-- Logs begin at Thu 2022-03-24 16:03:15 UTC, end at Thu 2022-03-24 18:08:50 UTC. -- Mar 24 16:52:13.739905 dv-neutron-835063-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 24 16:52:16.285356 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.common.config [-] Logging enabled! Mar 24 16:52:16.286070 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 24 16:52:16.286163 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88368) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 16:52:16.289173 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.common.config [-] Logging enabled! Mar 24 16:52:16.289427 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 24 16:52:16.289733 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88368) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 16:52:16.290635 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 16:52:16.290866 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 16:52:16.291216 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 16:52:16.291459 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 16:52:16.291682 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 16:52:16.292179 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.292473 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.292724 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.292930 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.293271 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.293506 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.293783 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.294062 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.294352 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.294633 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.294909 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.295188 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.295416 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.295691 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.295996 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.296274 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.296497 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] debug = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.296772 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.297191 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.297604 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.297882 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.298166 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.298441 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.298711 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.298979 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.299257 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.299576 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] host = dv-neutron-835063-1-hyperv {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.299849 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.300154 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.300433 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.300711 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.300978 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.301245 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.301521 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.301785 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.302049 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] log_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.302319 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.302601 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.302880 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.303161 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.303382 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.303602 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.303880 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.304182 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.304452 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.304722 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.304991 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.305262 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.305529 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.305789 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.306064 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.306339 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.306616 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.306887 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.307156 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.307982 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.308271 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.308549 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.308819 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.309112 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.309365 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.309647 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.309910 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.310177 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.310467 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.310744 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.311017 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.311292 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.311560 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.311835 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.312123 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.312388 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.312650 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] use_json = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.312916 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.313179 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.313451 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.313714 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.313977 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.314243 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.314505 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.314780 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.315047 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:16.315333 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.315619 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.315906 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.316210 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.316490 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.316765 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.317045 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.317315 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.317595 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.317875 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.318154 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.318426 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.318705 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.318976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.319268 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.319567 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.319851 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.320159 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.320431 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.320702 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.320969 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.321241 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.321523 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.321808 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.322088 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.322353 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.322624 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.322905 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.323782 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.324071 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.324346 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.324629 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.324901 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.325168 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.325444 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.325715 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.325980 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.326244 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.326514 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.326823 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.327094 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.327360 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.327625 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.327895 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.328184 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.334976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.334976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.334976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.334976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.334976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.334976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.334976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.334976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.334976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.335617 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.335617 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.335617 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.335617 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.335617 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.335617 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.335617 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.335617 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.335617 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336312 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336312 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336312 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336312 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336312 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336312 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336312 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336312 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336850 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336850 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336850 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336850 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336850 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336850 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.336850 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.337310 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.337310 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.337567 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.337846 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.338125 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.338399 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.338731 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.339019 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.339298 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.339574 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.339855 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.340166 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.340448 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.340739 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.341029 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.341317 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.341605 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.341893 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.342172 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.342475 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.342752 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:16.342969 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 16:52:16.343207 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88368) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 24 16:52:16.743471 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO keyring.backend [-] Loading KWallet Mar 24 16:52:16.751675 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO keyring.backend [-] Loading SecretService Mar 24 16:52:16.755366 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO keyring.backend [-] Loading Windows Mar 24 16:52:16.756934 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO keyring.backend [-] Loading chainer Mar 24 16:52:16.757718 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO keyring.backend [-] Loading macOS Mar 24 16:52:16.791750 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 24 16:52:16.792156 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 24 16:52:16.792508 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 24 16:52:16.792865 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 24 16:52:17.181891 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.182179 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.183071 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.184392 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.184675 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.184944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.218832 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.219106 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.219372 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.232788 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.233065 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.233334 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.263118 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.263393 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.263658 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.299835 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.300425 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.300576 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.535651 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.535937 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.536227 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.536491 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.537234 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.657231 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.657552 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.657835 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.658106 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.658373 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.658684 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.658947 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.659205 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.659459 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.659740 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.660022 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.660291 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.660554 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.660810 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.661075 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.661344 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.661601 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.661872 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.662124 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.662404 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.662754 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.663007 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.663255 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.663547 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.663781 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.664048 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.664424 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 16:52:17.664660 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 16:52:17.664894 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 16:52:17.665127 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 16:52:17.665359 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 16:52:17.665589 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 16:52:17.665949 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 24 16:52:17.669124 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 24 16:52:17.673034 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 24 16:52:17.676775 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 24 16:52:17.678399 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 24 16:52:17.679828 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 24 16:52:17.680197 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 24 16:52:17.680582 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 24 16:52:17.683922 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 24 16:52:17.684192 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 24 16:52:17.684531 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 16:52:17.712379 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 24 16:52:17.712819 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.713122 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88368) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 24 16:52:17.713483 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.714911 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88368) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 24 16:52:17.715185 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 16:52:17.715427 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 24 16:52:17.718695 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.718978 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:17.781549 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 24 16:52:17.781788 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 24 16:52:17.782025 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 24 16:52:17.782388 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 24 16:52:17.813606 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_db.sqlalchemy.engines [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88368) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 24 16:52:18.285309 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Initializing driver for type 'gre' Mar 24 16:52:18.285832 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] gre ID ranges: [(1, 1000)] Mar 24 16:52:18.473934 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Initializing driver for type 'local' Mar 24 16:52:18.474560 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Initializing driver for type 'vlan' Mar 24 16:52:18.530593 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] VlanTypeDriver initialization complete Mar 24 16:52:18.530935 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Initializing driver for type 'vxlan' Mar 24 16:52:18.531437 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] vxlan ID ranges: [(1, 1000)] Mar 24 16:52:18.725445 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Initializing extension driver 'port_security' Mar 24 16:52:18.725718 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.extensions.port_security [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] PortSecurityExtensionDriver initialization complete Mar 24 16:52:18.726045 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Initializing mechanism driver 'openvswitch' Mar 24 16:52:18.726365 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Initializing mechanism driver 'hyperv' Mar 24 16:52:18.733652 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.plugins.ml2.plugin [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:52:18.734321 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > port after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.734693 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > port after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.735040 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > port after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.735623 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 24 16:52:18.736087 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > subnet after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.736442 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > subnet after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.736785 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.737168 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 24 16:52:18.737564 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > network after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.737908 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > network after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.738247 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > network after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.738625 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 24 16:52:18.739023 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > security_group after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.739375 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > security_group after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.739711 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.740266 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 24 16:52:18.740683 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.741089 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.741485 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.741871 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 24 16:52:18.742290 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > address_group after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.742634 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > address_group after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.742970 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.743347 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88368) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 24 16:52:18.743785 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] ML2 OVO RPC backend initialized. {{(pid=88368) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 24 16:52:18.744569 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.745517 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.745984 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > network before_response 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.746308 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > networks before_response 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.746657 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > port before_response 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.747000 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > ports before_response 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.747417 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > subnet before_response 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.747760 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > subnets before_response 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.748200 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > network after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.752578 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > network after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.752578 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > network after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.752578 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > port after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.752578 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > port after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.752871 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > port after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.752871 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > subnet after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.752871 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > subnet after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.752871 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.753148 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.plugin [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Modular L2 Plugin initialization complete Mar 24 16:52:18.753148 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading services supported by the core plugin {{(pid=88368) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 24 16:52:18.753148 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.plugins.ml2.managers [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Got port-security extension from driver 'port_security' Mar 24 16:52:18.753148 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.extensions.vlantransparent [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Disabled vlantransparent extension. Mar 24 16:52:18.753148 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88368) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 24 16:52:18.753496 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading Plugin: router Mar 24 16:52:18.790366 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.790759 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router after_create 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.791126 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router before_create 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.791487 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.792390 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.792744 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router after_delete 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.793127 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.793486 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router after_create 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.793828 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router after_update 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.794172 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router after_update 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.794515 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.794870 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router after_update 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.795275 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router precommit_update 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.795634 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: port after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.795990 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: port after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.796325 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: subnet after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.796658 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.797008 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.797347 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router precommit_create 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.797683 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: port before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.798020 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router precommit_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.798369 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router after_update 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.798709 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.799056 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router precommit_create 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.799409 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.799746 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router precommit_update 55549900 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.800144 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > agent after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.800490 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > agent after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.800823 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > network after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.801662 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Tracking information for resource: router configured {{(pid=88368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 16:52:18.801994 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Tracking information for resource: floatingip configured {{(pid=88368) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 16:52:18.806985 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.db.l3_agentschedulers_db [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 24 16:52:18.808583 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: port after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.808583 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: port after_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.808921 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: port after_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.809267 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: port after_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.810038 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router before_create 55550100 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.810395 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.810753 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router precommit_create 55550100 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.811102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > router precommit_update 55550100 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.815506 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.services.provider_configuration [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service providers = [] {{(pid=88368) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 24 16:52:18.815870 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.db.servicetype_db [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88368) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 24 16:52:18.818778 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.services.service_base [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 16:52:18.819131 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.services.service_base [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 16:52:18.819469 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.services.service_base [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 16:52:18.820366 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.services.service_base [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88368) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 16:52:18.820733 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.services.service_base [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 24 16:52:18.821100 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 16:52:18.821413 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 24 16:52:18.832135 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 16:52:18.832467 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading Plugin: auto_allocate Mar 24 16:52:18.838368 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: network precommit_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.838791 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: network precommit_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.839362 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 16:52:18.839620 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading Plugin: tag Mar 24 16:52:18.846173 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 16:52:18.846498 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading Plugin: timestamp Mar 24 16:52:18.850513 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 16:52:18.850842 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading Plugin: network_ip_availability Mar 24 16:52:18.856624 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.856991 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.857345 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:18.858040 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 16:52:18.858357 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading Plugin: flavors Mar 24 16:52:18.863019 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 16:52:18.863354 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading Plugin: revisions Mar 24 16:52:18.867665 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88368) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 16:52:18.868077 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_concurrency.lockutils [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.075s {{(pid=88368) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 24 16:52:18.868805 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88368) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 24 16:52:18.869134 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Initializing extension manager. Mar 24 16:52:18.869633 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: __init__.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.870621 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: __pycache__ {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.870955 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.871454 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: address_group.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.872239 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.872815 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: address-group Mar 24 16:52:18.873137 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: address_scope.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.873844 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.874353 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: address-scope Mar 24 16:52:18.874673 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.875581 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.876191 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: router-admin-state-down-before-update Mar 24 16:52:18.876514 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: agent.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.877395 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.877906 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: agent Mar 24 16:52:18.878226 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: agent_resources_synced.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.879126 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.879638 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: agent-resources-synced Mar 24 16:52:18.879977 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: allowedaddresspairs.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.881741 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.882265 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: allowed-address-pairs Mar 24 16:52:18.882598 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: auto_allocated_topology.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.883666 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.884202 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: auto-allocated-topology Mar 24 16:52:18.884526 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: availability_zone.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.885214 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.885926 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: availability_zone Mar 24 16:52:18.886247 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: availability_zone_filter.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.887185 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.887642 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: availability_zone_filter Mar 24 16:52:18.887979 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: data_plane_status.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.888868 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.889368 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension data-plane-status not supported by any of loaded plugins Mar 24 16:52:18.889688 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: default_subnetpools.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.890593 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.891185 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: default-subnetpools Mar 24 16:52:18.891507 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.892332 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.892837 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: dhcp_agent_scheduler Mar 24 16:52:18.893153 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: dns.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.894044 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.894548 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension dns-integration not supported by any of loaded plugins Mar 24 16:52:18.894866 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: dns_domain_ports.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.895769 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.896303 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 24 16:52:18.896625 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: dvr.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.897287 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.897793 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: dvr Mar 24 16:52:18.898112 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: empty_string_filtering.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.899008 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.899519 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: empty-string-filtering Mar 24 16:52:18.899839 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.900757 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.901305 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 24 16:52:18.901662 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.902607 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.903108 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 24 16:52:18.903425 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: external_net.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.904349 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.904853 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: external-net Mar 24 16:52:18.905170 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.906067 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.906577 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: extra_dhcp_opt Mar 24 16:52:18.906892 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: extraroute.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.907786 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.908327 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: extraroute Mar 24 16:52:18.908644 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: extraroute_atomic.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.909676 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.910187 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: extraroute-atomic Mar 24 16:52:18.910505 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: filter_validation.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.911162 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.911663 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: filter-validation Mar 24 16:52:18.911993 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: fip_pf_description.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.912887 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.913384 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 24 16:52:18.913699 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: fip_port_details.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.914599 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.915098 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: fip-port-details Mar 24 16:52:18.915419 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: flavors.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.916672 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.917803 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: flavors Mar 24 16:52:18.918128 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.919819 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.920366 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 24 16:52:18.920689 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: floatingip_pools.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.921378 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.921889 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: floatingip-pools Mar 24 16:52:18.922212 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: ip_allocation.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.923120 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.923622 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension ip_allocation not supported by any of loaded plugins Mar 24 16:52:18.923942 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.924872 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.925375 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: ip-substring-filtering Mar 24 16:52:18.925695 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: l2_adjacency.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.926622 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.927097 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 24 16:52:18.927416 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: l3.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.928401 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.928907 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: router Mar 24 16:52:18.929234 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.931581 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.932132 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 24 16:52:18.933084 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.934011 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.934519 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: ext-gw-mode Mar 24 16:52:18.934842 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.935746 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.936281 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: l3-ha Mar 24 16:52:18.936603 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: l3_flavors.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.937505 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.938007 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: l3-flavors Mar 24 16:52:18.938326 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.939259 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.939758 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 24 16:52:18.940188 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: l3agentscheduler.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.941218 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.941727 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: l3_agent_scheduler Mar 24 16:52:18.942050 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: logging.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.943530 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.944079 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension logging not supported by any of loaded plugins Mar 24 16:52:18.944403 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: metering.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.945135 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.945710 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: metering Mar 24 16:52:18.946035 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.947110 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.947625 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: metering_source_and_destination_fields Mar 24 16:52:18.947945 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: multiprovidernet.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.949000 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.949513 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: multi-provider Mar 24 16:52:18.949832 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: netmtu.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.950728 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.951238 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: net-mtu Mar 24 16:52:18.951559 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: netmtu_writable.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.952483 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.952988 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: net-mtu-writable Mar 24 16:52:18.953305 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: network_availability_zone.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.953960 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.954461 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: network_availability_zone Mar 24 16:52:18.954775 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: network_ip_availability.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.955856 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.956405 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: network-ip-availability Mar 24 16:52:18.956723 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: network_segment_range.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.957473 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.957973 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension network-segment-range not supported by any of loaded plugins Mar 24 16:52:18.958289 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: pagination.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.959271 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.959595 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: pagination Mar 24 16:52:18.959909 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: port_device_profile.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.960858 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.961370 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: port-device-profile Mar 24 16:52:18.961688 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.962596 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.963098 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: port-mac-address-regenerate Mar 24 16:52:18.963414 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.964864 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.965363 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: port-numa-affinity-policy Mar 24 16:52:18.965695 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: port_resource_request.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.966566 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.967063 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension port-resource-request not supported by any of loaded plugins Mar 24 16:52:18.967376 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: portbindings.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.968331 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.968837 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: binding Mar 24 16:52:18.969159 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: portbindings_extended.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.970579 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.971097 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: binding-extended Mar 24 16:52:18.971423 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: portsecurity.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.972361 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.972870 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: port-security Mar 24 16:52:18.973191 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: project_id.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.974149 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.974477 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: project-id Mar 24 16:52:18.974797 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: providernet.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.975752 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.976246 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: provider Mar 24 16:52:18.976564 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: qos.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.980763 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.981275 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension qos not supported by any of loaded plugins Mar 24 16:52:18.981604 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.982832 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.983346 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 24 16:52:18.983672 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.984600 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.985111 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 24 16:52:18.985432 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: qos_default.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.986323 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.986831 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension qos-default not supported by any of loaded plugins Mar 24 16:52:18.987152 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: qos_fip.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.987793 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.988323 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension qos-fip not supported by any of loaded plugins Mar 24 16:52:18.988644 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: qos_gateway_ip.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.989559 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.990067 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 24 16:52:18.990383 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: qos_port_network_policy.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.991278 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.991870 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 24 16:52:18.992224 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: qos_rule_type_details.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.993121 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.993618 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 24 16:52:18.993932 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: qos_rules_alias.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.995082 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.995523 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 24 16:52:18.995839 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: quotasv2.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.996751 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.997069 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: quotas Mar 24 16:52:18.997384 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: quotasv2_detail.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:18.998998 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:18.999334 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: quota_details Mar 24 16:52:18.999661 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: rbac.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.000727 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.001246 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: rbac-policies Mar 24 16:52:19.001572 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: rbac_address_group.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.002485 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.003002 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: rbac-address-group Mar 24 16:52:19.003325 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: rbac_address_scope.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.004260 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.004769 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: rbac-address-scope Mar 24 16:52:19.005091 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: rbac_security_groups.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.005991 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.006500 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: rbac-security-groups Mar 24 16:52:19.006822 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: rbac_subnetpool.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.007729 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.008262 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: rbac-subnetpool Mar 24 16:52:19.008586 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: revisionifmatch.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.009495 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.010004 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: revision-if-match Mar 24 16:52:19.010329 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: revisions.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.011571 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.012114 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: standard-attr-revisions Mar 24 16:52:19.012439 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: router_availability_zone.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.013105 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.013613 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: router_availability_zone Mar 24 16:52:19.013934 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: routerservicetype.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.014844 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.015347 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension router-service-type not supported by any of loaded plugins Mar 24 16:52:19.015670 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.016606 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.017112 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: security-groups-normalized-cidr Mar 24 16:52:19.017434 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.018338 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.018850 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: port-security-groups-filtering Mar 24 16:52:19.019176 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.020119 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.020624 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: security-groups-remote-address-group Mar 24 16:52:19.020946 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: securitygroup.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.031297 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.031827 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: security-group Mar 24 16:52:19.032183 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: segment.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.032958 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.033463 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension segment not supported by any of loaded plugins Mar 24 16:52:19.033936 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.034864 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.035375 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 24 16:52:19.035693 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: servicetype.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.036817 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.037332 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: service-type Mar 24 16:52:19.037653 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: sorting.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.038620 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.038949 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: sorting Mar 24 16:52:19.039269 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: standard_attr_segment.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.040204 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.040719 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 24 16:52:19.041038 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: standardattrdescription.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.041676 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.042942 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: standard-attr-description Mar 24 16:52:19.043261 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: stateful_security_group.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.044202 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.044711 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: stateful-security-group Mar 24 16:52:19.045030 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: stdattrs_common.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.045601 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 24 16:52:19.045918 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.046905 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.047408 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 24 16:52:19.047725 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: subnet_onboard.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.048819 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.049333 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: subnet_onboard Mar 24 16:52:19.049661 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.050577 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.051083 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 24 16:52:19.051401 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: subnet_service_types.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.052340 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.052851 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: subnet-service-types Mar 24 16:52:19.053169 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: subnetallocation.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.054236 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.054744 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: subnet_allocation Mar 24 16:52:19.055064 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.055727 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.056272 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: subnetpool-prefix-ops Mar 24 16:52:19.056589 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.057555 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.058318 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 24 16:52:19.058636 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: tagging.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.059693 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.060246 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: standard-attr-tag Mar 24 16:52:19.060569 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: timestamp.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.061745 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.062261 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loaded extension: standard-attr-timestamp Mar 24 16:52:19.062583 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: trunk.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.063605 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.064149 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension trunk not supported by any of loaded plugins Mar 24 16:52:19.064474 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: trunk_details.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.065376 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.065889 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension trunk-details not supported by any of loaded plugins Mar 24 16:52:19.066211 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: uplink_status_propagation.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.067116 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.067628 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 24 16:52:19.067994 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Loading extension file: vlantransparent.py {{(pid=88368) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 16:52:19.068704 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88368) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 16:52:19.069212 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 24 16:52:19.071683 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:network Mar 24 16:52:19.072442 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:subnet Mar 24 16:52:19.073303 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 16:52:19.074457 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:port Mar 24 16:52:19.075179 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.075633 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service FLAVORS assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.076293 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.076717 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.077042 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:router Mar 24 16:52:19.077687 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:floatingip Mar 24 16:52:19.078387 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service METERING assigned prefix: /metering {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.079824 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:19.080218 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:19.080568 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 16:52:19.082907 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 16:52:19.083349 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:security_group Mar 24 16:52:19.084024 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 16:52:19.084826 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service CORE assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.085159 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 16:52:19.085491 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] subnetpool is already registered Mar 24 16:52:19.086109 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service CORE assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.086434 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 16:52:19.086762 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] subnetpool is already registered Mar 24 16:52:19.200187 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.200622 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service FLAVORS assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.201213 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.201635 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.201976 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:router Mar 24 16:52:19.202308 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] router is already registered Mar 24 16:52:19.202954 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:floatingip Mar 24 16:52:19.203280 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] floatingip is already registered Mar 24 16:52:19.203901 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service METERING assigned prefix: /metering {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.204730 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 16:52:19.205060 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] rbac_policy is already registered Mar 24 16:52:19.205478 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:security_group Mar 24 16:52:19.205803 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] security_group is already registered Mar 24 16:52:19.206384 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 16:52:19.206711 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] security_group_rule is already registered Mar 24 16:52:19.207362 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service CORE assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.207689 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 16:52:19.208035 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] subnetpool is already registered Mar 24 16:52:19.208629 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.v2.resource_helper [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Service CORE assigned prefix: {{(pid=88368) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 16:52:19.208951 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 16:52:19.209270 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING neutron.quota.resource_registry [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] subnetpool is already registered Mar 24 16:52:19.209913 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: extensions {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.211380 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: address-groups {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.213036 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: address-scopes {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.214917 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: agents {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.216102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: auto-allocated-topology {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.217447 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: availability_zones {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.218660 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: dhcp-networks {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.220065 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: dhcp-agents {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.221814 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: routers {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.223643 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: flavors {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.224830 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: service_profiles {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.226076 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: next_providers {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.227535 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: service_profiles {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.229001 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: floatingip-pools {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.230940 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: routers {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.232783 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: floatingips {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.233969 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: l3-routers {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.235317 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: l3-agents {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.236927 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: metering-labels {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.238175 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: metering-label-rules {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.239436 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: network-ip-availabilities {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.240720 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: bindings {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.242342 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: quotas {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.243764 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: quotas {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.245241 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: rbac-policies {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.246520 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: security-groups {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.247709 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: security-group-rules {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.248969 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: service-providers {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.250303 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: subnetpools {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.251627 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: subnetpools {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.253090 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.254831 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.256537 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.258324 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.261309 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.263126 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.264831 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.266711 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.268472 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.270293 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron.api.extensions [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Extended resource: tags {{(pid=88368) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 16:52:19.276109 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING keystonemiddleware.auth_token [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 24 16:52:19.281587 dv-neutron-835063-1-hyperv neutron-server[88368]: WARNING keystonemiddleware.auth_token [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 24 16:52:19.289792 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_concurrency.lockutils [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Acquired lock "singleton_lock" {{(pid=88368) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 24 16:52:19.290260 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_concurrency.lockutils [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Releasing lock "singleton_lock" {{(pid=88368) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 24 16:52:19.290888 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO oslo_service.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Starting 2 workers Mar 24 16:52:19.296258 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Started child 88477 {{(pid=88368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 24 16:52:19.300493 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Started child 88478 {{(pid=88368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 24 16:52:19.301204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:19.302047 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO neutron.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 24 16:52:19.302632 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [-] (88477) wsgi starting up on http://0.0.0.0:9696 Mar 24 16:52:19.302790 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Notify callbacks [] for process, before_spawn {{(pid=88368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:19.304698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:19.305149 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO oslo_service.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Starting 1 workers Mar 24 16:52:19.306006 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [-] (88478) wsgi starting up on http://0.0.0.0:9696 Mar 24 16:52:19.310489 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Started child 88479 {{(pid=88368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 24 16:52:19.310990 dv-neutron-835063-1-hyperv neutron-server[88368]: INFO oslo_service.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Starting 1 workers Mar 24 16:52:19.313818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] calling RpcWorker wait() {{(pid=88479) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 24 16:52:19.314320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] returning from RpcWorker wait() {{(pid=88479) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 24 16:52:19.315292 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Started child 88480 {{(pid=88368) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 24 16:52:19.315605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:19.316090 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG neutron_lib.callbacks.manager [None req-f4dec85e-5918-4692-a6d4-87bbdefe3326 None None] Notify callbacks [] for process, after_spawn {{(pid=88368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:19.316192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:52:19.317816 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88368) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 24 16:52:19.318034 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 16:52:19.318218 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 16:52:19.318434 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 16:52:19.318777 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 16:52:19.318940 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 16:52:19.319424 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.319700 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.319880 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:19.320385 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.320385 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.320518 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.321055 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.321307 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.321543 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.321813 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.322039 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.322203 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.322366 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.322611 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.322836 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.323783 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.324232 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.324477 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.324730 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.324911 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.325183 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.325441 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.325684 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.325972 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] debug = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.326192 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.326746 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.327259 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.327393 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.327784 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.328209 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.328445 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336283 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336283 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336283 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336283 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336283 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336283 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336283 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336283 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336786 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336786 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336786 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] host = dv-neutron-835063-1-hyperv {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336786 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336786 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336786 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336786 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.336786 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337253 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337253 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337253 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337253 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337253 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337253 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337253 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337253 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337253 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337765 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_options = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337765 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337765 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337765 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337765 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337765 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.337765 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338180 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338180 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338180 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338180 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338180 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338180 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338180 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338180 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338761 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338761 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338761 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.338761 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.339550 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.339753 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.340320 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.341021 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.342382 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:52:19.343859 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.344135 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.344370 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.344595 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.344849 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.345070 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.347485 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.349082 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.349364 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.351204 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.351494 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.351776 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.352076 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.352348 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.352723 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.353605 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.354290 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.356605 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.356889 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.357380 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.357380 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.358062 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.358062 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.360234 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_json = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.360785 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.361034 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.364017 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.364357 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.364632 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.364879 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.365123 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.365389 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.365639 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.366073 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.366372 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.366704 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.366936 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.367188 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.367491 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.367735 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.369134 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.370894 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.371200 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.371542 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.372686 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.373004 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.373260 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.373532 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.373862 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.374170 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.375198 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.375851 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.376155 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.376715 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.376957 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.377324 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.377594 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.377875 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.378133 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.378356 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.378601 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.378826 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.379049 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.379269 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.379483 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.379743 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.379990 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.380220 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.380438 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.380666 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.380880 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.381155 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.381324 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.381576 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.381826 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.382044 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.382682 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.382901 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.383114 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.383781 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.384060 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.386944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.386944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.386944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.386944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.386944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.386944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.386944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.386944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.386944 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.387514 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.387514 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.387514 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.387514 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.387514 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.387789 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.387977 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.388406 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.389140 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.389388 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.389607 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.390057 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.390543 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.390768 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.391037 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.391256 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.391468 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.391701 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.391912 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.392153 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.392365 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.392599 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.392840 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.393114 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.393329 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.393559 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.393764 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.394349 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.394637 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.394872 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.395135 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.395411 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.395675 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.395914 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.396181 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.396422 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.396656 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.396927 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.397416 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.397665 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.397887 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.398110 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.398343 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.398730 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.399165 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.399392 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.399635 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.399869 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.400111 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.400403 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.400649 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.400911 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.401301 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.401992 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.402438 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.402764 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.403033 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.403603 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.404461 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.404770 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.405054 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.405508 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.405742 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.405989 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.406262 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.406520 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.406787 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.407013 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.407239 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.407503 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.408854 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.409129 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.409588 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.409813 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.410785 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.411138 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.411628 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.411867 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.412102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.412382 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.413355 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.413612 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.413713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57448) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:52:19.413913 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.414186 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.414447 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.414695 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.414935 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.415164 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.415395 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.415648 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.415860 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.416143 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.416356 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.416592 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.416834 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.417044 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.417305 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.417598 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.418112 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.418369 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.418606 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.419065 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.419300 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.419508 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.419724 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.419989 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.420470 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.420691 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.420906 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.421148 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.421631 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.421856 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.422139 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.422383 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.422959 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.423184 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073531 Mar 24 16:52:19.424015 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.425077 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.425077 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.425077 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.425077 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.425563 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.425864 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.426140 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.426923 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.426923 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.426923 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.427144 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.427429 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.427682 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.429540 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.433962 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.433962 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.433962 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.433962 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.433962 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.433962 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.433962 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.433962 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.434694 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.434694 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.434694 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.434694 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.434694 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.434694 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.435025 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.435025 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.436781 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.436781 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.436781 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.437015 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.438558 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.438822 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.439505 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.439740 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.439976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.440211 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.440426 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.441508 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.441780 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.442455 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.443791 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.444065 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.444317 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.444556 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.444791 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.445007 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.445223 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.445446 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.445656 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.445906 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.446117 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.446330 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.446566 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.446887 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.447125 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.447375 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.447608 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.447888 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.449551 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.449815 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.450114 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.450390 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.450771 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.451020 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.451260 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.451478 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.451716 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.454412 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.454412 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.454412 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.454682 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.454818 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.455381 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.455381 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.455669 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.455885 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.456721 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.457058 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.457337 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.457952 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.458355 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.459340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:52:19.459451 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.459451 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.459451 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.459451 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.459696 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.459761 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.459982 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.460247 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.460476 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.460692 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.460961 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.461194 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.461420 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.461627 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.461862 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.462067 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.462228 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 16:52:19.462837 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88368) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 24 16:52:19.462976 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 16:52:19.464945 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 16:52:19.465305 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 16:52:19.465485 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 16:52:19.465643 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 16:52:19.465853 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.466020 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.466162 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.466323 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.466481 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.466663 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.466813 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.466992 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.467796 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.468114 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.468231 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.468321 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.468451 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.468602 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.469590 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.469590 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.469590 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.469590 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.469590 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.469590 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.469956 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.469956 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.469956 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] debug = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.470120 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.470235 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.472181 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.472543 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.473002 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.473364 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.473664 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.473946 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.474222 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.475260 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.475572 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.475737 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.475899 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.476071 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.476281 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.476379 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.476538 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.476695 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] host = dv-neutron-835063-1-hyperv {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.476855 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.477013 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.477169 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.477324 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.477480 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.477638 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.477791 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.477945 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.478102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.478257 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.478415 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.478569 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.478725 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.478882 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.479055 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_options = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.479235 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.479904 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.480086 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.480274 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.480437 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.480673 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.480859 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.481013 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.481171 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.481330 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.481779 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.481936 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.482093 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.482235 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.482414 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.482575 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.482719 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.482861 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.483000 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.483162 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.483307 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.483446 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.483594 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.483899 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.484104 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.484264 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.484404 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.484545 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.485361 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.486369 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.486940 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.487578 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.487578 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.487747 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.487867 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.488216 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.489188 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.489360 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.489522 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.489677 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.489835 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.489995 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.490151 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.490370 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.490538 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.490696 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_json = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.490848 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.492117 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.492603 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.492774 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.492936 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.494185 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.494185 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.494185 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.494414 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 16:52:19.494414 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.494632 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.494721 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.496117 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.496295 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.496457 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.496600 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.496796 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.497156 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.497363 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.497577 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.497744 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.497918 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.498078 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.498228 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.498390 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.498550 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.498702 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.498857 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.499016 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.499177 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.499317 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.500236 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.500236 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.500236 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.500236 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.501186 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.501186 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.501653 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.501825 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.502428 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.502593 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.502757 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.503619 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.503619 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.503781 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.503910 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.504095 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505102 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505516 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505516 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505516 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505743 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505743 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.505898 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.506052 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.506768 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.506768 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.506768 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.506768 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.506768 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.507137 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.507137 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.507254 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.507365 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.507523 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.507695 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.507853 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.508271 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.508437 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.508598 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.508758 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.508917 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.509076 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.509324 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.510333 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.510333 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.510333 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.510333 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.510333 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.510333 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.511184 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.511184 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.511184 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.511184 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.511726 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.511726 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.511726 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.511726 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.512386 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.512386 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.512386 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.512386 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.512705 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.512705 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.512859 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.512988 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.513173 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.513294 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.513522 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.513696 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.513843 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.514002 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.514164 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.514322 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.514484 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.514640 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.514798 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.514956 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.515113 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.515271 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.515431 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.515590 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.515746 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.515903 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.516083 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.516254 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.516411 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.516572 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.516730 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.516896 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.517065 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.517225 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.517384 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.517542 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.517701 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.517859 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.518018 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.518176 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.518334 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.518493 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.518651 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.518838 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.518981 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.519139 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.519297 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.519454 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.519637 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.519794 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.519953 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.520131 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.520283 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.520441 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.520599 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.520757 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.520915 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.521073 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.521232 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.521390 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.521548 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.521706 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.521864 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.522022 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.522180 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.522338 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.522498 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.522657 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.522816 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.522974 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.523132 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.523290 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.523453 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.523610 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.523768 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.523926 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.524105 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.524263 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.524421 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.524582 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.524731 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.524886 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.525042 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.525199 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.525356 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.525516 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.525676 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.525835 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.525993 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.526223 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.526385 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.526546 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.526737 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.526875 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.527065 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.527162 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.527360 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.527493 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.527620 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.527752 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.527885 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.528045 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.528200 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.528377 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.528537 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.528695 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.528855 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.529012 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.529170 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.529328 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.529489 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.529648 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.529804 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.529964 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.530122 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.530280 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.530438 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.530596 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.530752 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.530914 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.531075 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.531234 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.531424 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.531550 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.531707 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.531865 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.532044 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.532204 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.532360 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.532517 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.532675 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.532832 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.533004 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.533161 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.533319 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.533479 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.533637 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.533804 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.533962 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.534118 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.534275 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.534431 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.534604 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.534757 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.534914 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.535071 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.535227 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.535394 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.535635 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.535777 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.535921 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.536052 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.536213 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.536376 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.536544 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.536704 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.536865 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.537023 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.537181 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.537340 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.537500 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.537665 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.537833 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.537999 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.538159 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.538325 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.538493 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.538660 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.538819 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.538985 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.539154 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.539314 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.539473 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.539630 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.539787 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.539946 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.540124 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.540281 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.540438 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.540597 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.540754 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.540911 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.541068 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.541226 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.541384 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.541595 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.541688 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.542436 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.542609 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.542767 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 16:52:19.542996 dv-neutron-835063-1-hyperv neutron-server[88368]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88368) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 16:52:30.395576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d9d99a-2d29-4ee6-ac2c-726029f9765e None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 16:52:30.469419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9d99a-2d29-4ee6-ac2c-726029f9765e None None] No non-hosted networks {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 24 16:52:30.492330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.agentschedulers_db [None req-d9d9d99a-2d29-4ee6-ac2c-726029f9765e None None] DHCP Agent not found on host dv-neutron-835063-1-hyperv {{(pid=88479) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 24 16:52:30.593873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c3a6d5fb-d43e-490e-b99d-cd6a0a2af786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8091143'] for agent, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:32.641512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-294f7c6a-12b7-42d6-9b53-8366a3d6987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8091143'] for agent, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:32.675038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-e32dddbd-2f4c-4378-a4db-8ad8c07db369 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-835063-1-hyperv {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 16:52:32.675519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-e32dddbd-2f4c-4378-a4db-8ad8c07db369 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 16:52:33.197070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e32dddbd-2f4c-4378-a4db-8ad8c07db369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:33.749578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8091143'] for agent, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:33.765715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8091143'] for agent, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:33.766957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.768076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.768650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.769259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.770446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.771268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.771619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.771998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.772939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.773712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.774210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.775180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:33.776088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835063-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:52:33.782833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835063-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:52:35.142576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8091143'] for agent, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:36.575040 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57548) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:52:37.177286 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING oslo_policy.policy [None req-838ab935-273c-43a9-8f02-13a3bcdfcdd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 16:52:37.177286 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING oslo_policy.policy [None req-838ab935-273c-43a9-8f02-13a3bcdfcdd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 16:52:37.397186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-838ab935-273c-43a9-8f02-13a3bcdfcdd9 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 16:52:37.398189 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-838ab935-273c-43a9-8f02-13a3bcdfcdd9 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8222857 Mar 24 16:52:38.756000 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.db.l3_hamode_db [None req-7d12e753-7fe0-4cf2-9ab6-7e2f72f02f39 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 24 16:52:38.838930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12e753-7fe0-4cf2-9ab6-7e2f72f02f39 None None] Routers set() bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 16:52:38.839311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12e753-7fe0-4cf2-9ab6-7e2f72f02f39 None None] Router IDs set() for agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 24 16:52:39.805697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57562) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:52:40.161785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-add84cd9-7180-4792-a2ac-da6566a528cf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:52:40.257388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.policy [None req-add84cd9-7180-4792-a2ac-da6566a528cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88477) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 16:52:40.302155 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING oslo_policy.policy [None req-add84cd9-7180-4792-a2ac-da6566a528cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 16:52:40.302521 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING oslo_policy.policy [None req-add84cd9-7180-4792-a2ac-da6566a528cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 16:52:40.311936 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.quota [None req-add84cd9-7180-4792-a2ac-da6566a528cf admin admin] Loaded quota_driver: . Mar 24 16:52:40.327916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-add84cd9-7180-4792-a2ac-da6566a528cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:52:40.502352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add84cd9-7180-4792-a2ac-da6566a528cf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743646935131', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743646936462', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743646980940', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743646985760', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743646963032', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743646968931', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-527621', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536220', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7908513', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8096085'] for rbac-policy, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:40.673040 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add84cd9-7180-4792-a2ac-da6566a528cf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:40.674254 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-add84cd9-7180-4792-a2ac-da6566a528cf admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8675756 Mar 24 16:52:43.309978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57576) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:52:43.656107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Request body: {'network': {'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'name': 'private', 'admin_state_up': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:52:43.660946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:52:43.665332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Usage tracker for resource:network and tenant:6f6b246c44a747b2bd79d552b8337cf8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 16:52:43.670168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 16:52:43.676415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:52:43.736340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Made reservation on behalf of 6f6b246c44a747b2bd79d552b8337cf8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:52:43.739592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:43.758202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:43.772584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:52:43.776315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Usage tracker for resource:security_group_rule and tenant:6f6b246c44a747b2bd79d552b8337cf8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 16:52:43.781705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 16:52:43.787303 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:52:43.882656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:43.942121 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:43.965707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 16:52:43.989550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743643602966', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:43.990104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Unsubscribe: segment precommit_create {{(pid=88477) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 16:52:43.990589 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Added segment 2fc01d9d-04be-4dbc-a292-7056044fa6af of type vlan for network 12ae5015-0461-4996-ba82-3202941c2a5b Mar 24 16:52:43.999220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74320dbc-6004-4d5f-bc09-2ecca666c512,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:52:44.051776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.052159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.052500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.052828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.053153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.053476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.053795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.054112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.054427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.054744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.055054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.055365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Tracked resource versions report: Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: pushed versions: Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: { 'AddressGroup': {'1.2'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'ConntrackHelper': {'1.0'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Log': {'1.0'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Network': {'1.1'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Port': {'1.7'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'PortForwarding': {'1.2'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'QosPolicy': {'1.8'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SecurityGroup': {'1.4'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SecurityGroupRule': {'1.2'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SubPort': {'1.0'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Subnet': {'1.1'}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Trunk': {'1.1'}} Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: consumer versions: Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: { DHCP agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: L3 agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: Metadata agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: Metering agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: Open vSwitch agent@dv-neutron-835063-1-hyperv: { 'AddressGroup': '1.2', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'ConntrackHelper': '1.0', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Log': '1.0', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Network': '1.1', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Port': '1.7', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'PortForwarding': '1.2', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'QosPolicy': '1.8', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SecurityGroup': '1.4', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SecurityGroupRule': '1.2', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SubPort': '1.0', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Subnet': '1.1', Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Trunk': '1.1'}} Mar 24 16:52:44.056684 dv-neutron-835063-1-hyperv neutron-server[88477]: {{(pid=88477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 16:52:44.100205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:44.183142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:44.184225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:52:44.184847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:44.303716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] Pushing event updated for resources: {'Network': ['ID=12ae5015-0461-4996-ba82-3202941c2a5b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:52:44.315705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 12ae5015-0461-4996-ba82-3202941c2a5b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 16:52:44.342678 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1ba6c0b4-cb3b-430a-bbd8-6528f525928a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0315876 Mar 24 16:52:47.032626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57592) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:52:47.487388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c190f9a-a1e5-4ffe-8ac5-a509d1917468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:52:47.488690 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9c190f9a-a1e5-4ffe-8ac5-a509d1917468 admin admin] 10.222.0.47 "GET /v2.0/networks/12ae5015-0461-4996-ba82-3202941c2a5b HTTP/1.1" status: 200 len: 825 time: 0.4551368 Mar 24 16:52:47.516065 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e4c540f7-2f94-4e2f-997e-976ed2c19f05 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/a745eac5-0c1f-4137-b705-b66dd7ee89c6 HTTP/1.1" status: 200 len: 734 time: 0.0220020 Mar 24 16:52:47.524346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b', 'name': 'private-subnet', 'subnetpool_id': 'a745eac5-0c1f-4137-b705-b66dd7ee89c6', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:52:47.528497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:52:47.532261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Usage tracker for resource:subnet and tenant:6f6b246c44a747b2bd79d552b8337cf8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 16:52:47.535075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 16:52:47.540600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:52:47.610158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Made reservation on behalf of 6f6b246c44a747b2bd79d552b8337cf8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:52:47.612487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:47.959373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:48.044401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57657df7-2b01-4ba7-abad-bc4c61418af2,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:52:48.046395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Checking segment: {'id': '2fc01d9d-04be-4dbc-a292-7056044fa6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 16:52:48.046747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Network hostable DHCP agents. Network: 12ae5015-0461-4996-ba82-3202941c2a5b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 16:52:48.141147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Network 12ae5015-0461-4996-ba82-3202941c2a5b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 16:52:48.204477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 12ae5015-0461-4996-ba82-3202941c2a5b) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:52:48.208974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:52:48.211798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:48.214811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d72ac1-37d3-4606-9ccb-4d8ef6008d0d None None] Network 12ae5015-0461-4996-ba82-3202941c2a5b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 16:52:48.274446 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a17192a9-e06b-4ec6-b830-981cf0a6aa44 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7532630 Mar 24 16:52:48.520370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-12ae5015-0461-4996-ba82-3202941c2a5b', 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'fixed_ips': [{'subnet_id': '57657df7-2b01-4ba7-abad-bc4c61418af2'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 16:52:48.521560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:48.703295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Allocated IP 172.20.0.2 (12ae5015-0461-4996-ba82-3202941c2a5b/57657df7-2b01-4ba7-abad-bc4c61418af2/7c1a262a-71e9-49ae-8b49-d4dedb1cd56e) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 16:52:48.928543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:48.942032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Transition to ACTIVE for port object 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 16:52:48.961293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Transition to ACTIVE for port object 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 16:52:49.022837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:49.083653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Network 12ae5015-0461-4996-ba82-3202941c2a5b is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 16:52:49.086391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:52:49.097586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 16:52:49.100930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Pushing event updated for resources: {'Port': ['ID=7c1a262a-71e9-49ae-8b49-d4dedb1cd56e,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:52:49.139623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.140063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.140360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.140702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.141037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.141382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.141717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.142050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.142376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.142699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.143022 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.143343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Tracked resource versions report: Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: pushed versions: Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: { 'AddressGroup': {'1.2'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'ConntrackHelper': {'1.0'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Log': {'1.0'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Network': {'1.1'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Port': {'1.7'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'PortForwarding': {'1.2'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'QosPolicy': {'1.8'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SecurityGroup': {'1.4'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SecurityGroupRule': {'1.2'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SubPort': {'1.0'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Subnet': {'1.1'}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Trunk': {'1.1'}} Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: consumer versions: Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: { DHCP agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: L3 agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: Metadata agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: Metering agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: Open vSwitch agent@dv-neutron-835063-1-hyperv: { 'AddressGroup': '1.2', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'ConntrackHelper': '1.0', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Log': '1.0', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Network': '1.1', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Port': '1.7', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'PortForwarding': '1.2', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'QosPolicy': '1.8', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SecurityGroup': '1.4', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SecurityGroupRule': '1.2', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SubPort': '1.0', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Subnet': '1.1', Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Trunk': '1.1'}} Mar 24 16:52:49.144712 dv-neutron-835063-1-hyperv neutron-server[88479]: {{(pid=88479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 16:52:49.203317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Attempting to bind port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 16:52:49.203714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Attempting to bind port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '2fc01d9d-04be-4dbc-a292-7056044fa6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 16:52:49.204147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Attempting to bind port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e on network 12ae5015-0461-4996-ba82-3202941c2a5b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 16:52:49.209283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 16:52:49.209689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Checking segment: {'id': '2fc01d9d-04be-4dbc-a292-7056044fa6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 16:52:49.210148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:49.210553 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Bound using segment: {'id': '2fc01d9d-04be-4dbc-a292-7056044fa6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 16:52:49.210991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Bound port: 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc01d9d-04be-4dbc-a292-7056044fa6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 16:52:49.211370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:49.298736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] For port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 16:52:49.302523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] For port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7c1a262a-71e9-49ae-8b49-d4dedb1cd56e,segment=NetworkSegment(2fc01d9d-04be-4dbc-a292-7056044fa6af),segment_id=2fc01d9d-04be-4dbc-a292-7056044fa6af)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 16:52:49.348172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:49.437354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ca17d-5e9c-4f08-b0b8-58f9270275ac None None] Pushing event updated for resources: {'Port': ['ID=7c1a262a-71e9-49ae-8b49-d4dedb1cd56e,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:52:50.763513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57602) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:52:51.128927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-e9917c14-7262-4503-be9a-91e3fc831717 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 16:52:51.129987 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e9917c14-7262-4503-be9a-91e3fc831717 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653941 Mar 24 16:52:53.272867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e01c13-1584-4104-8f7f-3fd3742a6dcd None None] Network 12ae5015-0461-4996-ba82-3202941c2a5b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 16:52:53.472939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 16:52:53.497248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cef3bc43-5aa0-4286-a431-20bc73964f98 None None] Provisioning for port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 16:52:53.661829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 16:52:53.668159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:52:53.671340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:53.704007 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 57618) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:52:53.789735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:53.831541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7c1a262a-71e9-49ae-8b49-d4dedb1cd56e,segment=NetworkSegment(2fc01d9d-04be-4dbc-a292-7056044fa6af),segment_id=2fc01d9d-04be-4dbc-a292-7056044fa6af)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 16:52:53.837162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-916ab4a0-023b-4539-9deb-8bda8f6d034d None None] Provisioning complete for port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:52:53.837586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-916ab4a0-023b-4539-9deb-8bda8f6d034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:53.892857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:54.024021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=7c1a262a-71e9-49ae-8b49-d4dedb1cd56e,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:52:54.292334 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING oslo_policy.policy [None req-27426296-4916-469b-80f2-d781078baf72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 16:52:54.292911 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING oslo_policy.policy [None req-27426296-4916-469b-80f2-d781078baf72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 16:52:54.514503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-27426296-4916-469b-80f2-d781078baf72 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 16:52:54.515742 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-27426296-4916-469b-80f2-d781078baf72 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8090649 Mar 24 16:52:55.433981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 16:52:55.498282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:52:55.498652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:57.191892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57634) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:52:57.540278 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:52:57.545844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:52:57.549621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Usage tracker for resource:router and tenant:6f6b246c44a747b2bd79d552b8337cf8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 16:52:57.552921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 16:52:57.558788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:52:57.639364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:57.640913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:57.664640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:57.903383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:57.976151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:52:57.977314 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2ec2ed38-79c4-481c-8500-90abeba89809 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7844448 Mar 24 16:53:00.379263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57644) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:53:00.422273 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-957bc050-3799-41ea-a743-2089c2aed42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:00.743332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-e6891685-8ce5-49b3-b46a-7181ca3a748f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 16:53:00.744417 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e6891685-8ce5-49b3-b46a-7181ca3a748f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3641238 Mar 24 16:53:02.610421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd2bd-af19-4f88-bbc2-6a127e7bc49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:03.167542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57654) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:53:03.535455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:53:03.540440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:53:03.544375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Usage tracker for resource:network and tenant:e22e5447f54646cb9c683ed140d5d8a3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 16:53:03.547178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 16:53:03.560161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:53:03.644471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Made reservation on behalf of e22e5447f54646cb9c683ed140d5d8a3 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:53:03.646824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:03.659052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:03.673921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:53:03.677681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Usage tracker for resource:security_group_rule and tenant:e22e5447f54646cb9c683ed140d5d8a3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 16:53:03.680467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 16:53:03.686974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:53:03.730463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:03.765797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:03.781718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:03.827119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:03.844623 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Reserving flat network on physical network physnet1 {{(pid=88477) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 24 16:53:03.864771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df146e3c-3092-4e2a-bf69-167a61078d51,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:03.869847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:03.876933 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Added segment 3ec2d590-5aab-4cd8-a831-850385f7ab9e of type flat for network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 Mar 24 16:53:03.900295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:04.009955 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:04.011131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:53:04.011700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:04.112101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] Pushing event updated for resources: {'Network': ['ID=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:04.122002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 16:53:04.182616 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1ac964ba-c674-416f-b911-0fe16a210b2f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0137744 Mar 24 16:53:05.101907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:06.578842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 57674) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:53:06.783079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f19e0-f94e-41af-81b4-6161d437ac0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:53:06.784423 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2c8f19e0-f94e-41af-81b4-6161d437ac0d admin admin] 10.222.0.47 "GET /v2.0/subnets/57657df7-2b01-4ba7-abad-bc4c61418af2 HTTP/1.1" status: 200 len: 849 time: 0.2046065 Mar 24 16:53:06.926851 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0560759d-7d4a-42fb-a461-21fab9e51d4d admin admin] 10.222.0.47 "GET /v2.0/routers/70e12f3a-b34e-495f-8af9-538d97dd46ab HTTP/1.1" status: 200 len: 704 time: 0.1369112 Mar 24 16:53:07.384266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:07.639800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Allocated IP 172.20.0.1 (12ae5015-0461-4996-ba82-3202941c2a5b/57657df7-2b01-4ba7-abad-bc4c61418af2/1321dc89-f9c7-4cf8-9d20-ca42c6843ea4) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 16:53:07.791686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:07.809329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Transition to ACTIVE for port object 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 16:53:07.913814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:07.987001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Network 12ae5015-0461-4996-ba82-3202941c2a5b is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 16:53:07.989684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:53:07.994051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 16:53:07.995262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:08.131459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Pushing event updated for resources: {'Port': ['ID=1321dc89-f9c7-4cf8-9d20-ca42c6843ea4,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:08.273171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0ce5d381-1140-4dfe-a3ca-41fb88cd8da7 None None] Provisioning for port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 16:53:08.277894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0ce5d381-1140-4dfe-a3ca-41fb88cd8da7 None None] Provisioning complete for port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:53:08.280317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ce5d381-1140-4dfe-a3ca-41fb88cd8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:08.310973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:08.334670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5d381-1140-4dfe-a3ca-41fb88cd8da7 None None] Port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 16:53:08.535046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:08.576031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:08.576737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:08.710076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Pushing event updated for resources: {'Port': ['ID=1321dc89-f9c7-4cf8-9d20-ca42c6843ea4,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:08.766359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Network 12ae5015-0461-4996-ba82-3202941c2a5b is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 16:53:08.767373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:53:08.957582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9d488b50-0a21-4626-b9e0-9a7d0acf0cf1 None None] Provisioning complete for port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:53:08.958057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9d488b50-0a21-4626-b9e0-9a7d0acf0cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:09.009221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9d488b50-0a21-4626-b9e0-9a7d0acf0cf1 None None] Port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 16:53:09.050481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Router 70e12f3a-b34e-495f-8af9-538d97dd46ab is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 16:53:09.203157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 16:53:09.213357 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Sync routers for ids ['70e12f3a-b34e-495f-8af9-538d97dd46ab'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 16:53:09.214729 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b974389f-5061-4e5d-9cf0-8f5b17fe6128 admin admin] 10.222.0.47 "PUT /v2.0/routers/70e12f3a-b34e-495f-8af9-538d97dd46ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2826045 Mar 24 16:53:09.224253 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Routers {'70e12f3a-b34e-495f-8af9-538d97dd46ab'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 16:53:09.225099 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T16:53:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['70e12f3a-b34e-495f-8af9-538d97dd46ab'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:53:09.399571 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Set router 70e12f3a-b34e-495f-8af9-538d97dd46ab gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 16:53:09.775159 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'name': 'router1', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T16:52:57Z', 'updated_at': '2022-03-24T16:53:08Z', 'revision_number': 2, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'gw_port_host': None, '_interfaces': [{'id': '1321dc89-f9c7-4cf8-9d20-ca42c6843ea4', 'name': '', 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'mac_address': 'fa:16:3e:e8:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T16:53:07Z', 'updated_at': '2022-03-24T16:53:08Z', 'revision_number': 2, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'subnets': [{'id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a745eac5-0c1f-4137-b705-b66dd7ee89c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:53:09.782309 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Checking router: 70e12f3a-b34e-495f-8af9-538d97dd46ab for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 16:53:09.782834 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Updating router 70e12f3a-b34e-495f-8af9-538d97dd46ab port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 16:53:09.837416 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:10.218533 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:10.233569 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Transition to ACTIVE for port object 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 16:53:10.290235 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:10.520322 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Pushing event updated for resources: {'Port': ['ID=1321dc89-f9c7-4cf8-9d20-ca42c6843ea4,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:10.551412 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.551770 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.552140 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.552467 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.552785 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.553117 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.553437 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.553751 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.554080 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.554396 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.554704 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.555011 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Tracked resource versions report: Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: pushed versions: Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: { 'AddressGroup': {'1.2'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'ConntrackHelper': {'1.0'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Log': {'1.0'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Network': {'1.1'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Port': {'1.7'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'PortForwarding': {'1.2'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'QosPolicy': {'1.8'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SecurityGroup': {'1.4'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SecurityGroupRule': {'1.2'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SubPort': {'1.0'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Subnet': {'1.1'}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Trunk': {'1.1'}} Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: consumer versions: Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: { DHCP agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: L3 agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: Metadata agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: Metering agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: Open vSwitch agent@dv-neutron-835063-1-hyperv: { 'AddressGroup': '1.2', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'ConntrackHelper': '1.0', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Log': '1.0', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Network': '1.1', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Port': '1.7', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'PortForwarding': '1.2', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'QosPolicy': '1.8', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SecurityGroup': '1.4', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SecurityGroupRule': '1.2', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SubPort': '1.0', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Subnet': '1.1', Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Trunk': '1.1'}} Mar 24 16:53:10.556385 dv-neutron-835063-1-hyperv neutron-server[88480]: {{(pid=88480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 16:53:10.560067 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Attempting to bind port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 16:53:10.560472 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Attempting to bind port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '2fc01d9d-04be-4dbc-a292-7056044fa6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 16:53:10.560872 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Attempting to bind port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 on network 12ae5015-0461-4996-ba82-3202941c2a5b {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 16:53:10.566553 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 16, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 16:53:10.566951 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Checking segment: {'id': '2fc01d9d-04be-4dbc-a292-7056044fa6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 16:53:10.567416 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:10.567786 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Bound using segment: {'id': '2fc01d9d-04be-4dbc-a292-7056044fa6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 16:53:10.568876 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Bound port: 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc01d9d-04be-4dbc-a292-7056044fa6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 16:53:10.568876 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:10.654351 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] For port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 16:53:10.658210 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] For port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1321dc89-f9c7-4cf8-9d20-ca42c6843ea4,segment=NetworkSegment(2fc01d9d-04be-4dbc-a292-7056044fa6af),segment_id=2fc01d9d-04be-4dbc-a292-7056044fa6af)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 16:53:10.701983 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:10.785772 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Routers {'70e12f3a-b34e-495f-8af9-538d97dd46ab'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 16:53:10.786403 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T16:53:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['70e12f3a-b34e-495f-8af9-538d97dd46ab'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:53:10.919433 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b287f-d125-4d51-a487-b7edbd35fb94 None None] Pushing event updated for resources: {'Port': ['ID=1321dc89-f9c7-4cf8-9d20-ca42c6843ea4,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:10.950795 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] Set router 70e12f3a-b34e-495f-8af9-538d97dd46ab gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 16:53:11.268817 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'name': 'router1', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T16:52:57Z', 'updated_at': '2022-03-24T16:53:08Z', 'revision_number': 2, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'gw_port_host': None, '_interfaces': [{'id': '1321dc89-f9c7-4cf8-9d20-ca42c6843ea4', 'name': '', 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'mac_address': 'fa:16:3e:e8:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T16:53:07Z', 'updated_at': '2022-03-24T16:53:10Z', 'revision_number': 4, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'subnets': [{'id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a745eac5-0c1f-4137-b705-b66dd7ee89c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:53:11.272643 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa19ba7-9073-422e-b5aa-6cf061729d7d None None] The sync data for ids ['70e12f3a-b34e-495f-8af9-538d97dd46ab'] in dv-neutron-835063-1-hyperv is: [{'id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'name': 'router1', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T16:52:57Z', 'updated_at': '2022-03-24T16:53:08Z', 'revision_number': 2, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'gw_port_host': None, '_interfaces': [{'id': '1321dc89-f9c7-4cf8-9d20-ca42c6843ea4', 'name': '', 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'mac_address': 'fa:16:3e:e8:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T16:53:07Z', 'updated_at': '2022-03-24T16:53:10Z', 'revision_number': 4, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'subnets': [{'id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a745eac5-0c1f-4137-b705-b66dd7ee89c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 16:53:11.470653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 57698) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:53:11.749279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.policy [None req-6660b703-0f19-438f-be2c-0580d615c99e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88478) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 16:53:11.795633 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING oslo_policy.policy [None req-6660b703-0f19-438f-be2c-0580d615c99e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 16:53:11.796028 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING oslo_policy.policy [None req-6660b703-0f19-438f-be2c-0580d615c99e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 16:53:11.804178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660b703-0f19-438f-be2c-0580d615c99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:53:11.805860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6660b703-0f19-438f-be2c-0580d615c99e admin admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 842 time: 0.3341918 Mar 24 16:53:11.815869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Request body: {'subnet': {'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:53:11.817996 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.quota [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Loaded quota_driver: . Mar 24 16:53:11.829362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:53:11.837470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Usage tracker for resource:subnet and tenant:e22e5447f54646cb9c683ed140d5d8a3 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 16:53:11.845805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 16:53:11.852119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:53:11.941674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Made reservation on behalf of e22e5447f54646cb9c683ed140d5d8a3 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:53:11.944808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:12.429568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 16:53:12.430063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:12.510043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 16:53:12.510675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Network hostable DHCP agents. Network: 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 16:53:12.518358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089f23aa-2559-460a-a555-b8e5986d344e,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:12.528374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.528717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.529045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.529368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.529693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.530027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.530348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.530663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.530975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.531289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.531600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.531908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Tracked resource versions report: Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: pushed versions: Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: { 'AddressGroup': {'1.2'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'ConntrackHelper': {'1.0'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Log': {'1.0'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Network': {'1.1'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Port': {'1.7'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'PortForwarding': {'1.2'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'QosPolicy': {'1.8'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SecurityGroup': {'1.4'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SecurityGroupRule': {'1.2'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SubPort': {'1.0'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Subnet': {'1.1'}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Trunk': {'1.1'}} Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: consumer versions: Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: { DHCP agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: L3 agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: Metadata agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: Metering agent@dv-neutron-835063-1-hyperv: {}, Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: Open vSwitch agent@dv-neutron-835063-1-hyperv: { 'AddressGroup': '1.2', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'ConntrackHelper': '1.0', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Log': '1.0', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Network': '1.1', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Port': '1.7', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'PortForwarding': '1.2', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'QosPolicy': '1.8', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SecurityGroup': '1.4', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SecurityGroupRule': '1.2', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SubPort': '1.0', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Subnet': '1.1', Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Trunk': '1.1'}} Mar 24 16:53:12.533228 dv-neutron-835063-1-hyperv neutron-server[88478]: {{(pid=88478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 16:53:12.610272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 16:53:12.661751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:53:12.666271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:53:12.669068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:12.671665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1311a09-113b-4d38-aa21-22dbf0098976 None None] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 16:53:12.765501 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c01b263f-3d33-4a6f-8ff7-b6c78cd41cc1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9533606 Mar 24 16:53:12.901391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcea146-7777-43db-b1f3-001da3fd54df None None] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 16:53:13.463184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 16:53:13.570225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 16:53:13.575853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:53:13.576249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:13.692376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:13.723064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1321dc89-f9c7-4cf8-9d20-ca42c6843ea4,segment=NetworkSegment(2fc01d9d-04be-4dbc-a292-7056044fa6af),segment_id=2fc01d9d-04be-4dbc-a292-7056044fa6af)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 16:53:13.769950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:13.834290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=1321dc89-f9c7-4cf8-9d20-ca42c6843ea4,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:15.042162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 57718) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:53:15.284570 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a05b64f5-cc14-4290-8f72-4044570d699e admin admin] 10.222.0.47 "GET /v2.0/routers/70e12f3a-b34e-495f-8af9-538d97dd46ab HTTP/1.1" status: 200 len: 710 time: 0.2410176 Mar 24 16:53:15.412819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894c9d2a-cc68-4d39-a378-ffebe0811c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:53:15.419730 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-894c9d2a-cc68-4d39-a378-ffebe0811c97 admin admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 886 time: 0.1245255 Mar 24 16:53:15.423565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:53:15.453080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 16:53:15.522245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:53:15.522612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:15.897548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:16.290327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:16.348615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:16.482693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Allocated IP 172.26.4.36 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/e7228880-ea2c-4fac-a25c-86b079e9f148) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 16:53:16.660450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:16.770223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:16.831020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 16:53:16.833662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:53:16.841787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 16:53:16.893859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Pushing event updated for resources: {'Port': ['ID=e7228880-ea2c-4fac-a25c-86b079e9f148,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:17.310849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:17.662360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:17.665574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:17.858263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Router 70e12f3a-b34e-495f-8af9-538d97dd46ab has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 16:53:18.062083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 16:53:18.070123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:18.071272 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4a3b51fa-6f01-45a4-a57b-ef24d4b81e21 admin admin] 10.222.0.47 "PUT /v2.0/routers/70e12f3a-b34e-495f-8af9-538d97dd46ab HTTP/1.1" status: 200 len: 889 time: 2.6511569 Mar 24 16:53:18.071379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Sync routers for ids ['70e12f3a-b34e-495f-8af9-538d97dd46ab'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 16:53:18.082027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Routers {'70e12f3a-b34e-495f-8af9-538d97dd46ab'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 16:53:18.082694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T16:53:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['70e12f3a-b34e-495f-8af9-538d97dd46ab'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:53:18.305902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Set router 70e12f3a-b34e-495f-8af9-538d97dd46ab gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 16:53:18.653819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'name': 'router1', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e7228880-ea2c-4fac-a25c-86b079e9f148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T16:52:57Z', 'updated_at': '2022-03-24T16:53:17Z', 'revision_number': 4, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'gw_port': {'id': 'e7228880-ea2c-4fac-a25c-86b079e9f148', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T16:53:16Z', 'updated_at': '2022-03-24T16:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '1321dc89-f9c7-4cf8-9d20-ca42c6843ea4', 'name': '', 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'mac_address': 'fa:16:3e:e8:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T16:53:07Z', 'updated_at': '2022-03-24T16:53:13Z', 'revision_number': 5, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'subnets': [{'id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a745eac5-0c1f-4137-b705-b66dd7ee89c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:53:18.658616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Checking router: 70e12f3a-b34e-495f-8af9-538d97dd46ab for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 16:53:18.658968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Updating router 70e12f3a-b34e-495f-8af9-538d97dd46ab port e7228880-ea2c-4fac-a25c-86b079e9f148 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 16:53:18.710102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:19.039947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:19.051284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Transition to ACTIVE for port object e7228880-ea2c-4fac-a25c-86b079e9f148 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 16:53:19.124275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:19.201479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Attempting to bind port e7228880-ea2c-4fac-a25c-86b079e9f148 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 16:53:19.201855 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Attempting to bind port e7228880-ea2c-4fac-a25c-86b079e9f148 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 16:53:19.202216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Attempting to bind port e7228880-ea2c-4fac-a25c-86b079e9f148 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 16:53:19.209557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387dcf3-6504-4ae1-9ad1-d2d56170b362 None None] Pushing event updated for resources: {'Port': ['ID=e7228880-ea2c-4fac-a25c-86b079e9f148,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:19.211913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 16, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 16:53:19.212405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 16:53:19.212697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:19.213081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 16:53:19.213540 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Bound port: e7228880-ea2c-4fac-a25c-86b079e9f148, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 16:53:19.213931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:19.288480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] For port e7228880-ea2c-4fac-a25c-86b079e9f148, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 16:53:19.291384 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] For port e7228880-ea2c-4fac-a25c-86b079e9f148, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e7228880-ea2c-4fac-a25c-86b079e9f148,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 16:53:19.358816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:19.441363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Routers {'70e12f3a-b34e-495f-8af9-538d97dd46ab'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 16:53:19.441967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T16:53:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['70e12f3a-b34e-495f-8af9-538d97dd46ab'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:53:19.508149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387dcf3-6504-4ae1-9ad1-d2d56170b362 None None] Pushing event updated for resources: {'Port': ['ID=e7228880-ea2c-4fac-a25c-86b079e9f148,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:19.627298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] Set router 70e12f3a-b34e-495f-8af9-538d97dd46ab gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 16:53:19.983745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'name': 'router1', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e7228880-ea2c-4fac-a25c-86b079e9f148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T16:52:57Z', 'updated_at': '2022-03-24T16:53:17Z', 'revision_number': 4, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'gw_port': {'id': 'e7228880-ea2c-4fac-a25c-86b079e9f148', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T16:53:16Z', 'updated_at': '2022-03-24T16:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '1321dc89-f9c7-4cf8-9d20-ca42c6843ea4', 'name': '', 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'mac_address': 'fa:16:3e:e8:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T16:53:07Z', 'updated_at': '2022-03-24T16:53:13Z', 'revision_number': 5, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'subnets': [{'id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a745eac5-0c1f-4137-b705-b66dd7ee89c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 16:53:19.987607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce1c40-5a0a-4194-b506-a49cbe22c534 None None] The sync data for ids ['70e12f3a-b34e-495f-8af9-538d97dd46ab'] in dv-neutron-835063-1-hyperv is: [{'id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'name': 'router1', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': 'e7228880-ea2c-4fac-a25c-86b079e9f148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T16:52:57Z', 'updated_at': '2022-03-24T16:53:17Z', 'revision_number': 4, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'gw_port': {'id': 'e7228880-ea2c-4fac-a25c-86b079e9f148', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T16:53:16Z', 'updated_at': '2022-03-24T16:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '1321dc89-f9c7-4cf8-9d20-ca42c6843ea4', 'name': '', 'network_id': '12ae5015-0461-4996-ba82-3202941c2a5b', 'tenant_id': '6f6b246c44a747b2bd79d552b8337cf8', 'mac_address': 'fa:16:3e:e8:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e12f3a-b34e-495f-8af9-538d97dd46ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T16:53:07Z', 'updated_at': '2022-03-24T16:53:13Z', 'revision_number': 5, 'project_id': '6f6b246c44a747b2bd79d552b8337cf8', 'subnets': [{'id': '57657df7-2b01-4ba7-abad-bc4c61418af2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a745eac5-0c1f-4137-b705-b66dd7ee89c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 16:53:20.502809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 57728) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:53:20.620528 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7bdba42b-4036-41a3-a294-b41414e91fe7 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1164627 Mar 24 16:53:21.483240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e7228880-ea2c-4fac-a25c-86b079e9f148 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 16:53:21.627018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port e7228880-ea2c-4fac-a25c-86b079e9f148 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 16:53:21.632079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e7228880-ea2c-4fac-a25c-86b079e9f148 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:53:21.632458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:21.749325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:21.765723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port e7228880-ea2c-4fac-a25c-86b079e9f148, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e7228880-ea2c-4fac-a25c-86b079e9f148,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 16:53:21.844447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:21.927423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=e7228880-ea2c-4fac-a25c-86b079e9f148,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:53:23.467535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e7228880-ea2c-4fac-a25c-86b079e9f148 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 16:53:23.581466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e7228880-ea2c-4fac-a25c-86b079e9f148 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:53:23.581784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:30.377092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2726a861-c660-44a8-a1bf-8fb27cc4d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:31.357038 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 5 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:53:32.604375 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aa27b0d3-925c-4d11-9e70-8cd401303093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:33.718060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:33.792629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:53:35.187212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:00.392307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef828401-37c6-4118-a919-b39d85ffe9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:02.632665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0bb12d09-64ab-4b3a-bda5-821197ffca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:03.723432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:03.774708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:05.117748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:08.356694 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 5 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:54:30.380350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-11a30a0e-f80b-4b90-9fff-769a06d6f1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:32.609493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a21f66a-01bb-4b25-959c-30f81d9172a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:33.741334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:33.820804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:35.134548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:54:45.355491 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 5 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:55:00.425491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-83608202-231a-4c5f-a491-ba1af521d6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:02.602771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a3c21d71-b227-4791-92a9-34d3e688155b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:03.739993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:03.791293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:05.145410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:22.354886 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 5 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:55:30.396823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c653b404-7107-4c80-b3bb-037363676243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:31.374363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58330) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:31.440037 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dd2f5b-bffd-4655-9082-47bc2140a64c admin admin] GET failed (client error): The resource could not be found. Mar 24 16:55:31.440546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d2dd2f5b-bffd-4655-9082-47bc2140a64c admin admin] Synchronizing usage tracker for tenant:e22e5447f54646cb9c683ed140d5d8a3 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 16:55:31.533794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d2dd2f5b-bffd-4655-9082-47bc2140a64c admin admin] Unset dirty status for tenant:e22e5447f54646cb9c683ed140d5d8a3 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 16:55:31.535016 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d2dd2f5b-bffd-4655-9082-47bc2140a64c admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1596558 Mar 24 16:55:31.667852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b71d940-2ab4-4931-aa30-9df169736dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:31.669245 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4b71d940-2ab4-4931-aa30-9df169736dc2 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1300609 Mar 24 16:55:32.659885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff34482f-6b52-4f55-8a4c-044fe58ae6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:33.734092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:33.785554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:33.842901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58340) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:33.950646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3dac00-93e6-4e45-8bd2-c88c60a547f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:33.952684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9c3dac00-93e6-4e45-8bd2-c88c60a547f5 admin admin] Synchronizing usage tracker for tenant:e22e5447f54646cb9c683ed140d5d8a3 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 16:55:34.013469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9c3dac00-93e6-4e45-8bd2-c88c60a547f5 admin admin] Unset dirty status for tenant:e22e5447f54646cb9c683ed140d5d8a3 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 16:55:34.014549 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9c3dac00-93e6-4e45-8bd2-c88c60a547f5 admin admin] 10.222.0.47 "GET /v2.0/subnets/57657df7-2b01-4ba7-abad-bc4c61418af2 HTTP/1.1" status: 200 len: 849 time: 0.1706750 Mar 24 16:55:34.023601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:55:34.135223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Notify callbacks [] for subnet, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:34.379480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743643528951'] for subnet, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:34.426227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:34.427130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:34.428902 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] 10.222.0.47 "PUT /v2.0/subnets/57657df7-2b01-4ba7-abad-bc4c61418af2 HTTP/1.1" status: 200 len: 868 time: 0.4088054 Mar 24 16:55:34.430475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a0aac1-8d38-4e1c-8621-970c9b568f44 None None] Network 12ae5015-0461-4996-ba82-3202941c2a5b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 16:55:34.454659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57657df7-2b01-4ba7-abad-bc4c61418af2,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:55:34.462682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.462682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.463181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.463396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.463737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.464102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.464437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.465330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.465664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.465991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.466316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.466637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ef2d5-ba47-40ad-8705-becc6dbf8f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:55:34.865190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-279260bc-60f0-4d9c-90bb-200bf20ceed9 None None] Provisioning complete for port 1321dc89-f9c7-4cf8-9d20-ca42c6843ea4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:55:34.865766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-279260bc-60f0-4d9c-90bb-200bf20ceed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:34.997687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-279260bc-60f0-4d9c-90bb-200bf20ceed9 None None] Provisioning complete for port 7c1a262a-71e9-49ae-8b49-d4dedb1cd56e triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:55:34.997946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-279260bc-60f0-4d9c-90bb-200bf20ceed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:35.168615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:55:36.657801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58350) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:36.838031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9415ea-a3e8-455a-b08f-595cde0f04bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:36.838411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9415ea-a3e8-455a-b08f-595cde0f04bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:36.841806 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0b9415ea-a3e8-455a-b08f-595cde0f04bb admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1830237 Mar 24 16:55:39.048020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58360) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:39.220004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c5e628-60e2-450b-b8c1-7c75433c326e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:39.220412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c5e628-60e2-450b-b8c1-7c75433c326e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:39.221912 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c9c5e628-60e2-450b-b8c1-7c75433c326e admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728885 Mar 24 16:55:41.394992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58370) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:41.567364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52382501-731a-4e4b-9b95-9259dfa4780e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:41.568759 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-52382501-731a-4e4b-9b95-9259dfa4780e admin admin] 10.222.0.47 "GET /v2.0/networks/12ae5015-0461-4996-ba82-3202941c2a5b HTTP/1.1" status: 200 len: 869 time: 0.1728280 Mar 24 16:55:43.714307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58380) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:43.877034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbb2ac-a3f6-4719-836f-67b7d52c8cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:43.878394 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0efbb2ac-a3f6-4719-836f-67b7d52c8cee admin admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 886 time: 0.1626556 Mar 24 16:55:46.037195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58390) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:46.140339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb2a573-9946-436c-a646-9dfa2f8ef4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:46.140790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb2a573-9946-436c-a646-9dfa2f8ef4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:46.142260 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8fb2a573-9946-436c-a646-9dfa2f8ef4e5 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041417 Mar 24 16:55:48.297079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58400) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:48.406100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f971d9-7ac5-4a3c-bdec-94a6058e4fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:48.406564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f971d9-7ac5-4a3c-bdec-94a6058e4fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:48.408111 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-08f971d9-7ac5-4a3c-bdec-94a6058e4fb9 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1100342 Mar 24 16:55:50.562149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58410) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:50.659588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b64bf3-ecc7-4c90-9a15-aef1f245b6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:50.660914 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-09b64bf3-ecc7-4c90-9a15-aef1f245b6f4 admin admin] 10.222.0.47 "GET /v2.0/subnets/089f23aa-2559-460a-a555-b8e5986d344e HTTP/1.1" status: 200 len: 816 time: 0.0977955 Mar 24 16:55:52.829800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58420) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:55:52.939348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a54c637-18c3-4435-9cd9-fa10e27e66e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:55:52.940720 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8a54c637-18c3-4435-9cd9-fa10e27e66e7 admin admin] 10.222.0.47 "GET /v2.0/subnets/57657df7-2b01-4ba7-abad-bc4c61418af2 HTTP/1.1" status: 200 len: 868 time: 0.1099885 Mar 24 16:55:59.353018 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 5 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:56:00.384391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e3997a1a-034b-4978-abb4-6756a8f7e0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:02.607363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-850e4180-7b86-42da-8403-06c9cb62a27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:03.733411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:03.807565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:05.151177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:11.984494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58466) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:56:12.034831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-5f43a7c8-9a47-4119-836c-2cb445321221 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 16:56:12.035814 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5f43a7c8-9a47-4119-836c-2cb445321221 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503941 Mar 24 16:56:14.350053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58476) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:56:14.415849 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fd27fd-78de-4bd0-96c4-f4bef919e8b6 admin admin] GET failed (client error): The resource could not be found. Mar 24 16:56:14.417138 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-09fd27fd-78de-4bd0-96c4-f4bef919e8b6 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661674 Mar 24 16:56:14.544931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d2a03-88f8-44ca-b444-cfb09502dc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:56:14.546376 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-af8d2a03-88f8-44ca-b444-cfb09502dc17 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1254129 Mar 24 16:56:16.714952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58486) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:56:16.761272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:56:16.766501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:56:16.775914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:56:16.835419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Made reservation on behalf of e22e5447f54646cb9c683ed140d5d8a3 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:56:16.837713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:16.926691 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.services.revisions.revision_plugin [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Could not find related network for resource to bump revision. Mar 24 16:56:16.937840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 16:56:16.945981 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:16.946319 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Added segment 863205b4-3e6a-4f4e-91d9-84372e389cdc of type vlan for network fdfc33ec-709a-4349-b709-190662fac858 Mar 24 16:56:16.971076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:17.075452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:17.076479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:56:17.077043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:17.176192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Pushing event updated for resources: {'Network': ['ID=fdfc33ec-709a-4349-b709-190662fac858,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:56:17.183500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.183844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.184215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.184550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.184882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.185223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.185559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.185901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.186230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.186552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.186874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.187197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:17.198850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network fdfc33ec-709a-4349-b709-190662fac858 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 16:56:17.253913 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-357bb61b-18df-468b-859c-fd3ece17381f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5378685 Mar 24 16:56:19.416126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58496) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:56:19.482046 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00cbf88-e019-442e-bdd8-7e7ba8b432b2 admin admin] GET failed (client error): The resource could not be found. Mar 24 16:56:19.482546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b00cbf88-e019-442e-bdd8-7e7ba8b432b2 admin admin] Synchronizing usage tracker for tenant:e22e5447f54646cb9c683ed140d5d8a3 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 16:56:19.572670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b00cbf88-e019-442e-bdd8-7e7ba8b432b2 admin admin] Unset dirty status for tenant:e22e5447f54646cb9c683ed140d5d8a3 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 16:56:19.574454 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b00cbf88-e019-442e-bdd8-7e7ba8b432b2 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1571319 Mar 24 16:56:19.678744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06873f11-f8b5-4e3d-b058-97941b444409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:56:19.680099 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-06873f11-f8b5-4e3d-b058-97941b444409 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1018536 Mar 24 16:56:19.690309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Request body: {'subnet': {'network_id': 'fdfc33ec-709a-4349-b709-190662fac858', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 16:56:19.694577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:56:19.704132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:56:19.761101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Made reservation on behalf of e22e5447f54646cb9c683ed140d5d8a3 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 16:56:19.763330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:19.996830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:20.120762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ad344e-cd1c-4657-a402-3d1e425fcb9d,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:56:20.129825 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Checking segment: {'id': '863205b4-3e6a-4f4e-91d9-84372e389cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 16:56:20.130175 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Network hostable DHCP agents. Network: fdfc33ec-709a-4349-b709-190662fac858, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 16:56:20.195459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Network fdfc33ec-709a-4349-b709-190662fac858 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 16:56:20.246821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, fdfc33ec-709a-4349-b709-190662fac858) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:56:20.250964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 16:56:20.251515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:20.255404 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c360fe-0d21-4438-aea9-67a8d008ca48 None None] Network fdfc33ec-709a-4349-b709-190662fac858 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 16:56:20.333935 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a698feba-d734-4505-9c0b-6ae0b7bcb022 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6467941 Mar 24 16:56:20.479062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-fdfc33ec-709a-4349-b709-190662fac858', 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858', 'tenant_id': 'e22e5447f54646cb9c683ed140d5d8a3', 'fixed_ips': [{'subnet_id': '23ad344e-cd1c-4657-a402-3d1e425fcb9d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 16:56:20.480385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:20.639265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Allocated IP 192.168.233.2 (fdfc33ec-709a-4349-b709-190662fac858/23ad344e-cd1c-4657-a402-3d1e425fcb9d/4184d69c-38b6-4d99-907f-da3d8f7dcabc) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 16:56:20.847218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:20.857619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Transition to ACTIVE for port object 4184d69c-38b6-4d99-907f-da3d8f7dcabc will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 16:56:20.877168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Transition to ACTIVE for port object 4184d69c-38b6-4d99-907f-da3d8f7dcabc will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 16:56:20.939076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:21.000479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Network fdfc33ec-709a-4349-b709-190662fac858 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 16:56:21.003203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 16:56:21.012126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 16:56:21.045510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Pushing event updated for resources: {'Port': ['ID=4184d69c-38b6-4d99-907f-da3d8f7dcabc,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:56:21.061805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.062160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.062503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.062841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.063178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.063526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.063876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.064237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.064578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.064908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.065248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.065549 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:56:21.117430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Attempting to bind port 4184d69c-38b6-4d99-907f-da3d8f7dcabc on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 16:56:21.117793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Attempting to bind port 4184d69c-38b6-4d99-907f-da3d8f7dcabc by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '863205b4-3e6a-4f4e-91d9-84372e389cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 16:56:21.118151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Attempting to bind port 4184d69c-38b6-4d99-907f-da3d8f7dcabc on network fdfc33ec-709a-4349-b709-190662fac858 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 16:56:21.123814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 16, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 16:56:21.124241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Checking segment: {'id': '863205b4-3e6a-4f4e-91d9-84372e389cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 16:56:21.124635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:21.125511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Bound using segment: {'id': '863205b4-3e6a-4f4e-91d9-84372e389cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 16:56:21.125700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Bound port: 4184d69c-38b6-4d99-907f-da3d8f7dcabc, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '863205b4-3e6a-4f4e-91d9-84372e389cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 16:56:21.126033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:21.217798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] For port 4184d69c-38b6-4d99-907f-da3d8f7dcabc, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 16:56:21.220805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] For port 4184d69c-38b6-4d99-907f-da3d8f7dcabc, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4184d69c-38b6-4d99-907f-da3d8f7dcabc,segment=NetworkSegment(863205b4-3e6a-4f4e-91d9-84372e389cdc),segment_id=863205b4-3e6a-4f4e-91d9-84372e389cdc)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 16:56:21.287721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:21.366109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f5417-e32b-42e0-917f-67324aecf5d6 None None] Pushing event updated for resources: {'Port': ['ID=4184d69c-38b6-4d99-907f-da3d8f7dcabc,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:56:22.185928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c470c8-4441-4077-847f-d06f6dd406bf None None] Network fdfc33ec-709a-4349-b709-190662fac858 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 16:56:22.363097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3f6085af-2602-4c3a-aaa0-57ed0763a973 None None] Provisioning for port 4184d69c-38b6-4d99-907f-da3d8f7dcabc completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 16:56:23.573372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4184d69c-38b6-4d99-907f-da3d8f7dcabc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 16:56:23.710139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 4184d69c-38b6-4d99-907f-da3d8f7dcabc completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 16:56:23.716015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4184d69c-38b6-4d99-907f-da3d8f7dcabc triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:56:23.716376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:23.854993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:23.885706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 4184d69c-38b6-4d99-907f-da3d8f7dcabc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4184d69c-38b6-4d99-907f-da3d8f7dcabc,segment=NetworkSegment(863205b4-3e6a-4f4e-91d9-84372e389cdc),segment_id=863205b4-3e6a-4f4e-91d9-84372e389cdc)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 16:56:23.984192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:24.056993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=4184d69c-38b6-4d99-907f-da3d8f7dcabc,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:56:25.543987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4184d69c-38b6-4d99-907f-da3d8f7dcabc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 16:56:25.609575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4184d69c-38b6-4d99-907f-da3d8f7dcabc triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 16:56:25.609932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:30.406962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c2c6df8b-e3f0-45f8-8f46-f32f578507e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:32.595212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0307571a-527f-4c5f-a8a4-514b2eef3981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:33.743583 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:33.794957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:35.138168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:56:36.351649 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 5 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:57:00.417547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8ef8f902-1c27-42e0-9106-4531b7db6e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:02.594746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cf2927f4-c616-4999-8248-f49719ec0a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:03.742814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:03.794054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:05.154319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:13.349804 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 5 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:57:30.428122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-38712fa1-4fdc-4253-a862-626e059ea439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:32.599984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f70f-e07e-4e5c-9862-088febe25a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:33.764935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:33.787751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:35.148082 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:46.020099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58540) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:57:46.026640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-c0704b87-b4ea-424b-a187-845b5811ee26 tempest-verify_tempest_config-266907324 tempest-verify_tempest_config-266907324-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 16:57:46.027613 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c0704b87-b4ea-424b-a187-845b5811ee26 tempest-verify_tempest_config-266907324 tempest-verify_tempest_config-266907324-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065291 Mar 24 16:57:46.622243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58558) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:57:46.742583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:46.756937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 16:57:46.761522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Usage tracker for resource:security_group_rule and tenant:f6735156fd8342488629110922c0e333 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 16:57:46.764662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 16:57:46.770261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 16:57:46.864944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:46.919156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:46.964663 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6735156fd8342488629110922c0e333&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3411617 Mar 24 16:57:46.967147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58564) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:57:46.968283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f29fd9-3ac7-4ed8-9760-d2ea200569fb,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:57:46.975314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.975673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.976034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.976366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.976692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.977041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.977362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.977695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.978013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.978327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.978636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:46.978947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4d52e-e007-4630-8304-251dc909b244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.025515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:47.050068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:47.176236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:47.192879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f29fd9-3ac7-4ed8-9760-d2ea200569fb,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 16:57:47.201425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.201855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.202207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.202523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.202845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.203179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.203532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.203880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.204224 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.204542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.204855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.205166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 16:57:47.209595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:57:47.210682 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-59c84c33-5d3f-4a24-965f-3716e052dc5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b7f29fd9-3ac7-4ed8-9760-d2ea200569fb HTTP/1.1" status: 204 len: 168 time: 0.2426062 Mar 24 16:57:50.348641 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 5 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:58:00.404432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a64b0f5d-ebb0-427e-8728-16234f0a6a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:58:02.621855 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91c5453d-24dc-410e-93fa-66b6804ca818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:58:03.786840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:58:03.792673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:58:05.158572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:58:27.347524 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 5 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:58:30.437868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-562de428-e801-4af5-9ea2-02671b0e4f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:58:32.586514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53609de0-b6ef-45bd-9a82-6a85d0e66d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:58:33.786733 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:58:33.814826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:58:35.146314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:00.419943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1c226241-ede6-41ce-a76f-eb1360b72e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:02.465647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8091143'] for agent, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:02.603052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-03ce56d5-6635-48d1-99a0-ef34f488c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:03.768668 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:03.825590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:04.347479 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 16:59:05.168111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:17.343433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58634) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:59:17.453510 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-07e9b66a-52d8-4593-af49-a09dca11f7fd admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1087575 Mar 24 16:59:19.642215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58644) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 16:59:19.696295 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-452e4fcb-2dcd-4343-8aa6-4f4d7ec26f60 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0529528 Mar 24 16:59:30.402543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a59334e-06f4-4377-aeba-e71d7e55a290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:32.453612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:32.596231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2e15458f-83b4-4de1-a3b0-be558fc69366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:33.761815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:33.785362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:35.191011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 16:59:41.347827 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:00:00.413225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13d1b850-0db3-4afe-a030-858c7e5b5e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:02.447052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:02.607008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-86fc75a0-764c-45cc-98cc-1ddab9a15e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:03.761396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:03.790188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:05.144529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:18.347888 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:00:30.412259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c0f260cf-019c-4427-a160-94631d8cbd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:32.486381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:32.617852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c133723e-476e-4d8b-8e35-17dea7a58a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:33.766621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:33.789152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:35.166514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:45.482345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58754) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:45.961923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1686832518-network', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:45.966366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:45.970576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Usage tracker for resource:network and tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:45.973664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:45.979533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:46.040389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Made reservation on behalf of 6e8606f4cf5d4f1e9d3232c69e6ade94 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:46.042921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:46.056198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:46.071539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:46.075690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Usage tracker for resource:security_group_rule and tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:46.078524 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:46.084395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:46.166558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:46.269009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:46.301735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:00:46.306635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf0de6e-4946-4158-847b-c17b6662d234,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:46.316712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.318657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.318657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.318657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.318657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.318657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.318657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.319645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.319645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.319645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.319917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.320257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Tracked resource versions report: Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: pushed versions: Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: { 'AddressGroup': {'1.2'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'ConntrackHelper': {'1.0'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Log': {'1.0'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Network': {'1.1'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Port': {'1.7'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'PortForwarding': {'1.2'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'QosPolicy': {'1.8'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SecurityGroup': {'1.4'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SecurityGroupRule': {'1.2'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SubPort': {'1.0'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Subnet': {'1.1'}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Trunk': {'1.1'}} Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: consumer versions: Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: { DHCP agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: HyperV agent@hv-neutron-8350: {}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: L3 agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: Metadata agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: Metering agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: Open vSwitch agent@dv-neutron-835063-1-hyperv: { 'AddressGroup': '1.2', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'ConntrackHelper': '1.0', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Log': '1.0', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Network': '1.1', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Port': '1.7', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'PortForwarding': '1.2', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'QosPolicy': '1.8', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SecurityGroup': '1.4', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SecurityGroupRule': '1.2', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'SubPort': '1.0', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Subnet': '1.1', Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: 'Trunk': '1.1'}} Mar 24 17:00:46.321308 dv-neutron-835063-1-hyperv neutron-server[88477]: {{(pid=88477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 17:00:46.325334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:46.325663 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Added segment 31f13ca7-0a70-473e-9d66-d69d4fa3c790 of type vlan for network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 Mar 24 17:00:46.356147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:46.458067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:46.459122 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:46.459848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:46.571497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] Pushing event updated for resources: {'Network': ['ID=33a04a57-9adb-4580-b423-ea6dcdf4e5e0,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:46.583911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:00:46.629893 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8f5e1491-088b-4432-ae89-824544a6933c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1464586 Mar 24 17:00:46.632800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58794) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:46.642914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Request body: {'subnet': {'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1686832518-subnet', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:46.643389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:46.647312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Usage tracker for resource:subnet and tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:46.650204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:46.656003 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:46.749214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Made reservation on behalf of 6e8606f4cf5d4f1e9d3232c69e6ade94 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:46.751673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:47.075046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:47.149941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11362d5f-6177-49a5-84d1-58f169ebd58b,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:47.158134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Checking segment: {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:47.158529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Network hostable DHCP agents. Network: 33a04a57-9adb-4580-b423-ea6dcdf4e5e0, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:00:47.274597 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:00:47.351741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58830) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:47.358286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 33a04a57-9adb-4580-b423-ea6dcdf4e5e0) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:47.363776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:47.364425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:47.370175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf5e351-9f66-4d2f-9a73-67724492508e None None] Network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:00:47.438226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58838) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:47.438799 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1cc4fca8-1309-4a7e-b87b-cc1679c9601e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8044188 Mar 24 17:00:47.444419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:47.449774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:47.453763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Usage tracker for resource:router and tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:47.457296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:47.463230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:47.537799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:47.538962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:47.559635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:47.615175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:00:47.617322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:47.809230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Allocated IP 172.20.0.2 (33a04a57-9adb-4580-b423-ea6dcdf4e5e0/11362d5f-6177-49a5-84d1-58f169ebd58b/114707d5-6f8f-4654-be30-673183304ebe) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:47.892245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58852) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:48.006903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-306667101-network', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:48.011871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:48.024013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Usage tracker for resource:network and tenant:474ca102a3794a4bbd7f062e5ba2b198 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:48.031684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:48.045860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:48.047783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.073437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.084055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Transition to ACTIVE for port object 114707d5-6f8f-4654-be30-673183304ebe will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:48.102535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Transition to ACTIVE for port object 114707d5-6f8f-4654-be30-673183304ebe will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:48.120527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Made reservation on behalf of 474ca102a3794a4bbd7f062e5ba2b198 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:48.122828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.146306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.164964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:48.169274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:474ca102a3794a4bbd7f062e5ba2b198 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:48.172274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:48.178940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:48.184752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.279044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:48.282367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:48.286474 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:48.289100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.368989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Pushing event updated for resources: {'Port': ['ID=114707d5-6f8f-4654-be30-673183304ebe,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:48.388359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.388735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.389092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.389429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.389763 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.390095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.390429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.390753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.391079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.391401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.391720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.392146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Tracked resource versions report: Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: pushed versions: Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: { 'AddressGroup': {'1.2'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'ConntrackHelper': {'1.0'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Log': {'1.0'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Network': {'1.1'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Port': {'1.7'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'PortForwarding': {'1.2'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'QosPolicy': {'1.8'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SecurityGroup': {'1.4'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SecurityGroupRule': {'1.2'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SubPort': {'1.0'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Subnet': {'1.1'}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Trunk': {'1.1'}} Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: consumer versions: Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: { DHCP agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: HyperV agent@hv-neutron-8350: {}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: L3 agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: Metadata agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: Metering agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: Open vSwitch agent@dv-neutron-835063-1-hyperv: { 'AddressGroup': '1.2', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'ConntrackHelper': '1.0', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Log': '1.0', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Network': '1.1', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Port': '1.7', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'PortForwarding': '1.2', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'QosPolicy': '1.8', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SecurityGroup': '1.4', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SecurityGroupRule': '1.2', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'SubPort': '1.0', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Subnet': '1.1', Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: 'Trunk': '1.1'}} Mar 24 17:00:48.393503 dv-neutron-835063-1-hyperv neutron-server[88479]: {{(pid=88479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 17:00:48.401638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.402032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.402348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Attempting to bind port 114707d5-6f8f-4654-be30-673183304ebe on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:00:48.402763 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Attempting to bind port 114707d5-6f8f-4654-be30-673183304ebe by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:00:48.403121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Attempting to bind port 114707d5-6f8f-4654-be30-673183304ebe on network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:00:48.409876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:00:48.409996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Checking segment: {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:48.410913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.411316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Bound using segment: {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:00:48.411831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Bound port: 114707d5-6f8f-4654-be30-673183304ebe, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:00:48.412234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.435612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.461320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:00:48.464112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2fac1b-ded1-426b-a4ca-4ec874b6183b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:48.473751 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.474329 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Added segment c73d4ee1-19ac-4a52-add7-6cea22156b42 of type vlan for network 73654e17-f355-4995-ad09-cda23728c6d6 Mar 24 17:00:48.511929 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1887220651-network', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:48.518001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:48.522897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Usage tracker for resource:network and tenant:7a1daa5d52cf4f7395246bdd293818f3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:48.527068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:48.534514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:48.543094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.569511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] For port 114707d5-6f8f-4654-be30-673183304ebe, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:00:48.573281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] For port 114707d5-6f8f-4654-be30-673183304ebe, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=114707d5-6f8f-4654-be30-673183304ebe,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:00:48.581394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Allocated IP 172.26.4.196 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/fcf16d27-9d08-456d-84ad-2b8d843ece47) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:48.623786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Made reservation on behalf of 7a1daa5d52cf4f7395246bdd293818f3 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:48.626294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.639434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.653911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:48.665143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Usage tracker for resource:security_group_rule and tenant:7a1daa5d52cf4f7395246bdd293818f3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:48.667731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:48.669567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.686646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.687575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:48.688723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.691847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:48.748299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.772511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94522854-c3ab-4830-8969-51f0cd3c31ea None None] Pushing event updated for resources: {'Port': ['ID=114707d5-6f8f-4654-be30-673183304ebe,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:48.820048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=73654e17-f355-4995-ad09-cda23728c6d6,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:48.830295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 73654e17-f355-4995-ad09-cda23728c6d6 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:00:48.892698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.948150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:48.950604 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ecf7579a-0f74-4741-abb1-80f20b3b4cc2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5976973 Mar 24 17:00:48.954749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58880) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:48.961886 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Request body: {'subnet': {'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-306667101-subnet', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:48.967259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:48.972336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Usage tracker for resource:subnet and tenant:474ca102a3794a4bbd7f062e5ba2b198 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:48.975496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:48.981636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:49.016199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf16d27-9d08-456d-84ad-2b8d843ece47,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:49.021430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:49.027557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.027557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.027557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Tracked resource versions report: Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: pushed versions: Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: { 'AddressGroup': {'1.2'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'ConntrackHelper': {'1.0'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Log': {'1.0'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Network': {'1.1'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Port': {'1.7'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'PortForwarding': {'1.2'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'QosPolicy': {'1.8'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SecurityGroup': {'1.4'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SecurityGroupRule': {'1.2'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SubPort': {'1.0'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Subnet': {'1.1'}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Trunk': {'1.1'}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: consumer versions: Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: { DHCP agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: HyperV agent@hv-neutron-8350: {}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: L3 agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: Metadata agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: Metering agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: Open vSwitch agent@dv-neutron-835063-1-hyperv: { 'AddressGroup': '1.2', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'ConntrackHelper': '1.0', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Log': '1.0', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Network': '1.1', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Port': '1.7', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'PortForwarding': '1.2', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'QosPolicy': '1.8', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SecurityGroup': '1.4', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SecurityGroupRule': '1.2', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'SubPort': '1.0', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Subnet': '1.1', Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: 'Trunk': '1.1'}} Mar 24 17:00:49.032811 dv-neutron-835063-1-hyperv neutron-server[88478]: {{(pid=88478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 17:00:49.037676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:49.037676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:49.054190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:49.064217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:00:49.100154 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd99c3-6cb1-40d0-83b9-36834ad17382,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:49.112920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:49.113391 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Added segment 0c175a16-7621-4560-9314-c84c80dd2920 of type vlan for network a3142123-a6f5-4088-9508-02a5a665938d Mar 24 17:00:49.126970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Made reservation on behalf of 474ca102a3794a4bbd7f062e5ba2b198 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:49.129868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:49.245609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:49.413760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:49.417866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:49.417866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:49.521539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] Pushing event updated for resources: {'Network': ['ID=a3142123-a6f5-4088-9508-02a5a665938d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:49.524013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:49.539281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network a3142123-a6f5-4088-9508-02a5a665938d details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:00:49.587467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:49.612894 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9ece2743-01d0-4268-8e6f-244001ba71db admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7189708 Mar 24 17:00:49.619471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58904) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:49.624367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9b018f-9c55-438e-8647-0a8048ddaa63,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:49.638689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Request body: {'subnet': {'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1887220651-subnet', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:49.645769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:49.652254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Usage tracker for resource:subnet and tenant:7a1daa5d52cf4f7395246bdd293818f3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:49.655037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Checking segment: {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:49.655386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Network hostable DHCP agents. Network: 73654e17-f355-4995-ad09-cda23728c6d6, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:00:49.670029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:49.696694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:49.784436 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Made reservation on behalf of 7a1daa5d52cf4f7395246bdd293818f3 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:49.785957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 114707d5-6f8f-4654-be30-673183304ebe up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:00:49.786835 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:49.850741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Network 73654e17-f355-4995-ad09-cda23728c6d6 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:00:49.949501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 114707d5-6f8f-4654-be30-673183304ebe completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:00:50.146208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 73654e17-f355-4995-ad09-cda23728c6d6) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:50.151012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:50.151587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:50.157093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19131963-6b40-4f7c-b0ea-d2115c08de4e None None] Network 73654e17-f355-4995-ad09-cda23728c6d6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:00:50.215373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f44eca-66cd-499f-8808-ec2039e94593 None None] Network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:00:50.221820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:50.322587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58926) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:50.323903 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-aa66dccf-39c5-4de8-9c55-946222131fdc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3670542 Mar 24 17:00:50.329429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:50.349519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:50.372290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:50.429565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Usage tracker for resource:router and tenant:474ca102a3794a4bbd7f062e5ba2b198 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:50.438271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:50.447768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:50.504243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ff3c9ec6-02b2-4dea-9937-658059be3bbd None None] Provisioning for port 114707d5-6f8f-4654-be30-673183304ebe completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:00:50.515672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb44871-a1d2-4b53-a090-77c184d43a8b,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:50.540098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Checking segment: {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:50.540625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Network hostable DHCP agents. Network: a3142123-a6f5-4088-9508-02a5a665938d, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:00:50.543635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:50.550683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:50.564774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:50.592215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ff3c9ec6-02b2-4dea-9937-658059be3bbd None None] Provisioning complete for port 114707d5-6f8f-4654-be30-673183304ebe triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:00:50.592600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff3c9ec6-02b2-4dea-9937-658059be3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:50.606536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Router eb56f170-0d4a-4138-bbcf-af08a2a54f46 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:00:50.625078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58936) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:50.640166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Network a3142123-a6f5-4088-9508-02a5a665938d is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:00:50.740056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58942) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:50.748897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, a3142123-a6f5-4088-9508-02a5a665938d) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:50.753873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:50.754460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:50.767192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9055cb-ffa9-44b9-bdfc-d78cc78815d3 None None] Network a3142123-a6f5-4088-9508-02a5a665938d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:00:50.778028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58948) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:50.878088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-73654e17-f355-4995-ad09-cda23728c6d6', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:00:50.878088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:50.893456 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-63dfb9dd-1e4b-4088-bd8e-d492f91359e0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2717986 Mar 24 17:00:50.896075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58958) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:50.900985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:50.908781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:50.920686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Usage tracker for resource:router and tenant:7a1daa5d52cf4f7395246bdd293818f3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:50.937006 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:50.944514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:50.999259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:00:51.011453 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Sync routers for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:00:51.027140 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:00:51.028059 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:00:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:51.035871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.037140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.083348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.130552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:51.139604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:51.147835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.150644 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Usage tracker for resource:floatingip and tenant:6ddb4567a15849dcb91071809eaa731f is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:51.155734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:51.174930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:51.229093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-588597255'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:51.237319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:51.258672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1061323266', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:51.270215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Usage tracker for resource:network and tenant:2f684b4be2844e7396b01fb47faf13f9 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:51.275795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:51.304100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:51.309335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Usage tracker for resource:port and tenant:50eba53d30ca4f7bb6086403419c960e is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:51.315298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:51.318854 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:51.344222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.349060 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-91e02655-5362-43f4-98b1-d6d123ee9c78 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9060056 Mar 24 17:00:51.349231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-a3142123-a6f5-4088-9508-02a5a665938d', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:00:51.349793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.354777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58966) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:51.356062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:51.433189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 58970) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:51.444132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.472680 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:00:51.551803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Made reservation on behalf of 50eba53d30ca4f7bb6086403419c960e for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:51.554494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.563715 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Made reservation on behalf of 2f684b4be2844e7396b01fb47faf13f9 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:51.568850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.658857 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.667528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.695767 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff3c9ec6-02b2-4dea-9937-658059be3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.768668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58980) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:51.832212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:51.835114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:51.840442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:51.862600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1920904577', 'router:external': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:51.871429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Usage tracker for resource:security_group_rule and tenant:50eba53d30ca4f7bb6086403419c960e is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:51.872554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:51.880684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:51.913813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Allocated IP 172.20.0.2 (73654e17-f355-4995-ad09-cda23728c6d6/ed9b018f-9c55-438e-8647-0a8048ddaa63/9e1d537d-8e05-49be-80cf-c75d4a89d42b) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:52.009761 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:49Z', 'revision_number': 3, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:52.013728 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Checking router: eb56f170-0d4a-4138-bbcf-af08a2a54f46 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:00:52.019818 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Updating router eb56f170-0d4a-4138-bbcf-af08a2a54f46 port fcf16d27-9d08-456d-84ad-2b8d843ece47 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:00:52.019972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Usage tracker for resource:security_group_rule and tenant:2f684b4be2844e7396b01fb47faf13f9 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:52.024128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:52.044097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ff3c9ec6-02b2-4dea-9937-658059be3bbd None None] For port 114707d5-6f8f-4654-be30-673183304ebe, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=114707d5-6f8f-4654-be30-673183304ebe,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:00:52.066449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:52.087767 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.100993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.102866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:52.120002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Usage tracker for resource:network and tenant:fb5685c2ce04416890f9d9f17a777610 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:52.124192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:52.133061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:52.147313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff3c9ec6-02b2-4dea-9937-658059be3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.150128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9ca5b602-28e9-45ae-ac42-0952dd03b256 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:52.231603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Allocated IP 172.20.0.2 (a3142123-a6f5-4088-9508-02a5a665938d/2eb44871-a1d2-4b53-a090-77c184d43a8b/991a848d-856a-4eba-86a2-32d678e5fe48) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:52.235503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Made reservation on behalf of fb5685c2ce04416890f9d9f17a777610 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:52.241198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.271102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.273274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.303263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] device_id is not set on port c0d9a615-81f9-4323-9285-c759c214649b yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:00:52.325657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c9ec6-02b2-4dea-9937-658059be3bbd None None] Pushing event updated for resources: {'Port': ['ID=114707d5-6f8f-4654-be30-673183304ebe,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:52.380352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ec8830-8101-43a4-9151-e33004a43de6,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:52.394407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:52.671746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Usage tracker for resource:security_group_rule and tenant:fb5685c2ce04416890f9d9f17a777610 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:52.671927 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9ca5b602-28e9-45ae-ac42-0952dd03b256 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] 10.222.0.47 "PUT /v2.0/quotas/8b9da9851e154c4ba587992ab7e79117 HTTP/1.1" status: 200 len: 368 time: 0.6333981 Mar 24 17:00:52.672146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:52.672146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:52.673106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 58992) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:52.673106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Request body: {'network': {'project_id': '8b9da9851e154c4ba587992ab7e79117'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:52.673430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.673560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:52.673560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Usage tracker for resource:network and tenant:8b9da9851e154c4ba587992ab7e79117 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:52.674610 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.674842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:52.675343 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Transition to ACTIVE for port object fcf16d27-9d08-456d-84ad-2b8d843ece47 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:52.676787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:52.677127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.677312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.677515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a52eb777-0c46-41b5-9f8c-c24294abad13 None None] Provisioning complete for port 114707d5-6f8f-4654-be30-673183304ebe triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:00:52.677515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a52eb777-0c46-41b5-9f8c-c24294abad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.677953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.678162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.678162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:00:52.678162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.678162 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Added segment 62200a2b-d1dd-4a9b-9b56-b9d09e93fe24 of type vlan for network 4aaf7d58-e16d-4f64-b520-818cd45bbad1 Mar 24 17:00:52.679846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.679846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.691149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.704614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Transition to ACTIVE for port object 991a848d-856a-4eba-86a2-32d678e5fe48 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:52.708658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Transition to ACTIVE for port object 9e1d537d-8e05-49be-80cf-c75d4a89d42b will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:52.732521 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.753135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Transition to ACTIVE for port object 991a848d-856a-4eba-86a2-32d678e5fe48 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:52.756518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Transition to ACTIVE for port object 9e1d537d-8e05-49be-80cf-c75d4a89d42b will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:52.834527 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Attempting to bind port fcf16d27-9d08-456d-84ad-2b8d843ece47 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:00:52.834907 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Attempting to bind port fcf16d27-9d08-456d-84ad-2b8d843ece47 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:00:52.835262 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Attempting to bind port fcf16d27-9d08-456d-84ad-2b8d843ece47 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:00:52.843939 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:00:52.844329 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:52.844725 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.846592 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:00:52.847076 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Bound port: fcf16d27-9d08-456d-84ad-2b8d843ece47, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:00:52.847457 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.850771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.861805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.866227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.886322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.887123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:52.887884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.898967 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Pushing event updated for resources: {'Port': ['ID=fcf16d27-9d08-456d-84ad-2b8d843ece47,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:52.909347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Made reservation on behalf of 8b9da9851e154c4ba587992ab7e79117 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:52.911513 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.911888 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.912600 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.912944 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.913622 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.913622 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.913943 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.914040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.914269 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.914606 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.914942 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.915253 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.915570 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Tracked resource versions report: Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: pushed versions: Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: { 'AddressGroup': {'1.2'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'ConntrackHelper': {'1.0'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Log': {'1.0'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Network': {'1.1'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Port': {'1.7'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'PortForwarding': {'1.2'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'QosPolicy': {'1.8'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SecurityGroup': {'1.4'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SecurityGroupRule': {'1.2'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SubPort': {'1.0'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Subnet': {'1.1'}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Trunk': {'1.1'}} Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: consumer versions: Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: { DHCP agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: HyperV agent@hv-neutron-8350: {}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: L3 agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: Metadata agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: Metering agent@dv-neutron-835063-1-hyperv: {}, Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: Open vSwitch agent@dv-neutron-835063-1-hyperv: { 'AddressGroup': '1.2', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'ConntrackHelper': '1.0', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Log': '1.0', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Network': '1.1', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Port': '1.7', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'PortForwarding': '1.2', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'QosPolicy': '1.8', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SecurityGroup': '1.4', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SecurityGroupRule': '1.2', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'SubPort': '1.0', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Subnet': '1.1', Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: 'Trunk': '1.1'}} Mar 24 17:00:52.916690 dv-neutron-835063-1-hyperv neutron-server[88480]: {{(pid=88480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 17:00:52.937610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.950086 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] For port fcf16d27-9d08-456d-84ad-2b8d843ece47, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:00:52.954656 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] For port fcf16d27-9d08-456d-84ad-2b8d843ece47, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fcf16d27-9d08-456d-84ad-2b8d843ece47,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:00:52.978340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Network a3142123-a6f5-4088-9508-02a5a665938d is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:52.982851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:52.983529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:52.985873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Network 73654e17-f355-4995-ad09-cda23728c6d6 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:52.989447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:52.991729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:53.001254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:53.018814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event updated for resources: {'Network': ['ID=4aaf7d58-e16d-4f64-b520-818cd45bbad1,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:53.028816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:53.034482 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.035003 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b8a214-3c05-4a43-8c4e-e947399e4ffc,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:53.040841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Usage tracker for resource:security_group_rule and tenant:8b9da9851e154c4ba587992ab7e79117 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:53.044923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.046808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:53.052417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Pushing event updated for resources: {'Port': ['ID=9e1d537d-8e05-49be-80cf-c75d4a89d42b,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:53.057075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:53.061728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:00:53.070609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.070949 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Added segment 522b9b7e-435a-40ed-8f0c-0868fff79fc5 of type vlan for network f3021728-41b8-49e7-8071-3984ffa373e5 Mar 24 17:00:53.102959 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.104983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 4aaf7d58-e16d-4f64-b520-818cd45bbad1 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:00:53.130758 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:00:53.132282 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:00:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:53.215204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Allocated IP 172.20.0.1 (33a04a57-9adb-4580-b423-ea6dcdf4e5e0/11362d5f-6177-49a5-84d1-58f169ebd58b/0b1ca3a8-7e3c-4a80-b8e9-b698bd754129) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:53.221643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Allocated IP 172.26.4.85 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/c0d9a615-81f9-4323-9285-c759c214649b) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:53.226787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.233305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:53.233908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.286296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.340670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.401822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726d839a-d54f-48c8-ac05-d77bd76d8ca5,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:53.416422 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:00:53.432181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:00:53.452999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Attempting to bind port 991a848d-856a-4eba-86a2-32d678e5fe48 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:00:53.453363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Attempting to bind port 991a848d-856a-4eba-86a2-32d678e5fe48 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:00:53.453727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Attempting to bind port 991a848d-856a-4eba-86a2-32d678e5fe48 on network a3142123-a6f5-4088-9508-02a5a665938d {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:00:53.472980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743643602966', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.472980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Unsubscribe: segment precommit_create {{(pid=88478) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 17:00:53.472980 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Added segment 1f17f53f-537f-497e-a5a2-d6de3fa1dc76 of type vlan for network 1c7e946c-9ca5-4539-9939-bc27fb59e266 Mar 24 17:00:53.473284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Pushing event updated for resources: {'Port': ['ID=991a848d-856a-4eba-86a2-32d678e5fe48,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:53.482320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:00:53.482698 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Checking segment: {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:53.483148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.483537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Bound using segment: {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:00:53.484028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Bound port: 991a848d-856a-4eba-86a2-32d678e5fe48, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:00:53.484464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.495256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Attempting to bind port 9e1d537d-8e05-49be-80cf-c75d4a89d42b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:00:53.495677 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Attempting to bind port 9e1d537d-8e05-49be-80cf-c75d4a89d42b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:00:53.496197 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Attempting to bind port 9e1d537d-8e05-49be-80cf-c75d4a89d42b on network 73654e17-f355-4995-ad09-cda23728c6d6 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:00:53.504624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa4e54b-aadc-422d-926b-ccdad4d60ab1,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:53.509870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:00:53.510310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Checking segment: {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:53.510710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.511109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Bound using segment: {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:00:53.511661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Bound port: 9e1d537d-8e05-49be-80cf-c75d4a89d42b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:00:53.511951 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.549960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.568938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.595581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Transition to ACTIVE for port object 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:53.603578 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e8579-421e-4e3a-bdd9-85df1d7025b1 None None] Pushing event updated for resources: {'Port': ['ID=fcf16d27-9d08-456d-84ad-2b8d843ece47,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:53.679862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.686586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] For port 991a848d-856a-4eba-86a2-32d678e5fe48, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:00:53.687151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.688832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:53.691045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.691473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] For port 991a848d-856a-4eba-86a2-32d678e5fe48, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=991a848d-856a-4eba-86a2-32d678e5fe48,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:00:53.694533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] For port 9e1d537d-8e05-49be-80cf-c75d4a89d42b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:00:53.697625 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] For port 9e1d537d-8e05-49be-80cf-c75d4a89d42b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9e1d537d-8e05-49be-80cf-c75d4a89d42b,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:00:53.729802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 114707d5-6f8f-4654-be30-673183304ebe up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:00:53.738122 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Pushing event updated for resources: {'Network': ['ID=f3021728-41b8-49e7-8071-3984ffa373e5,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:53.740362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.807479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network f3021728-41b8-49e7-8071-3984ffa373e5 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:00:53.839907 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:49Z', 'revision_number': 3, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:53.844860 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01cc8c2-2ea8-407e-91fa-0cff3c36fa08 None None] The sync data for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv is: [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:49Z', 'revision_number': 3, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:00:53.846753 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-284d7225-4ffb-45cb-ac66-3b398df91d86 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1047592 Mar 24 17:00:53.863766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59002) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:53.872225 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5ac57fc3-0add-4e0e-835b-a32508c6515e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4106638 Mar 24 17:00:53.876022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Request body: {'subnet': {'network_id': 'f3021728-41b8-49e7-8071-3984ffa373e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:53.880405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59006) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:53.911992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.920399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'subnet': {'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:53.945623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.987296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Pushing event updated for resources: {'Network': ['ID=1c7e946c-9ca5-4539-9939-bc27fb59e266,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:53.990159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:53.997115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:54.007808 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-caec71fa-7d19-4847-a182-25e8418a64a7 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5699036 Mar 24 17:00:54.009110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59014) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:54.012263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Usage tracker for resource:subnet and tenant:fb5685c2ce04416890f9d9f17a777610 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:54.012381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1c7e946c-9ca5-4539-9939-bc27fb59e266 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:00:54.016340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:54.028465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:54.039023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Request body: {'network': {'project_id': '8b9da9851e154c4ba587992ab7e79117'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:54.047354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:54.052804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Usage tracker for resource:network and tenant:8b9da9851e154c4ba587992ab7e79117 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:54.063311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:54.075337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:54.078965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:54.080001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:54.087295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:54.090753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:54.090868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.093697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Usage tracker for resource:subnet and tenant:2f684b4be2844e7396b01fb47faf13f9 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:54.099897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:54.109423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:54.175679 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 114707d5-6f8f-4654-be30-673183304ebe triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:00:54.176179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.204769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Made reservation on behalf of 2f684b4be2844e7396b01fb47faf13f9 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:54.214475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks [] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.239519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.285970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Pushing event updated for resources: {'Port': ['ID=0b1ca3a8-7e3c-4a80-b8e9-b698bd754129,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:54.286346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443b123-b605-4238-b318-bcce4f023cf2 None None] Pushing event updated for resources: {'Port': ['ID=991a848d-856a-4eba-86a2-32d678e5fe48,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:54.479253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Made reservation on behalf of fb5685c2ce04416890f9d9f17a777610 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:54.481669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.527369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Made reservation on behalf of 8b9da9851e154c4ba587992ab7e79117 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:54.530040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.538134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2922c-58ff-4815-ba14-3d56b955e98b None None] Pushing event updated for resources: {'Port': ['ID=9e1d537d-8e05-49be-80cf-c75d4a89d42b,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:54.650000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.743338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c5548428-1410-477d-9a3c-bed962c428d2 None None] Provisioning for port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:00:54.750498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c5548428-1410-477d-9a3c-bed962c428d2 None None] Provisioning complete for port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:00:54.759828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c5548428-1410-477d-9a3c-bed962c428d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.780320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:00:54.781630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:54.791211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:54.808687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Allocated IP 172.26.4.5 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/421ef336-5c0b-4b39-bee4-27e93383b9f8) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:54.823577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.824056 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Added segment 6bc67b32-e78a-4f39-bf0a-f40985fce908 of type vlan for network 15387dc6-8591-4fba-9373-7688eb9aa492 Mar 24 17:00:54.828315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Pushing event updated for resources: {'Port': ['ID=c0d9a615-81f9-4323-9285-c759c214649b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:54.834105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:54.835053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:54.836250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.849165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c5548428-1410-477d-9a3c-bed962c428d2 None None] Port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:00:54.942162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:54.973583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.011548 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0dd614bf-b3da-405f-94b6-50127dd32ae1 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.2324214 Mar 24 17:00:55.027897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59020) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:55.037106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}]}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:55.047661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:55.063893 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Usage tracker for resource:router and tenant:50eba53d30ca4f7bb6086403419c960e is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:55.070064 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:55.084829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:55.086933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Pushing event updated for resources: {'Subnet': ['ID=7a0d45ac-0e93-4ce4-ad72-437c75715bf3,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:55.087794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.103336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Checking segment: {'id': '522b9b7e-435a-40ed-8f0c-0868fff79fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f3021728-41b8-49e7-8071-3984ffa373e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:55.103336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Network hostable DHCP agents. Network: f3021728-41b8-49e7-8071-3984ffa373e5, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:00:55.172427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.173718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.198105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.200381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Network f3021728-41b8-49e7-8071-3984ffa373e5 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:00:55.264388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, f3021728-41b8-49e7-8071-3984ffa373e5) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:55.270124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:55.270885 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.277434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01e70ad-7333-4cf8-b092-932314d55ea1 None None] Network f3021728-41b8-49e7-8071-3984ffa373e5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:00:55.328666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.329831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:55.331213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.343186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.347291 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:00:55.512763 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c1c0b90c-9150-4263-9089-1a6fe7577035 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6457386 Mar 24 17:00:55.512942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59024) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:55.521947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Pushing event updated for resources: {'Network': ['ID=15387dc6-8591-4fba-9373-7688eb9aa492,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:55.542063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 15387dc6-8591-4fba-9373-7688eb9aa492 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:00:55.561419 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4c8c4f0a-dd8a-4e1c-b3eb-96f212136c4c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5359147 Mar 24 17:00:55.563255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59028) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:55.577844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-57964f56-7cb3-4438-8782-1524f4788a92 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Request body: {'network': {'project_id': '8b9da9851e154c4ba587992ab7e79117'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:55.607700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Request body: {'port': {'network_id': 'f3021728-41b8-49e7-8071-3984ffa373e5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1161347702'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:55.634114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-f3021728-41b8-49e7-8071-3984ffa373e5', 'network_id': 'f3021728-41b8-49e7-8071-3984ffa373e5', 'tenant_id': '2f684b4be2844e7396b01fb47faf13f9', 'fixed_ips': [{'subnet_id': '7a0d45ac-0e93-4ce4-ad72-437c75715bf3'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:00:55.635099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.640390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-57964f56-7cb3-4438-8782-1524f4788a92 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:55.640569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.656104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57964f56-7cb3-4438-8782-1524f4788a92 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Usage tracker for resource:network and tenant:8b9da9851e154c4ba587992ab7e79117 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:55.661070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.664128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57964f56-7cb3-4438-8782-1524f4788a92 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:55.687445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-57964f56-7cb3-4438-8782-1524f4788a92 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:55.691517 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-57964f56-7cb3-4438-8782-1524f4788a92 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 24 17:00:55.693304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57964f56-7cb3-4438-8782-1524f4788a92 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:00:55.697857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-57964f56-7cb3-4438-8782-1524f4788a92 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1309125 Mar 24 17:00:55.698512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59032) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:55.744589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.823129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5dda2b-8234-43e4-b2f0-4f139d7a86b7 None None] Network 73654e17-f355-4995-ad09-cda23728c6d6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:00:55.928720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.929041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:55.974084 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b71eedb7-0bc4-42c7-b6c9-11c722d67bdc tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b9da9851e154c4ba587992ab7e79117&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2709000 Mar 24 17:00:55.978633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59036) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:55.985912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:56.019296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:56.029847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Pushing event updated for resources: {'Port': ['ID=421ef336-5c0b-4b39-bee4-27e93383b9f8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:56.032262 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9e1d537d-8e05-49be-80cf-c75d4a89d42b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:00:56.044891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:56.084139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Allocated IP 172.26.4.177 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/c96307e6-68c6-4fa4-b34c-b9f863af2052) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:56.179082 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Allocated IP 172.20.0.2 (f3021728-41b8-49e7-8071-3984ffa373e5/7a0d45ac-0e93-4ce4-ad72-437c75715bf3/f804873f-4866-484b-8fb2-cdf4d171a15f) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:56.219085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:56.226852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-19251b26-8b2d-49d3-ab74-896ebf388359 None None] Provisioning for port 9e1d537d-8e05-49be-80cf-c75d4a89d42b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:00:56.238198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Usage tracker for resource:port and tenant:2f684b4be2844e7396b01fb47faf13f9 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:56.291548 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:56.320046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:56.375809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac55f28-2ac6-4665-b3f4-cfaa35f06e1b None None] Network a3142123-a6f5-4088-9508-02a5a665938d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:00:56.398072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 9e1d537d-8e05-49be-80cf-c75d4a89d42b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:00:56.406221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:56.438639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9e1d537d-8e05-49be-80cf-c75d4a89d42b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:00:56.439102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:56.444758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:00:56.445194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:56.448500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Pushing event updated for resources: {'Port': ['ID=0b1ca3a8-7e3c-4a80-b8e9-b698bd754129,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:56.452309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Made reservation on behalf of 2f684b4be2844e7396b01fb47faf13f9 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:56.456358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:56.503719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] device_id is not set on port 41c3e843-452a-453f-864f-2434f429c8ee yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:00:56.560511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-59f588d7-b55e-4e16-990e-0109ec757ef4 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:56.614808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:56.618326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d98282b8-2e19-477e-b6f8-8a007a8ae3bf,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:56.624756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bb415d50-fc1d-4df0-84ae-9d4402558b53 None None] Provisioning for port 991a848d-856a-4eba-86a2-32d678e5fe48 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:00:56.634505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:56.637766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-59f588d7-b55e-4e16-990e-0109ec757ef4 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:56.740942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Checking segment: {'id': '62200a2b-d1dd-4a9b-9b56-b9d09e93fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:56.741661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Network hostable DHCP agents. Network: 4aaf7d58-e16d-4f64-b520-818cd45bbad1, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:00:56.807858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:56.812889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Allocated IP 172.26.4.140 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/f17d4b4b-bfe2-441a-8de0-cce9b89dc174) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:56.858708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:56.878806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Transition to ACTIVE for port object f804873f-4866-484b-8fb2-cdf4d171a15f will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:56.929777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:56.993937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 9e1d537d-8e05-49be-80cf-c75d4a89d42b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9e1d537d-8e05-49be-80cf-c75d4a89d42b,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:00:57.042386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Network 4aaf7d58-e16d-4f64-b520-818cd45bbad1 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:00:57.061541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7153d6f7-6886-4a6e-8962-65d78742e465 None None] Provisioning complete for port 9e1d537d-8e05-49be-80cf-c75d4a89d42b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:00:57.062425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7153d6f7-6886-4a6e-8962-65d78742e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.097373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.098558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fcf16d27-9d08-456d-84ad-2b8d843ece47 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:00:57.120483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-59f588d7-b55e-4e16-990e-0109ec757ef4 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.153730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f588d7-b55e-4e16-990e-0109ec757ef4 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726d839a-d54f-48c8-ac05-d77bd76d8ca5,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:57.157096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Transition to ACTIVE for port object f804873f-4866-484b-8fb2-cdf4d171a15f will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:00:57.167148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.179570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.222611 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:57.228525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:57.231978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:57.235431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 4aaf7d58-e16d-4f64-b520-818cd45bbad1) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:57.249408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:00:57.249987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.253652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-59f588d7-b55e-4e16-990e-0109ec757ef4 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.258498 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-59f588d7-b55e-4e16-990e-0109ec757ef4 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/726d839a-d54f-48c8-ac05-d77bd76d8ca5 HTTP/1.1" status: 204 len: 168 time: 1.2766144 Mar 24 17:00:57.259147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf6b686-1bd8-4df7-a92a-99cdf41e86b4 None None] Network 4aaf7d58-e16d-4f64-b520-818cd45bbad1 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:00:57.265207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59040) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:57.271850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Router eb56f170-0d4a-4138-bbcf-af08a2a54f46 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:00:57.303047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.369555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.377703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Pushing event updated for resources: {'Port': ['ID=c96307e6-68c6-4fa4-b34c-b9f863af2052,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:57.389121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=9e1d537d-8e05-49be-80cf-c75d4a89d42b,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:57.441583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:57.461350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:57.475975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:57.512004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Network f3021728-41b8-49e7-8071-3984ffa373e5 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:00:57.525698 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:00:57.528902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.530665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.540441 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:00:57.556982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Pushing event updated for resources: {'Port': ['ID=f804873f-4866-484b-8fb2-cdf4d171a15f,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:57.589053 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4d0d1059-2e29-496e-afff-2fe281439c57 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6856949 Mar 24 17:00:57.597326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.607834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59044) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:57.624792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port fcf16d27-9d08-456d-84ad-2b8d843ece47 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:00:57.627527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.667869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port fcf16d27-9d08-456d-84ad-2b8d843ece47 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:00:57.668259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.735313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-370021801', 'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:57.760602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Attempting to bind port f804873f-4866-484b-8fb2-cdf4d171a15f on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:00:57.760960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Attempting to bind port f804873f-4866-484b-8fb2-cdf4d171a15f by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '522b9b7e-435a-40ed-8f0c-0868fff79fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f3021728-41b8-49e7-8071-3984ffa373e5'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:00:57.761316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Attempting to bind port f804873f-4866-484b-8fb2-cdf4d171a15f on network f3021728-41b8-49e7-8071-3984ffa373e5 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:00:57.786454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Pushing event updated for resources: {'Port': ['ID=f17d4b4b-bfe2-441a-8de0-cce9b89dc174,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:57.794257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a3aeb83c-01aa-442a-b876-53ea9987bb60 None None] Provisioning complete for port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:00:57.794621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb83c-01aa-442a-b876-53ea9987bb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.827298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:00:57.827987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Checking segment: {'id': '522b9b7e-435a-40ed-8f0c-0868fff79fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f3021728-41b8-49e7-8071-3984ffa373e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:00:57.828542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.828937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Bound using segment: {'id': '522b9b7e-435a-40ed-8f0c-0868fff79fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f3021728-41b8-49e7-8071-3984ffa373e5'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:00:57.829418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Bound port: f804873f-4866-484b-8fb2-cdf4d171a15f, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522b9b7e-435a-40ed-8f0c-0868fff79fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f3021728-41b8-49e7-8071-3984ffa373e5'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:00:57.829917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.857795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:57.878173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-da1952fc-0cee-4dea-866c-cd288b600ac7 {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:00:57.878745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:00:57.879707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Usage tracker for resource:port and tenant:fb5685c2ce04416890f9d9f17a777610 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:57.893147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:57.897639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616cb674-2825-4e57-86b7-3e200c3c44a8 None None] Network 4aaf7d58-e16d-4f64-b520-818cd45bbad1 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:00:57.908025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:57.958522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:57.994545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:00:57.999293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.010928 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b1f87abc-51ce-473c-a71c-1f68483d958b admin admin] 10.222.0.47 "PUT /v2.0/routers/eb56f170-0d4a-4138-bbcf-af08a2a54f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6550090 Mar 24 17:00:58.040328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.040988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.041973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.042482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > port after_create 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.043426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.044040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > port after_update 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.044530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.045013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.045484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.045954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.074445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Sync routers for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:00:58.076737 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a3aeb83c-01aa-442a-b876-53ea9987bb60 None None] Port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:00:58.151805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:00:58.152456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:00:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:58.208950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.228339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.228687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.229019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.229348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:00:58.229708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15387dc6-8591-4fba-9373-7688eb9aa492']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:58.242865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc67b32-e78a-4f39-bf0a-f40985fce908') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:58.243523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc67b32-e78a-4f39-bf0a-f40985fce908') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:58.255074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.258145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] For port f804873f-4866-484b-8fb2-cdf4d171a15f, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:00:58.272118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.289053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:00:58.291147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.296419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Made reservation on behalf of fb5685c2ce04416890f9d9f17a777610 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:00:58.299665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.308783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] For port f804873f-4866-484b-8fb2-cdf4d171a15f, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f804873f-4866-484b-8fb2-cdf4d171a15f,segment=NetworkSegment(522b9b7e-435a-40ed-8f0c-0868fff79fc5),segment_id=522b9b7e-435a-40ed-8f0c-0868fff79fc5)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: from cryptography.utils import int_from_bytes Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: from cryptography.utils import int_from_bytes Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn_limited( Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:00:58.314967 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:00:58.322704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port fcf16d27-9d08-456d-84ad-2b8d843ece47, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fcf16d27-9d08-456d-84ad-2b8d843ece47,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:00:58.347039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] device_id is not set on port d31bee17-6c54-4ef8-a0d4-5e6f220abf80 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:00:58.415211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.418324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.457633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.458363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 991a848d-856a-4eba-86a2-32d678e5fe48 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:00:58.520091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.534769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.543337 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:00:58.680056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.682102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.714881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.728277 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] 10.222.0.47 "DELETE /v2.0/networks/15387dc6-8591-4fba-9373-7688eb9aa492 HTTP/1.1" status: 204 len: 168 time: 1.4618990 Mar 24 17:00:58.733386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59060) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:58.734363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d12742-ff37-4c78-a813-a72cc6122b6c tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Pushing event deleted for resources: {'Network': ['ID=15387dc6-8591-4fba-9373-7688eb9aa492,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:58.742885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db8131-116b-4e29-a510-a4be3fda835a None None] Pushing event updated for resources: {'Port': ['ID=f804873f-4866-484b-8fb2-cdf4d171a15f,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:58.810697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:58.821508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Allocated IP 172.20.0.11 (4aaf7d58-e16d-4f64-b520-818cd45bbad1/d98282b8-2e19-477e-b6f8-8a007a8ae3bf/d31bee17-6c54-4ef8-a0d4-5e6f220abf80) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:58.904071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] device_id is not set on port 6c2e5b53-a7af-4f2e-bb2b-acae18498dcf yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:00:58.940866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=fcf16d27-9d08-456d-84ad-2b8d843ece47,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:58.975106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 991a848d-856a-4eba-86a2-32d678e5fe48 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:00:59.007543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 991a848d-856a-4eba-86a2-32d678e5fe48 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:00:59.008064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.036933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.044222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.155649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59066) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:59.161638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168480143', 'description': 'tempest-description--1456409855'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:59.168189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:59.179545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Usage tracker for resource:security_group and tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:59.198079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:59.217560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Router a3bb72bb-0378-4323-9cfb-4e1a92e5014c is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:00:59.220976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.223797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:59.231168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '0b1ca3a8-7e3c-4a80-b8e9-b698bd754129', 'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'mac_address': 'fa:16:3e:97:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:00:55Z', 'revision_number': 2, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'subnets': [{'id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:59.240120 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Checking router: eb56f170-0d4a-4138-bbcf-af08a2a54f46 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:00:59.240580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Updating router eb56f170-0d4a-4138-bbcf-af08a2a54f46 port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:00:59.285183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Pushing event updated for resources: {'Port': ['ID=c96307e6-68c6-4fa4-b34c-b9f863af2052,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:59.285560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.305976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 991a848d-856a-4eba-86a2-32d678e5fe48, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=991a848d-856a-4eba-86a2-32d678e5fe48,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:00:59.309253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.380734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7e946c-9ca5-4539-9939-bc27fb59e266']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:59.392132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.407744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f17f53f-537f-497e-a5a2-d6de3fa1dc76') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:59.408136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f17f53f-537f-497e-a5a2-d6de3fa1dc76') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:59.429329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.430958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.512544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.516882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.568142 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=991a848d-856a-4eba-86a2-32d678e5fe48,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:00:59.617219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:59.630532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Usage tracker for resource:security_group_rule and tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:59.635617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:59.647075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:59.649500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.668926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:00:59.669320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:00:59.692625 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:00:59.694363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.694363 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b980ba85-a04f-44a9-8937-fecabfbc8445 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0674002 Mar 24 17:00:59.694498 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.713966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59070) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:00:59.723664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f804873f-4866-484b-8fb2-cdf4d171a15f up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:00:59.775816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1501489561', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'fixed_ips': [{'ip_address': '172.26.4.177'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:00:59.785957 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:00:59.796508 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Sync routers for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:00:59.808889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:00:59.813888 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:00:59.814561 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:00:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:00:59.843482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Usage tracker for resource:port and tenant:6ddb4567a15849dcb91071809eaa731f is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:00:59.848538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:00:59.870951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:00:59.899047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.899573 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 348d3127-5fa5-4b04-bd2a-035485d6e2d5 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:00:59.910995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Allocated IP 172.20.0.14 (f3021728-41b8-49e7-8071-3984ffa373e5/7a0d45ac-0e93-4ce4-ad72-437c75715bf3/6c2e5b53-a7af-4f2e-bb2b-acae18498dcf) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:00:59.925530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.974350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.976220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:00:59.995897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Transition to ACTIVE for port object 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:00.003805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Made reservation on behalf of 6ddb4567a15849dcb91071809eaa731f for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:00.006371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.015976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.017598 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-511491eb-6077-4178-a5e3-71a3c32e585e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.6940529 Mar 24 17:01:00.032900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c7e946c-9ca5-4539-9939-bc27fb59e266,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:00.037832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59074) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:00.043611 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-aeb5a59e-7681-4e39-ba38-2ee7370095d0 tempest-QuotasNegativeTest-465339467 tempest-QuotasNegativeTest-465339467-project-admin] 10.222.0.47 "DELETE /v2.0/networks/1c7e946c-9ca5-4539-9939-bc27fb59e266 HTTP/1.1" status: 204 len: 168 time: 1.2992895 Mar 24 17:01:00.051057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.069810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.145401 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:00.168928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:00.180082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Usage tracker for resource:security_group_rule and tenant:6ddb4567a15849dcb91071809eaa731f is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:00.184808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:00.186014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e4f58-b956-4e33-b0d4-b4983e9ce440 None None] Pushing event updated for resources: {'Port': ['ID=0b1ca3a8-7e3c-4a80-b8e9-b698bd754129,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:00.188452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f804873f-4866-484b-8fb2-cdf4d171a15f completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:00.204132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:00.238728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.265552 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 24 17:01:00.266614 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-59a0675e-fe3e-4304-8e5c-268acb19f674 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.2381787 Mar 24 17:01:00.275702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59080) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:00.280305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b6290-d459-46bf-9246-a5ec4fda2414 None None] Network f3021728-41b8-49e7-8071-3984ffa373e5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:00.353035 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.378311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.462617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.493552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.497716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.513199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] device_id is not set on port 37585e04-70ef-43bd-ac19-6390a0466ed9 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:00.638300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9e1d537d-8e05-49be-80cf-c75d4a89d42b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:00.640756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:00.752206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b519a854-ad4b-4c1d-a5d1-7047457be789 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Deleting port c0d9a615-81f9-4323-9285-c759c214649b {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:00.752899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b519a854-ad4b-4c1d-a5d1-7047457be789 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.769975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6f37cb33-fa53-4a70-804a-4df0c8eed53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.797108 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:00:56Z', 'revision_number': 3, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:00.802834 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Checking router: a3bb72bb-0378-4323-9cfb-4e1a92e5014c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:01:00.803677 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Updating router a3bb72bb-0378-4323-9cfb-4e1a92e5014c port 421ef336-5c0b-4b39-bee4-27e93383b9f8 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:01:00.807218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba876e13-23e7-4b50-a39c-d95a9b44ea8f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:00.822948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.831362 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-360ce0ff-1703-4ea4-b367-c1ca4735a770 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6744907 Mar 24 17:01:00.839256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9557530a-fc9a-48a0-a6b8-ab3cf4c01260 None None] Provisioning for port f804873f-4866-484b-8fb2-cdf4d171a15f completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:00.842430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59086) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:00.850588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9557530a-fc9a-48a0-a6b8-ab3cf4c01260 None None] Provisioning complete for port f804873f-4866-484b-8fb2-cdf4d171a15f triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:00.850972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9557530a-fc9a-48a0-a6b8-ab3cf4c01260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.859362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Request body: {'security_group_rule': {'security_group_id': '676fe89b-6c72-4fb0-9a62-3bcc3df65bc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:00.881608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:00.887485 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:00.890776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Usage tracker for resource:security_group_rule and tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:00.909645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:00.968229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:00.994288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Attempting to bind port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:00.994656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Attempting to bind port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:00.995024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Attempting to bind port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 on network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:01.011185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:01.011774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Checking segment: {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:01.012433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.013016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Bound using segment: {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:01.013685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Bound port: 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:01.014280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.043155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9e1d537d-8e05-49be-80cf-c75d4a89d42b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:01.043698 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.060759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b519a854-ad4b-4c1d-a5d1-7047457be789 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.283056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b519a854-ad4b-4c1d-a5d1-7047457be789 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Calling delete_port for c0d9a615-81f9-4323-9285-c759c214649b owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:01.285999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59092) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:01.288404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.376211 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 24 17:01:01.376764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:01:01.392176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fcf16d27-9d08-456d-84ad-2b8d843ece47 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:01.445210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9557530a-fc9a-48a0-a6b8-ab3cf4c01260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.514472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9557530a-fc9a-48a0-a6b8-ab3cf4c01260 None None] For port f804873f-4866-484b-8fb2-cdf4d171a15f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f804873f-4866-484b-8fb2-cdf4d171a15f,segment=NetworkSegment(522b9b7e-435a-40ed-8f0c-0868fff79fc5),segment_id=522b9b7e-435a-40ed-8f0c-0868fff79fc5)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:01.518202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] For port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:01.539705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] For port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0b1ca3a8-7e3c-4a80-b8e9-b698bd754129,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:01.562070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port fcf16d27-9d08-456d-84ad-2b8d843ece47 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:01.568115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.589568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.590521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c280a780-703f-49c9-b05b-97308ea364f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.605097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9557530a-fc9a-48a0-a6b8-ab3cf4c01260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.638413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c280a780-703f-49c9-b05b-97308ea364f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:01.642533 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.642745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c280a780-703f-49c9-b05b-97308ea364f1 admin admin] Usage tracker for resource:security_group_rule and tenant:048ea6f5d162462a999f75fd6b21c48a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:01.646311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c280a780-703f-49c9-b05b-97308ea364f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:01.653205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c280a780-703f-49c9-b05b-97308ea364f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:01.655433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.659041 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Transition to ACTIVE for port object 421ef336-5c0b-4b39-bee4-27e93383b9f8 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:01.671873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Network 4aaf7d58-e16d-4f64-b520-818cd45bbad1 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:01.678525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:01.682155 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-97d21ab0-275f-43e7-9fdb-6875a157bc8a tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9594829 Mar 24 17:01:01.690877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.696896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:01.697720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:01.698848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.699738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59098) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:01.739576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.744442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event updated for resources: {'Port': ['ID=d31bee17-6c54-4ef8-a0d4-5e6f220abf80,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:01.747403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557530a-fc9a-48a0-a6b8-ab3cf4c01260 None None] Pushing event updated for resources: {'Port': ['ID=f804873f-4866-484b-8fb2-cdf4d171a15f,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:01.787059 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.826872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:01.827492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:00:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:01.923807 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Attempting to bind port 421ef336-5c0b-4b39-bee4-27e93383b9f8 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:01.924796 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Attempting to bind port 421ef336-5c0b-4b39-bee4-27e93383b9f8 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:01.925625 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Attempting to bind port 421ef336-5c0b-4b39-bee4-27e93383b9f8 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:01.951423 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:01.952303 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:01.952782 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.954648 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:01.954648 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Bound port: 421ef336-5c0b-4b39-bee4-27e93383b9f8, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:01.955408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2bf305c3-1189-453f-ac75-00fe0c42df48 None None] Provisioning complete for port f804873f-4866-484b-8fb2-cdf4d171a15f triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:01.955503 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.955570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2bf305c3-1189-453f-ac75-00fe0c42df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.959347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f4dcb2-998f-4965-8aa1-6e5f193b4cec,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:01.982531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:01.993536 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cf7b5-fbea-416c-9bac-3c15921b31b4 None None] Pushing event updated for resources: {'Port': ['ID=421ef336-5c0b-4b39-bee4-27e93383b9f8,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:02.027203 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-63ccd59a-c17b-4008-ad75-d487903d88a2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.4149592 Mar 24 17:01:02.048280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59102) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:02.065404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Transition to ACTIVE for port object 6c2e5b53-a7af-4f2e-bb2b-acae18498dcf will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:02.089048 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] For port 421ef336-5c0b-4b39-bee4-27e93383b9f8, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:02.093879 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] For port 421ef336-5c0b-4b39-bee4-27e93383b9f8, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=421ef336-5c0b-4b39-bee4-27e93383b9f8,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:02.113221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e4f58-b956-4e33-b0d4-b4983e9ce440 None None] Pushing event updated for resources: {'Port': ['ID=0b1ca3a8-7e3c-4a80-b8e9-b698bd754129,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:02.155511 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.199180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.202886 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dfbfbd45-de23-42bd-a7da-f01e35db6386 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3556621 Mar 24 17:01:02.218607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59106) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:02.232001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Deleting port c96307e6-68c6-4fa4-b34c-b9f863af2052 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:02.232355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.244289 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:02.245103 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:00:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:02.245296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:02.258666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Request body: {'security_group_rule': {'security_group_id': '676fe89b-6c72-4fb0-9a62-3bcc3df65bc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:02.285963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:02.298075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b519a854-ad4b-4c1d-a5d1-7047457be789 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.302759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Usage tracker for resource:security_group_rule and tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:02.312522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:02.338831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:02.400982 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cf7b5-fbea-416c-9bac-3c15921b31b4 None None] Pushing event updated for resources: {'Port': ['ID=421ef336-5c0b-4b39-bee4-27e93383b9f8,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:02.401972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519a854-ad4b-4c1d-a5d1-7047457be789 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0d9a615-81f9-4323-9285-c759c214649b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:02.417230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fb201-7f22-4ce6-a036-9a0e15c9fb8c tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Deleting port d31bee17-6c54-4ef8-a0d4-5e6f220abf80 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:02.417457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb201-7f22-4ce6-a036-9a0e15c9fb8c tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.428467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c280a780-703f-49c9-b05b-97308ea364f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.492946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 991a848d-856a-4eba-86a2-32d678e5fe48 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:02.528638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b519a854-ad4b-4c1d-a5d1-7047457be789 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.531896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.542035 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:02.547598 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b519a854-ad4b-4c1d-a5d1-7047457be789 tempest-RoutersAdminNegativeIpV6Test-2113110997 tempest-RoutersAdminNegativeIpV6Test-2113110997-project-admin] 10.222.0.47 "DELETE /v2.0/ports/c0d9a615-81f9-4323-9285-c759c214649b HTTP/1.1" status: 204 len: 168 time: 2.2587020 Mar 24 17:01:02.555806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c280a780-703f-49c9-b05b-97308ea364f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.665682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.669924 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 991a848d-856a-4eba-86a2-32d678e5fe48 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:02.670462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.716449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4197cbc3-52dd-4178-b985-8ed66c124654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.727060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.788482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Network f3021728-41b8-49e7-8071-3984ffa373e5 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:02.794363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:02.820658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:02.837548 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:02.850909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:02.882078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Allocated IP 172.20.0.1 (73654e17-f355-4995-ad09-cda23728c6d6/ed9b018f-9c55-438e-8647-0a8048ddaa63/d6293ead-17f5-454d-8548-c58a06345153) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:02.924259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:01:02.935043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f804873f-4866-484b-8fb2-cdf4d171a15f up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:02.954401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Pushing event updated for resources: {'Port': ['ID=6c2e5b53-a7af-4f2e-bb2b-acae18498dcf,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:02.991735 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:00:56Z', 'revision_number': 3, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:02.997238 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7738a42-210a-48bd-aacc-8885b8488ac7 None None] The sync data for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv is: [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:00:56Z', 'revision_number': 3, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:03.075912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f804873f-4866-484b-8fb2-cdf4d171a15f triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:03.076613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.105587 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fe79bf58-c9f5-483f-a8a6-f5e401ad348e tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 7.5914574 Mar 24 17:01:03.109953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59116) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:03.153797 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c280a780-703f-49c9-b05b-97308ea364f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=048ea6f5d162462a999f75fd6b21c48a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8529208 Mar 24 17:01:03.155035 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.166131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59120) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:03.197381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280a780-703f-49c9-b05b-97308ea364f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770ec05-6f85-40a1-bb35-a3d26bc12450,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:03.199486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '0b1ca3a8-7e3c-4a80-b8e9-b698bd754129', 'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'mac_address': 'fa:16:3e:97:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:01Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'subnets': [{'id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:03.212195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca7e5b-d040-4780-82ef-e48cef6f20f0 None None] The sync data for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv is: [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '0b1ca3a8-7e3c-4a80-b8e9-b698bd754129', 'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'mac_address': 'fa:16:3e:97:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:01Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'subnets': [{'id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:03.218805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59124) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:03.251379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb201-7f22-4ce6-a036-9a0e15c9fb8c tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.332268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d26fdab7-1ef6-4566-8713-cb21fd4f6e1e None None] Provisioning for port 6c2e5b53-a7af-4f2e-bb2b-acae18498dcf completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:03.338528 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d26fdab7-1ef6-4566-8713-cb21fd4f6e1e None None] Provisioning complete for port 6c2e5b53-a7af-4f2e-bb2b-acae18498dcf triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:03.338948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d26fdab7-1ef6-4566-8713-cb21fd4f6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.379522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.380089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.428060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d26fdab7-1ef6-4566-8713-cb21fd4f6e1e None None] Port 6c2e5b53-a7af-4f2e-bb2b-acae18498dcf cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:03.537710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fb201-7f22-4ce6-a036-9a0e15c9fb8c tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Calling delete_port for d31bee17-6c54-4ef8-a0d4-5e6f220abf80 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:03.552544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Calling delete_port for c96307e6-68c6-4fa4-b34c-b9f863af2052 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:03.579340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-82b90530-1da5-49c4-8a33-b0ee672a132c tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Deleting port 6c2e5b53-a7af-4f2e-bb2b-acae18498dcf {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:03.579745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82b90530-1da5-49c4-8a33-b0ee672a132c tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.785085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.811316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f446165-5098-4e63-a5c6-c1ddef2bf803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.818663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.845256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.888287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3605ee69-231f-434b-b685-c9c49bb756b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.895290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f446165-5098-4e63-a5c6-c1ddef2bf803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.948272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.960164 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3605ee69-231f-434b-b685-c9c49bb756b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:03.972338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:03.983824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3605ee69-231f-434b-b685-c9c49bb756b3 admin admin] Usage tracker for resource:security_group_rule and tenant:650cca76875f4ad4af7bef2bc21a39c1 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:03.985335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:01:03.998859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3605ee69-231f-434b-b685-c9c49bb756b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:03.999532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Sync routers for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:01:04.019592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:04.020502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:04.021215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3605ee69-231f-434b-b685-c9c49bb756b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:04.024317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9cb24f-53ab-459b-9c76-b6dd0b6089c6,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:04.080586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.195294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.200388 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-57465b41-b98e-4ca3-9361-a11bda0c07b3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9766200 Mar 24 17:01:04.201934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Transition to ACTIVE for port object d6293ead-17f5-454d-8548-c58a06345153 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:04.203106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59130) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:04.237513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:04.244874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Pushing event deleted for resources: {'Port': ['ID=c96307e6-68c6-4fa4-b34c-b9f863af2052,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:04.246596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f446165-5098-4e63-a5c6-c1ddef2bf803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.249000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f446165-5098-4e63-a5c6-c1ddef2bf803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.250151 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8f446165-5098-4e63-a5c6-c1ddef2bf803 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2770ec05-6f85-40a1-bb35-a3d26bc12450 HTTP/1.1" status: 204 len: 168 time: 1.0830896 Mar 24 17:01:04.304454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb201-7f22-4ce6-a036-9a0e15c9fb8c tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.331287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:04.375160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Usage tracker for resource:floatingip and tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:04.412998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3421c910-f073-483e-883c-de063463a187 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.417019 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3421c910-f073-483e-883c-de063463a187 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 13.5170822 Mar 24 17:01:04.435087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59136) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:04.438292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:04.444374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:04.543889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f446165-5098-4e63-a5c6-c1ddef2bf803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770ec05-6f85-40a1-bb35-a3d26bc12450,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:04.584621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fb201-7f22-4ce6-a036-9a0e15c9fb8c tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event deleted for resources: {'Port': ['ID=d31bee17-6c54-4ef8-a0d4-5e6f220abf80,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:04.585438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 421ef336-5c0b-4b39-bee4-27e93383b9f8 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:04.643081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb201-7f22-4ce6-a036-9a0e15c9fb8c tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.645378 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dc8fb201-7f22-4ce6-a036-9a0e15c9fb8c tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "DELETE /v2.0/ports/d31bee17-6c54-4ef8-a0d4-5e6f220abf80 HTTP/1.1" status: 204 len: 168 time: 2.5951519 Mar 24 17:01:04.649904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59140) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:04.660267 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1', 'external_fixed_ips': [{'subnet_id': 'd98282b8-2e19-477e-b6f8-8a007a8ae3bf', 'ip_address': '172.20.0.11'}]}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:04.670189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:04.680965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Usage tracker for resource:router and tenant:fb5685c2ce04416890f9d9f17a777610 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:04.692263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:04.702882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:04.706407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82b90530-1da5-49c4-8a33-b0ee672a132c tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.735536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3605ee69-231f-434b-b685-c9c49bb756b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.737360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:04.813094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3605ee69-231f-434b-b685-c9c49bb756b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.857340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.858650 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:04.871046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-82b90530-1da5-49c4-8a33-b0ee672a132c tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Calling delete_port for 6c2e5b53-a7af-4f2e-bb2b-acae18498dcf owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:04.953258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.000868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.013808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.070539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.148383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 421ef336-5c0b-4b39-bee4-27e93383b9f8 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:05.160001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 421ef336-5c0b-4b39-bee4-27e93383b9f8 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:05.160366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.178707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59148) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:05.209884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.223263 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3605ee69-231f-434b-b685-c9c49bb756b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=650cca76875f4ad4af7bef2bc21a39c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9786820 Mar 24 17:01:05.235665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:00:57Z', 'revision_number': 3, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:05.245024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Checking router: 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:01:05.245367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Updating router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 port f17d4b4b-bfe2-441a-8de0-cce9b89dc174 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:01:05.250616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59152) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:05.285587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.288867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Network 73654e17-f355-4995-ad09-cda23728c6d6 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:05.300204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:05.302295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.307394 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7819520a-261b-4964-b5a0-10c3671201ad tempest-ExternalNetworksAdminNegativeTestJSON-1701784855 tempest-ExternalNetworksAdminNegativeTestJSON-1701784855-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/49ac6d4b-ee26-474f-852a-0f2d708e5589 HTTP/1.1" status: 204 len: 168 time: 3.5849621 Mar 24 17:01:05.313625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:05.338239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605ee69-231f-434b-b685-c9c49bb756b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564607c5-2c82-45c2-a2f6-f004a46fe2b3,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:05.383351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:05.387403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Usage tracker for resource:security_group_rule and tenant:616900f1a51748df85bddc47657544b2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:05.390442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.390935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:05.397796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:05.422998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 421ef336-5c0b-4b39-bee4-27e93383b9f8, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=421ef336-5c0b-4b39-bee4-27e93383b9f8,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:05.425140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.494136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.495916 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:05.497234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.506914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82b90530-1da5-49c4-8a33-b0ee672a132c tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.507429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Pushing event updated for resources: {'Port': ['ID=d6293ead-17f5-454d-8548-c58a06345153,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:05.523089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.584038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.628648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.686772 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b90530-1da5-49c4-8a33-b0ee672a132c tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Pushing event deleted for resources: {'Port': ['ID=6c2e5b53-a7af-4f2e-bb2b-acae18498dcf,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:05.781849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Synchronizing usage tracker for tenant:e22e5447f54646cb9c683ed140d5d8a3 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:05.789752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82b90530-1da5-49c4-8a33-b0ee672a132c tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.790123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=421ef336-5c0b-4b39-bee4-27e93383b9f8,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:05.842207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544acb66-8e1c-4130-a44c-66412b1ccb73,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:05.865764 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-82b90530-1da5-49c4-8a33-b0ee672a132c tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] 10.222.0.47 "DELETE /v2.0/ports/6c2e5b53-a7af-4f2e-bb2b-acae18498dcf HTTP/1.1" status: 204 len: 168 time: 2.7499492 Mar 24 17:01:05.867741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59160) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:05.879067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a6ebfe87-3b0b-4b67-94dd-dbbfb37bfc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:05.998515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3d91d0b2-bc78-406a-86b0-39a46144d5e1 None None] Provisioning for port d6293ead-17f5-454d-8548-c58a06345153 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:06.007171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:06.008869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59166) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:06.030742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3d91d0b2-bc78-406a-86b0-39a46144d5e1 None None] Provisioning complete for port d6293ead-17f5-454d-8548-c58a06345153 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:06.031110 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3d91d0b2-bc78-406a-86b0-39a46144d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.043936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] Unset dirty status for tenant:e22e5447f54646cb9c683ed140d5d8a3 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:06.048615 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9cdfd727-12b0-4251-8439-0f9ea572b859 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=616900f1a51748df85bddc47657544b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8648119 Mar 24 17:01:06.050965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59170) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:06.058811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:06.059186 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.086885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a6ebfe87-3b0b-4b67-94dd-dbbfb37bfc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.176261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be42afb-05d5-4e40-a61f-e19969d5364e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.220061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be42afb-05d5-4e40-a61f-e19969d5364e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.230155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3d91d0b2-bc78-406a-86b0-39a46144d5e1 None None] Port d6293ead-17f5-454d-8548-c58a06345153 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:06.305034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c77e39b9-799b-420a-959a-9391250fd421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.338777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.352267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c77e39b9-799b-420a-959a-9391250fd421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:06.362917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.389232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.401092 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0af94bb2-1e86-4754-a91a-20651f3e1320 tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5266976 Mar 24 17:01:06.401618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c77e39b9-799b-420a-959a-9391250fd421 admin admin] Usage tracker for resource:security_group_rule and tenant:fd4f4a93f6564ec78178a87b004606cd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:06.403627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59176) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:06.405762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c77e39b9-799b-420a-959a-9391250fd421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:06.410678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0b1ca3a8-7e3c-4a80-b8e9-b698bd754129,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:06.421368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Transition to ACTIVE for port object f17d4b4b-bfe2-441a-8de0-cce9b89dc174 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:06.461021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1209179599'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:06.461021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c77e39b9-799b-420a-959a-9391250fd421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:06.465587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:06.481157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Usage tracker for resource:network and tenant:2f684b4be2844e7396b01fb47faf13f9 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:06.486592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:06.499826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:06.566595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.608258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a6ebfe87-3b0b-4b67-94dd-dbbfb37bfc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.610685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.642234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebfe87-3b0b-4b67-94dd-dbbfb37bfc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564607c5-2c82-45c2-a2f6-f004a46fe2b3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:06.645287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Made reservation on behalf of 2f684b4be2844e7396b01fb47faf13f9 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:06.645413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.648968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.652334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.658331 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=0b1ca3a8-7e3c-4a80-b8e9-b698bd754129,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:06.700969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be42afb-05d5-4e40-a61f-e19969d5364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.713787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.717902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 421ef336-5c0b-4b39-bee4-27e93383b9f8 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:06.733577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be42afb-05d5-4e40-a61f-e19969d5364e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544acb66-8e1c-4130-a44c-66412b1ccb73,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:06.749784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be42afb-05d5-4e40-a61f-e19969d5364e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.753760 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1be42afb-05d5-4e40-a61f-e19969d5364e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/544acb66-8e1c-4130-a44c-66412b1ccb73 HTTP/1.1" status: 204 len: 168 time: 0.6978812 Mar 24 17:01:06.790686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a6ebfe87-3b0b-4b67-94dd-dbbfb37bfc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.794257 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a6ebfe87-3b0b-4b67-94dd-dbbfb37bfc95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/564607c5-2c82-45c2-a2f6-f004a46fe2b3 HTTP/1.1" status: 204 len: 168 time: 1.5328488 Mar 24 17:01:06.845457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb6c37-541c-4a21-8235-8f80d295dc8c None None] Pushing event updated for resources: {'Port': ['ID=f17d4b4b-bfe2-441a-8de0-cce9b89dc174,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:06.889532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:01:06.904789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c77e39b9-799b-420a-959a-9391250fd421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.916669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Attempting to bind port f17d4b4b-bfe2-441a-8de0-cce9b89dc174 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:06.917914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Attempting to bind port f17d4b4b-bfe2-441a-8de0-cce9b89dc174 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:06.918381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Attempting to bind port f17d4b4b-bfe2-441a-8de0-cce9b89dc174 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:06.921717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.922555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 421ef336-5c0b-4b39-bee4-27e93383b9f8 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:06.922921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.970668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Allocated IP 172.20.0.11 (4aaf7d58-e16d-4f64-b520-818cd45bbad1/d98282b8-2e19-477e-b6f8-8a007a8ae3bf/081701c0-e90e-445d-b38a-8eec68947893) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:06.985310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:06.985689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:06.986613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.987000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:06.988055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Bound port: f17d4b4b-bfe2-441a-8de0-cce9b89dc174, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:06.988055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.991469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:06.991826 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Added segment 3678ad2e-505a-4f0d-8889-32a4cbb74225 of type vlan for network 34d506dd-e10f-4110-bab5-97c0c1003d61 Mar 24 17:01:07.012730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c77e39b9-799b-420a-959a-9391250fd421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.089996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] For port f17d4b4b-bfe2-441a-8de0-cce9b89dc174, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:07.093985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] For port f17d4b4b-bfe2-441a-8de0-cce9b89dc174, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f17d4b4b-bfe2-441a-8de0-cce9b89dc174,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:07.158586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.187463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.303979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.311543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb6c37-541c-4a21-8235-8f80d295dc8c None None] Pushing event updated for resources: {'Port': ['ID=f17d4b4b-bfe2-441a-8de0-cce9b89dc174,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:07.329824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:07.330567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:07.333048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e39b9-799b-420a-959a-9391250fd421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ceae9e-c25f-4dc7-bd17-decfdc5dac17,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:07.364304 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c77e39b9-799b-420a-959a-9391250fd421 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd4f4a93f6564ec78178a87b004606cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3467228 Mar 24 17:01:07.368522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59196) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:07.388662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Allocated IP 172.26.4.128 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/c35966f1-d809-417e-bd62-5bd4b9ab595d) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:07.398095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.431594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Network 4aaf7d58-e16d-4f64-b520-818cd45bbad1 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:07.436637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:07.439232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:07.541720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event updated for resources: {'Port': ['ID=081701c0-e90e-445d-b38a-8eec68947893,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:07.603073 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:07.676749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-27aa2507-418b-4978-abcf-7f8534059d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.706979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.713938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-27aa2507-418b-4978-abcf-7f8534059d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.717638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.723753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:07.724429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.766567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.793674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Allocated IP 172.20.0.1 (a3142123-a6f5-4088-9508-02a5a665938d/2eb44871-a1d2-4b53-a090-77c184d43a8b/8aa50ae3-d0af-44f4-98fa-be18cc6a87df) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:07.831400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59202) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:07.878198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-27aa2507-418b-4978-abcf-7f8534059d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.920058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa2507-418b-4978-abcf-7f8534059d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ceae9e-c25f-4dc7-bd17-decfdc5dac17,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:07.931906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-27aa2507-418b-4978-abcf-7f8534059d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.933604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:07.934101 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-27aa2507-418b-4978-abcf-7f8534059d8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25ceae9e-c25f-4dc7-bd17-decfdc5dac17 HTTP/1.1" status: 204 len: 168 time: 0.5575795 Mar 24 17:01:08.045886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:00:57Z', 'revision_number': 3, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:08.051512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:08.052032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490d733-5fad-4977-835c-d1eabbe295fb None None] The sync data for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv is: [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:00:57Z', 'revision_number': 3, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:08.076970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:08.100432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Pushing event updated for resources: {'Port': ['ID=d6293ead-17f5-454d-8548-c58a06345153,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:08.197999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Pushing event updated for resources: {'Network': ['ID=34d506dd-e10f-4110-bab5-97c0c1003d61,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:08.214585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 34d506dd-e10f-4110-bab5-97c0c1003d61 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:01:08.226918 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-990fb5d3-7619-45c4-a50f-fc9e4e5c9d02 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8210113 Mar 24 17:01:08.238984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59218) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:08.370509 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5f0f44c1-e166-4acd-852e-1cbef86fe7c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=50eba53d30ca4f7bb6086403419c960e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5312366 Mar 24 17:01:08.370509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Network 73654e17-f355-4995-ad09-cda23728c6d6 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:08.375400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59224) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:08.376270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:08.778696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:08.779330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6f86840b-4a6a-4603-ac69-e01b6c4c0b0f None None] Provisioning complete for port d6293ead-17f5-454d-8548-c58a06345153 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:08.779755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6f86840b-4a6a-4603-ac69-e01b6c4c0b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:08.852598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:08.859150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f17d4b4b-bfe2-441a-8de0-cce9b89dc174 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:08.873064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:08.888892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:08.900843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Router a3bb72bb-0378-4323-9cfb-4e1a92e5014c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:01:08.905535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:08.946361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-6f86840b-4a6a-4603-ac69-e01b6c4c0b0f None None] Port d6293ead-17f5-454d-8548-c58a06345153 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:08.994399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59230) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:08.995464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.052224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Transition to ACTIVE for port object 8aa50ae3-d0af-44f4-98fa-be18cc6a87df will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:09.091554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f17d4b4b-bfe2-441a-8de0-cce9b89dc174 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:09.098046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f17d4b4b-bfe2-441a-8de0-cce9b89dc174 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:09.098421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.232899 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-37ef4f82-6332-4d23-9ca5-048b9d276b3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ddb4567a15849dcb91071809eaa731f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320235 Mar 24 17:01:09.257161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4858f2ed-38c0-451e-b9e2-4ad959107e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.264155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59238) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:09.303109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.315717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Pushing event updated for resources: {'Port': ['ID=c35966f1-d809-417e-bd62-5bd4b9ab595d,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:09.324685 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0b8a5f7c-8735-454e-b17b-fb0014994c6a tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] 10.222.0.47 "GET /v2.0/agents/6b00df2b-ffa5-4c61-8e96-22319014d82b/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 1.0857940 Mar 24 17:01:09.327691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59244) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:09.347805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port f17d4b4b-bfe2-441a-8de0-cce9b89dc174, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f17d4b4b-bfe2-441a-8de0-cce9b89dc174,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:09.399326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.400850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.401741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:09.462808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4858f2ed-38c0-451e-b9e2-4ad959107e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.517575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a95b32a-57c7-453c-adc5-159de2db636d tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] Network 34d506dd-e10f-4110-bab5-97c0c1003d61 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:01:09.571811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Router fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:01:09.594281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Network a3142123-a6f5-4088-9508-02a5a665938d is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:09.594432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:09.594836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.616607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:09.627418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=f17d4b4b-bfe2-441a-8de0-cce9b89dc174,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:09.630318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae97af13-0b58-469b-9092-685076e7f4bb None None] Network 34d506dd-e10f-4110-bab5-97c0c1003d61 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:09.636560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.637931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:09.665232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Pushing event updated for resources: {'Port': ['ID=8aa50ae3-d0af-44f4-98fa-be18cc6a87df,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:09.724451 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0a95b32a-57c7-453c-adc5-159de2db636d tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] 10.222.0.47 "POST /v2.0/agents/6b00df2b-ffa5-4c61-8e96-22319014d82b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3956501 Mar 24 17:01:09.739184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59256) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:09.754907 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-51eea474-df12-478f-8bdd-790db6f52e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.831827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-51eea474-df12-478f-8bdd-790db6f52e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.888425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:01:09.900839 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Sync routers for ids ['fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:01:09.918482 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Routers {'fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:09.919408 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:09.919517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:01:09.921158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.972932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Sync routers for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:01:09.989139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:09.996064 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dc648494-604d-4ddb-9ec8-5ead040a0ca1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.3426311 Mar 24 17:01:09.998520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59262) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:10.001193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:10.001846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:10.064930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:10.096818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59266) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:10.183346 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Set router fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:10.231602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:10.234731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:10.306333 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-14278688-947d-4b40-a6ed-0239f1e7a25f tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] 10.222.0.47 "GET /v2.0/agents/6b00df2b-ffa5-4c61-8e96-22319014d82b/dhcp-networks HTTP/1.1" status: 200 len: 7250 time: 0.5579257 Mar 24 17:01:10.312565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4858f2ed-38c0-451e-b9e2-4ad959107e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:10.317788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59270) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:10.339623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0d6b2d54-3dd8-4719-9b96-cdd66cddf408 admin admin] 10.222.0.47 "PUT /v2.0/routers/a3bb72bb-0378-4323-9cfb-4e1a92e5014c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2977960 Mar 24 17:01:10.348689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4858f2ed-38c0-451e-b9e2-4ad959107e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:10.352736 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4858f2ed-38c0-451e-b9e2-4ad959107e95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36ec8830-8101-43a4-9151-e33004a43de6 HTTP/1.1" status: 204 len: 168 time: 1.9395177 Mar 24 17:01:10.352736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-51eea474-df12-478f-8bdd-790db6f52e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:10.353413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-51eea474-df12-478f-8bdd-790db6f52e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:10.357043 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-51eea474-df12-478f-8bdd-790db6f52e22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba876e13-23e7-4b50-a39c-d95a9b44ea8f HTTP/1.1" status: 204 len: 168 time: 1.0560124 Mar 24 17:01:10.405419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858f2ed-38c0-451e-b9e2-4ad959107e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ec8830-8101-43a4-9151-e33004a43de6,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:10.423118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eea474-df12-478f-8bdd-790db6f52e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba876e13-23e7-4b50-a39c-d95a9b44ea8f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:10.475811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:10.556595 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d', 'name': '', 'tenant_id': 'fb5685c2ce04416890f9d9f17a777610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1', 'external_fixed_ips': [{'subnet_id': 'd98282b8-2e19-477e-b6f8-8a007a8ae3bf', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '081701c0-e90e-445d-b38a-8eec68947893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:01:04Z', 'updated_at': '2022-03-24T17:01:07Z', 'revision_number': 3, 'project_id': 'fb5685c2ce04416890f9d9f17a777610', 'gw_port': {'id': '081701c0-e90e-445d-b38a-8eec68947893', 'name': '', 'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:30:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'd98282b8-2e19-477e-b6f8-8a007a8ae3bf', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:06Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd98282b8-2e19-477e-b6f8-8a007a8ae3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:10.561311 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Checking router: fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:01:10.561656 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Updating router fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d port 081701c0-e90e-445d-b38a-8eec68947893 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:01:10.632543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eab48ea2-c232-4fc0-b3a8-4ce09a2aee5e None None] Provisioning for port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:10.638579 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:10.666343 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7d05f53d-3cd7-45c8-b4b1-54efcb4f98b3 tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] 10.222.0.47 "DELETE /v2.0/agents/6b00df2b-ffa5-4c61-8e96-22319014d82b/dhcp-networks/34d506dd-e10f-4110-bab5-97c0c1003d61 HTTP/1.1" status: 204 len: 168 time: 0.3473287 Mar 24 17:01:10.669635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59282) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:10.681189 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eab48ea2-c232-4fc0-b3a8-4ce09a2aee5e None None] Provisioning complete for port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:10.681564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eab48ea2-c232-4fc0-b3a8-4ce09a2aee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:10.765795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-eab48ea2-c232-4fc0-b3a8-4ce09a2aee5e None None] Port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:10.768934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f17d4b4b-bfe2-441a-8de0-cce9b89dc174 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:10.998726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.029024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.051859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.059032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.125948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f17d4b4b-bfe2-441a-8de0-cce9b89dc174 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:11.127845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.147852 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-09f95343-1987-4fbf-9472-c816ae030126 tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] 10.222.0.47 "GET /v2.0/agents/6b00df2b-ffa5-4c61-8e96-22319014d82b/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.4665623 Mar 24 17:01:11.154671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59294) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:11.178743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Deleting port 081701c0-e90e-445d-b38a-8eec68947893 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:11.179424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.186030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.202106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.224324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'd6293ead-17f5-454d-8548-c58a06345153', 'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'mac_address': 'fa:16:3e:44:84:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:02Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 2, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'subnets': [{'id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:11.225181 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b248d706-1877-43d3-8000-2fe825b95806 tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] 10.222.0.47 "GET /v2.0/networks/f3021728-41b8-49e7-8071-3984ffa373e5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0676312 Mar 24 17:01:11.234416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Checking router: a3bb72bb-0378-4323-9cfb-4e1a92e5014c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:01:11.234765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Updating router a3bb72bb-0378-4323-9cfb-4e1a92e5014c port d6293ead-17f5-454d-8548-c58a06345153 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:01:11.237019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59298) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:11.270084 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.311697 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-90dd7017-8402-4084-acc3-2e4da2f01900 tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] 10.222.0.47 "GET /v2.0/networks/f3021728-41b8-49e7-8071-3984ffa373e5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0732939 Mar 24 17:01:11.315858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59302) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:11.419666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.552567 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.586335 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Transition to ACTIVE for port object 081701c0-e90e-445d-b38a-8eec68947893 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:11.588183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.625607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Network a3142123-a6f5-4088-9508-02a5a665938d is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:11.629455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-131273f8-15fd-4be8-85d9-498812f6e902 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:11.638572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:11.640379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.641561 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4154019 Mar 24 17:01:11.663177 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.737326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7775-2ac2-4860-9177-5133b76ebf39 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Pushing event updated for resources: {'Port': ['ID=c35966f1-d809-417e-bd62-5bd4b9ab595d,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:11.794806 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e038d-3f10-4253-9b9d-c952a6f2ec29 None None] Pushing event updated for resources: {'Port': ['ID=081701c0-e90e-445d-b38a-8eec68947893,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:11.820827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Calling delete_port for 081701c0-e90e-445d-b38a-8eec68947893 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:11.857761 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Attempting to bind port 081701c0-e90e-445d-b38a-8eec68947893 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:11.858242 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Attempting to bind port 081701c0-e90e-445d-b38a-8eec68947893 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '62200a2b-d1dd-4a9b-9b56-b9d09e93fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:11.859053 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Attempting to bind port 081701c0-e90e-445d-b38a-8eec68947893 on network 4aaf7d58-e16d-4f64-b520-818cd45bbad1 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:11.877948 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:11.880437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Pushing event updated for resources: {'Port': ['ID=8aa50ae3-d0af-44f4-98fa-be18cc6a87df,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:11.880941 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Checking segment: {'id': '62200a2b-d1dd-4a9b-9b56-b9d09e93fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:11.881434 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:11.881948 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Bound using segment: {'id': '62200a2b-d1dd-4a9b-9b56-b9d09e93fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:11.882560 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Bound port: 081701c0-e90e-445d-b38a-8eec68947893, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62200a2b-d1dd-4a9b-9b56-b9d09e93fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '4aaf7d58-e16d-4f64-b520-818cd45bbad1'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:11.889719 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:12.062500 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-131273f8-15fd-4be8-85d9-498812f6e902 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] 10.222.0.47 "PUT /v2.0/quotas/cf94d9bff6af44a3afca14dfac292613 HTTP/1.1" status: 200 len: 366 time: 1.7616622 Mar 24 17:01:12.066768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59328) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:12.134288 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-74373856-709d-4d27-a789-f3d0ff0ebbbf tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0480933 Mar 24 17:01:12.137404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59338) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:12.148618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:01:12.150464 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] For port 081701c0-e90e-445d-b38a-8eec68947893, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:12.158813 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] For port 081701c0-e90e-445d-b38a-8eec68947893, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=081701c0-e90e-445d-b38a-8eec68947893,segment=NetworkSegment(62200a2b-d1dd-4a9b-9b56-b9d09e93fe24),segment_id=62200a2b-d1dd-4a9b-9b56-b9d09e93fe24)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:12.161623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b045b9e1-f10c-4a2a-bbcd-72e96fcf2ba6 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] 10.222.0.47 "GET /v2.0/quotas/cf94d9bff6af44a3afca14dfac292613 HTTP/1.1" status: 200 len: 366 time: 0.0230141 Mar 24 17:01:12.164142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59342) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:12.214713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-00baa3f6-8e7c-4a36-9f38-5244886babcd None None] Provisioning complete for port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:12.221309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-00baa3f6-8e7c-4a36-9f38-5244886babcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:12.245522 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:12.278865 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1505bceb-0eed-4c9d-9d7c-170b647be482 tempest-DHCPAgentSchedulersTestJSON-2120190384 tempest-DHCPAgentSchedulersTestJSON-2120190384-project-admin] 10.222.0.47 "GET /v2.0/agents/6b00df2b-ffa5-4c61-8e96-22319014d82b/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.9616251 Mar 24 17:01:12.279531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59350) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:12.341532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:01:12.341848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:01:12.395264 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Routers {'fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:12.399111 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:12.443931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-00baa3f6-8e7c-4a36-9f38-5244886babcd None None] Port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:12.461683 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:12.495222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Transition to ACTIVE for port object d6293ead-17f5-454d-8548-c58a06345153 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:12.514665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:12.524837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:01:12.530703 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b91e5daf-6413-4ee8-a4f7-4e72b11c81ed admin admin] 10.222.0.47 "PUT /v2.0/routers/1c1501e7-4bae-4b0e-92d6-50ca74e87c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0744834 Mar 24 17:01:12.536893 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-413c4506-3575-4ef8-bb3b-354593d2bcd0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/cf94d9bff6af44a3afca14dfac292613 HTTP/1.1" status: 204 len: 168 time: 0.3714895 Mar 24 17:01:12.537506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59356) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:12.563583 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-087eafdf-798d-4c11-9b8e-0d1820f09171 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0247500 Mar 24 17:01:12.568154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59364) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:12.598499 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Sync routers for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:01:12.598932 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3156d9b9-4ae5-4b13-8a1e-8b792fecd742 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] 10.222.0.47 "GET /v2.0/quotas/cf94d9bff6af44a3afca14dfac292613 HTTP/1.1" status: 200 len: 370 time: 0.0255220 Mar 24 17:01:12.600256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59368) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:12.601830 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e038d-3f10-4253-9b9d-c952a6f2ec29 None None] Pushing event updated for resources: {'Port': ['ID=081701c0-e90e-445d-b38a-8eec68947893,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:12.609406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-10f905f6-a030-4ca9-b7de-7e8d328e80ab tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] 10.222.0.47 "GET /v2.0/quotas/cf94d9bff6af44a3afca14dfac292613/default HTTP/1.1" status: 200 len: 370 time: 0.0080857 Mar 24 17:01:12.613610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59372) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:12.616990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:12.627458 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:12.628326 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:12.639257 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-8e07527a-7605-48d2-ad5d-0dd7cdf6990d tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] delete failed (client error): The resource could not be found. Mar 24 17:01:12.640322 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8e07527a-7605-48d2-ad5d-0dd7cdf6990d tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/cf94d9bff6af44a3afca14dfac292613 HTTP/1.1" status: 404 len: 348 time: 0.0255468 Mar 24 17:01:12.719439 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] Set router fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:12.864253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Deleting port 081701c0-e90e-445d-b38a-8eec68947893 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:12.864509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:12.930195 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d', 'name': '', 'tenant_id': 'fb5685c2ce04416890f9d9f17a777610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:01:04Z', 'updated_at': '2022-03-24T17:01:11Z', 'revision_number': 4, 'project_id': 'fb5685c2ce04416890f9d9f17a777610', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:12.936805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:12.942834 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf0872-9725-49f3-8e65-756654dc04c6 None None] The sync data for ids ['fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d'] in dv-neutron-835063-1-hyperv is: [{'id': 'fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d', 'name': '', 'tenant_id': 'fb5685c2ce04416890f9d9f17a777610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:01:04Z', 'updated_at': '2022-03-24T17:01:11Z', 'revision_number': 4, 'project_id': 'fb5685c2ce04416890f9d9f17a777610', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:13.079054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > segment before_delete 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.079691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.080674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.081142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > port after_create 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.081595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > port after_delete 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.082231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > port after_update 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.082694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > segment after_delete 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.083260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > subnet after_create 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.083724 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > subnet after_delete 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.084216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > subnet after_update 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.185950 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:13.202009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb31513-7bce-4293-bad7-5a7816cc6234 None None] Pushing event updated for resources: {'Port': ['ID=d6293ead-17f5-454d-8548-c58a06345153,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:13.256097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Attempting to bind port d6293ead-17f5-454d-8548-c58a06345153 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:13.256647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Attempting to bind port d6293ead-17f5-454d-8548-c58a06345153 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:13.257259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Attempting to bind port d6293ead-17f5-454d-8548-c58a06345153 on network 73654e17-f355-4995-ad09-cda23728c6d6 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:13.266634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:13.268060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Checking segment: {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:13.268569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:13.269015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Bound using segment: {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:13.269574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Bound port: d6293ead-17f5-454d-8548-c58a06345153, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:13.274662 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:13.312484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > subnet after_create 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.313440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > subnet after_delete 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.314518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > subnet before_create 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.315077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Subscribe: > subnet before_update 55550000 {{(pid=88477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 17:01:13.315619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d506dd-e10f-4110-bab5-97c0c1003d61']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:13.361720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59398) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:13.366589 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 17:01:13.373990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3678ad2e-505a-4f0d-8889-32a4cbb74225') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:13.380567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3678ad2e-505a-4f0d-8889-32a4cbb74225') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:13.454294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59402) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:13.464603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130386778', 'description': 'tempest-description--689887089'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:13.471239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:13.471871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59410) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:13.476732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-78ab632d-3651-4dd9-a105-5abab2f5f688 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Synchronizing usage tracker for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:13.493810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:13.506348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Usage tracker for resource:security_group and tenant:474ca102a3794a4bbd7f062e5ba2b198 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:13.510285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:13.512525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:13.514447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] For port d6293ead-17f5-454d-8548-c58a06345153, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:13.521098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] For port d6293ead-17f5-454d-8548-c58a06345153, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d6293ead-17f5-454d-8548-c58a06345153,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:13.525987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:01:13.526676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:13.553291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Usage tracker for resource:network and tenant:739ff356ffe2421c9d7028aaf2ba3ef2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:13.560354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:13.569383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Usage tracker for resource:subnet and tenant:739ff356ffe2421c9d7028aaf2ba3ef2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:13.573628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:13.581763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Usage tracker for resource:subnetpool and tenant:739ff356ffe2421c9d7028aaf2ba3ef2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:13.587738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:13.596009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Usage tracker for resource:port and tenant:739ff356ffe2421c9d7028aaf2ba3ef2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:13.600658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:13.608111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Usage tracker for resource:router and tenant:739ff356ffe2421c9d7028aaf2ba3ef2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:13.612842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:13.620230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Usage tracker for resource:floatingip and tenant:739ff356ffe2421c9d7028aaf2ba3ef2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:13.623311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:13.647769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:13.648484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: from cryptography.utils import int_from_bytes Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: from cryptography.utils import int_from_bytes Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn_limited( Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:01:13.651940 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:01:13.741380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Usage tracker for resource:security_group and tenant:739ff356ffe2421c9d7028aaf2ba3ef2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:13.747093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:13.762192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Usage tracker for resource:security_group_rule and tenant:739ff356ffe2421c9d7028aaf2ba3ef2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:13.769804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] For port 081701c0-e90e-445d-b38a-8eec68947893, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=081701c0-e90e-445d-b38a-8eec68947893,segment=NetworkSegment(62200a2b-d1dd-4a9b-9b56-b9d09e93fe24),segment_id=62200a2b-d1dd-4a9b-9b56-b9d09e93fe24)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:13.770188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:13.786275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:13.811322 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-da3ddd9b-a5a1-40d0-b9f4-dc270c0d50c0 tempest-QuotasTest-417855803 tempest-QuotasTest-417855803-project-admin] 10.222.0.47 "GET /v2.0/quotas/739ff356ffe2421c9d7028aaf2ba3ef2/details.json HTTP/1.1" status: 200 len: 703 time: 0.3226678 Mar 24 17:01:13.866728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:13.868631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:13.897016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-78ab632d-3651-4dd9-a105-5abab2f5f688 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Unset dirty status for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:13.898106 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-78ab632d-3651-4dd9-a105-5abab2f5f688 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--168480143&fields=id&tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94 HTTP/1.1" status: 200 len: 267 time: 0.5353913 Mar 24 17:01:13.954395 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8aa50ae3-d0af-44f4-98fa-be18cc6a87df', 'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'mac_address': 'fa:16:3e:c4:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:07Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 2, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'subnets': [{'id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:13.964831 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Checking router: 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:01:13.969100 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Updating router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:01:14.050329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.079890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59420) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:14.087242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Calling delete_port for 081701c0-e90e-445d-b38a-8eec68947893 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:14.109570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb31513-7bce-4293-bad7-5a7816cc6234 None None] Pushing event updated for resources: {'Port': ['ID=d6293ead-17f5-454d-8548-c58a06345153,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:14.116532 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.171385 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.181729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:14.243043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Usage tracker for resource:security_group_rule and tenant:474ca102a3794a4bbd7f062e5ba2b198 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:14.252474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:14.262086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.264957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Pushing event deleted for resources: {'Network': ['ID=34d506dd-e10f-4110-bab5-97c0c1003d61,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:14.265989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-f0942424-0fa3-457e-a455-374ca8f69b69 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:14.267059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:14.268406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-f0942424-0fa3-457e-a455-374ca8f69b69 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 812 time: 0.3591092 Mar 24 17:01:14.307449 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7eb278f5-a2a6-41a5-90ca-260a26a30930 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] 10.222.0.47 "DELETE /v2.0/networks/34d506dd-e10f-4110-bab5-97c0c1003d61 HTTP/1.1" status: 204 len: 168 time: 2.0268970 Mar 24 17:01:14.309557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59428) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:14.325807 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-75a3a8ac-470c-422b-a4db-4e0434ee1aa7 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/quotas/6e8606f4cf5d4f1e9d3232c69e6ade94 HTTP/1.1" status: 200 len: 375 time: 0.0290763 Mar 24 17:01:14.406795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:14.421311 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7280018-13b8-4781-bd4b-4a57d9f80267 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] DELETE failed (client error): The resource could not be found. Mar 24 17:01:14.421311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7280018-13b8-4781-bd4b-4a57d9f80267 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:01:14.437120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59434) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:14.441098 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a7280018-13b8-4781-bd4b-4a57d9f80267 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] 10.222.0.47 "DELETE /v2.0/ports/6c2e5b53-a7af-4f2e-bb2b-acae18498dcf HTTP/1.1" status: 404 len: 333 time: 0.1223540 Mar 24 17:01:14.441569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59438) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:14.463398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375062184', 'description': 'tempest-description--1644282969'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:14.481347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:14.495001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Usage tracker for resource:security_group and tenant:7a1daa5d52cf4f7395246bdd293818f3 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:14.499594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:14.507923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:14.557781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-d211c8c5-13ae-402f-ae23-0874cb3de108 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Synchronizing usage tracker for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:14.590341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.633438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:14.638334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Usage tracker for resource:security_group_rule and tenant:7a1daa5d52cf4f7395246bdd293818f3 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:14.641600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:14.649962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-430efc30-a1ea-476a-aafb-a6ef8de66e56 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Deleting subnet 7a0d45ac-0e93-4ce4-ad72-437c75715bf3 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:01:14.651365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:14.656890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-430efc30-a1ea-476a-aafb-a6ef8de66e56 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.715851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.748123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.773276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-430efc30-a1ea-476a-aafb-a6ef8de66e56 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.811651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.813344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1515334935'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:14.823588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.857829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59444) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:14.872011 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.885128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-d211c8c5-13ae-402f-ae23-0874cb3de108 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Unset dirty status for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:14.886776 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-d211c8c5-13ae-402f-ae23-0874cb3de108 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5516331 Mar 24 17:01:14.899785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e2832e-82d0-4c0b-a98e-9b4191ddde57,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:14.914244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:14.964553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:14.969918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Usage tracker for resource:network and tenant:6825c54adbc3477b96860266631dc137 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:14.973317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-916a3091-dad7-4653-9e67-01f7823baff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:14.993118 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:14.999106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-916a3091-dad7-4653-9e67-01f7823baff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:15.003565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:15.008077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-916a3091-dad7-4653-9e67-01f7823baff0 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb0f473a83a4110bb7f7443a647c34d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:15.011944 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Transition to ACTIVE for port object 8aa50ae3-d0af-44f4-98fa-be18cc6a87df will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:15.016472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.023259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-916a3091-dad7-4653-9e67-01f7823baff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:15.030990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.032266 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1b3ea6c6-51f7-4896-8413-a7bba5405506 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5936921 Mar 24 17:01:15.033186 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'd6293ead-17f5-454d-8548-c58a06345153', 'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'mac_address': 'fa:16:3e:44:84:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:02Z', 'updated_at': '2022-03-24T17:01:13Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'subnets': [{'id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:15.034971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-916a3091-dad7-4653-9e67-01f7823baff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:15.036759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59454) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:15.037504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d7b62-3e2a-4ec1-b95d-c876228a9ca2 None None] The sync data for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv is: [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'd6293ead-17f5-454d-8548-c58a06345153', 'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'mac_address': 'fa:16:3e:44:84:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:02Z', 'updated_at': '2022-03-24T17:01:13Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'subnets': [{'id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:15.047633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Request body: {'security_group_rule': {'security_group_id': '12e2832e-82d0-4c0b-a98e-9b4191ddde57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:15.056400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:15.061115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Usage tracker for resource:security_group_rule and tenant:7a1daa5d52cf4f7395246bdd293818f3 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:15.065770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:15.073062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:15.129144 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.150244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.154466 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2a484a24-bea8-4b4d-a57a-3d5585c18ed1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6984568 Mar 24 17:01:15.156008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event deleted for resources: {'Port': ['ID=081701c0-e90e-445d-b38a-8eec68947893,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:15.157426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59462) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:15.206055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Request body: {'security_group_rule': {'security_group_id': '35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:15.223894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:15.231876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Made reservation on behalf of 6825c54adbc3477b96860266631dc137 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:15.236417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.241248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-94cb80e5-a6db-410f-8fab-7cb225f7fab2 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:01:15.242268 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-94cb80e5-a6db-410f-8fab-7cb225f7fab2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2086785 Mar 24 17:01:15.266724 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99734b5-7074-47f5-94fa-fc2f703b9432 None None] Pushing event updated for resources: {'Port': ['ID=8aa50ae3-d0af-44f4-98fa-be18cc6a87df,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:15.319249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Usage tracker for resource:security_group_rule and tenant:474ca102a3794a4bbd7f062e5ba2b198 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:15.329296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:15.336180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.368030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-916a3091-dad7-4653-9e67-01f7823baff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.387811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:15.393116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-430efc30-a1ea-476a-aafb-a6ef8de66e56 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.399516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.463359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:15.498988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Usage tracker for resource:security_group_rule and tenant:6825c54adbc3477b96860266631dc137 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:15.507091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-916a3091-dad7-4653-9e67-01f7823baff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.530856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:15.535179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.554181 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Attempting to bind port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:15.554712 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Attempting to bind port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:15.555082 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Attempting to bind port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df on network a3142123-a6f5-4088-9508-02a5a665938d {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:15.564847 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:15.565423 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Checking segment: {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:15.565890 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.566281 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Bound using segment: {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:15.566760 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Bound port: 8aa50ae3-d0af-44f4-98fa-be18cc6a87df, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:15.567251 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.650491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:15.667848 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-15d8eb30-c9a6-4712-b290-3c96b705dff5 service neutron] 10.222.0.47 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110255 Mar 24 17:01:15.677633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a3091-dad7-4653-9e67-01f7823baff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a1e9c-9436-4ef2-a98a-e14d7562e3ca,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:15.722222 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-916a3091-dad7-4653-9e67-01f7823baff0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9bb0f473a83a4110bb7f7443a647c34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573530 Mar 24 17:01:15.727700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59472) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:15.740768 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] For port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:15.784172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.863691 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] For port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8aa50ae3-d0af-44f4-98fa-be18cc6a87df,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:15.893589 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-5a4229c1-c6f7-4442-9b12-06f82d798531 service neutron] 10.222.0.47 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176168 Mar 24 17:01:15.902681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.916300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.919342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.933020 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.961481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6d53-ab23-4ce5-93b8-c81c72a300e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:15.994488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.026245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5363d411-b8bd-4e6b-b012-c683a64d08c5,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:16.032371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-430efc30-a1ea-476a-aafb-a6ef8de66e56 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.047145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6d53-ab23-4ce5-93b8-c81c72a300e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.102939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.117159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.117159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:01:16.134987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430efc30-a1ea-476a-aafb-a6ef8de66e56 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0d45ac-0e93-4ce4-ad72-437c75715bf3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:16.144380 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-430efc30-a1ea-476a-aafb-a6ef8de66e56 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.146518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56add75-575c-41c7-8fee-247e4be5c64b None None] Network f3021728-41b8-49e7-8071-3984ffa373e5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:16.176344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.176344 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7cc21aea-ef46-4493-be13-703fe82c9a5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1307900 Mar 24 17:01:16.177211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59480) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:16.182233 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99734b5-7074-47f5-94fa-fc2f703b9432 None None] Pushing event updated for resources: {'Port': ['ID=8aa50ae3-d0af-44f4-98fa-be18cc6a87df,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:16.191441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Request body: {'security_group_rule': {'security_group_id': '12e2832e-82d0-4c0b-a98e-9b4191ddde57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:16.215005 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:16.215661 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:16.217952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59486) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:16.221395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:16.249954 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.260019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Usage tracker for resource:security_group_rule and tenant:7a1daa5d52cf4f7395246bdd293818f3 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:16.262960 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0d480ea6-2a05-449b-a4a0-a8ed2a0bd9bc tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "DELETE /v2.0/routers/fb9cdc7a-fb1f-4af3-b2ca-8967d080b06d HTTP/1.1" status: 204 len: 168 time: 6.2655709 Mar 24 17:01:16.265402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.266591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.272146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59492) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:16.276196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:16.282325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6d53-ab23-4ce5-93b8-c81c72a300e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.286087 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-430efc30-a1ea-476a-aafb-a6ef8de66e56 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] 10.222.0.47 "DELETE /v2.0/subnets/7a0d45ac-0e93-4ce4-ad72-437c75715bf3 HTTP/1.1" status: 204 len: 168 time: 1.8341823 Mar 24 17:01:16.325956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59496) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:16.453831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:16.493642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c3cd35-21c4-4b6e-b390-09a868989fc2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Deleting subnet d98282b8-2e19-477e-b6f8-8a007a8ae3bf {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:01:16.521151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c3cd35-21c4-4b6e-b390-09a868989fc2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.662981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c3cd35-21c4-4b6e-b390-09a868989fc2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.682056 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:16.695149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e48c95-4537-4c42-89d3-c4d4eec549ab None None] DHCP port deletion for f3021728-41b8-49e7-8071-3984ffa373e5 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:01:16.701229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d1e48c95-4537-4c42-89d3-c4d4eec549ab None None] Deleting port f804873f-4866-484b-8fb2-cdf4d171a15f {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:16.701844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1e48c95-4537-4c42-89d3-c4d4eec549ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.711935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aba94b2-af50-41c3-a4aa-a008708b636b,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:16.758954 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.815262 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d6293ead-17f5-454d-8548-c58a06345153 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:16.932176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1884193471'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:16.939313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:16.944514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Usage tracker for resource:network and tenant:5a5566cbfb9d4dfd8488f20d15da6eb5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:16.946535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.948136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:16.950547 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ccc2b901-b00b-4ca4-a28e-3df97baced9d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7874155 Mar 24 17:01:16.964402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59522) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:16.964569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:16.965997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:01:16.987013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Request body: {'security_group_rule': {'security_group_id': '35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:16.991465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd6d53-ab23-4ce5-93b8-c81c72a300e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a1e9c-9436-4ef2-a98a-e14d7562e3ca,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:16.994015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59526) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:16.997804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6d53-ab23-4ce5-93b8-c81c72a300e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:16.998918 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6ecd6d53-ab23-4ce5-93b8-c81c72a300e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a56a1e9c-9436-4ef2-a98a-e14d7562e3ca HTTP/1.1" status: 204 len: 168 time: 1.2682946 Mar 24 17:01:17.007344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.007631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:17.010487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2673d0ad-dedb-4879-a1e8-026ad4a01960,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:17.019831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Usage tracker for resource:security_group_rule and tenant:474ca102a3794a4bbd7f062e5ba2b198 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:17.029175 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.029866 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Added segment c58883b5-6f53-4aca-89f9-f73de8530dec of type vlan for network ff76f620-0498-4d02-aee9-43ce6fd2c581 Mar 24 17:01:17.035343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.041131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:17.054232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:17.067539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Made reservation on behalf of 5a5566cbfb9d4dfd8488f20d15da6eb5 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:17.072649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.117313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Deleting port f804873f-4866-484b-8fb2-cdf4d171a15f {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:17.117908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.154831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.155256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.189687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c3cd35-21c4-4b6e-b390-09a868989fc2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.196237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.285472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:17.405881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d1e48c95-4537-4c42-89d3-c4d4eec549ab None None] For port f804873f-4866-484b-8fb2-cdf4d171a15f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f804873f-4866-484b-8fb2-cdf4d171a15f,segment=NetworkSegment(522b9b7e-435a-40ed-8f0c-0868fff79fc5),segment_id=522b9b7e-435a-40ed-8f0c-0868fff79fc5)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:17.406878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1e48c95-4537-4c42-89d3-c4d4eec549ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.415142 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port d6293ead-17f5-454d-8548-c58a06345153 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:17.436619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Usage tracker for resource:security_group_rule and tenant:5a5566cbfb9d4dfd8488f20d15da6eb5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:17.442277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:17.455887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:17.496113 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port d6293ead-17f5-454d-8548-c58a06345153 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:17.496483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.505530 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8aa50ae3-d0af-44f4-98fa-be18cc6a87df', 'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'mac_address': 'fa:16:3e:c4:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:07Z', 'updated_at': '2022-03-24T17:01:15Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'subnets': [{'id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:17.514215 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0b2b3-c61d-4545-8778-452ff3433f63 None None] The sync data for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv is: [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8aa50ae3-d0af-44f4-98fa-be18cc6a87df', 'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'mac_address': 'fa:16:3e:c4:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:07Z', 'updated_at': '2022-03-24T17:01:15Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'subnets': [{'id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:17.517777 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db34c901-d214-4f0a-af5d-ccc8e0a63998 req-5f337376-26a5-434b-85f9-50092b0986e3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 210 time: 0.5173459 Mar 24 17:01:17.521471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.607574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d1e48c95-4537-4c42-89d3-c4d4eec549ab None None] Calling delete_port for f804873f-4866-484b-8fb2-cdf4d171a15f owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:17.632788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.641434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.647692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:17.648320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.786692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64ec143-5b94-4008-9a8f-3484a289969c,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:17.788928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c3cd35-21c4-4b6e-b390-09a868989fc2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.843702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.864650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c3cd35-21c4-4b6e-b390-09a868989fc2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.871404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.875382 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3838a4e9-4872-4055-a2ed-13e20f52559d tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6944370 Mar 24 17:01:17.890694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59548) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:17.891379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event updated for resources: {'Network': ['ID=ff76f620-0498-4d02-aee9-43ce6fd2c581,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:17.891930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3cd35-21c4-4b6e-b390-09a868989fc2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d98282b8-2e19-477e-b6f8-8a007a8ae3bf,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:17.895379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.897588 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-85c3cd35-21c4-4b6e-b390-09a868989fc2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/d98282b8-2e19-477e-b6f8-8a007a8ae3bf HTTP/1.1" status: 204 len: 168 time: 1.6238136 Mar 24 17:01:17.900054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59550) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:17.917930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] For port f804873f-4866-484b-8fb2-cdf4d171a15f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f804873f-4866-484b-8fb2-cdf4d171a15f,segment=NetworkSegment(522b9b7e-435a-40ed-8f0c-0868fff79fc5),segment_id=522b9b7e-435a-40ed-8f0c-0868fff79fc5)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:17.918633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:17.934288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:17.963675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:17.997935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network ff76f620-0498-4d02-aee9-43ce6fd2c581 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:01:18.026688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.033839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.034812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Usage tracker for resource:floatingip and tenant:7a1daa5d52cf4f7395246bdd293818f3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:18.039976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.085582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:01:18.127122 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5faa40cb-fecf-4f5a-882d-a597a4b19e41 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.9730072 Mar 24 17:01:18.127911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:18.138631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Calling delete_port for f804873f-4866-484b-8fb2-cdf4d171a15f owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:18.139519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59556) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:18.144066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.144410 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Added segment e8a9f3c3-6ac0-437a-98bb-cd67345ba863 of type vlan for network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 Mar 24 17:01:18.154852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Request body: {'subnet': {'network_id': 'ff76f620-0498-4d02-aee9-43ce6fd2c581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:18.180425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port d6293ead-17f5-454d-8548-c58a06345153, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d6293ead-17f5-454d-8548-c58a06345153,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:18.197960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef15ec2-460a-440a-9576-2822750449fc,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:18.238431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59562) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:18.242588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.244754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:18.269696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.291979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:01:18.292370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:01:18.292897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dff12c0-00b4-49c4-8cd7-96461e64ad61,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:18.366676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1e48c95-4537-4c42-89d3-c4d4eec549ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.383754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.388061 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f122d654-6fa2-4977-8849-da4559f56c81 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4269719 Mar 24 17:01:18.389599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.395478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e48c95-4537-4c42-89d3-c4d4eec549ab None None] No DVR routers for this DVR port f804873f-4866-484b-8fb2-cdf4d171a15f on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:01:18.407153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59568) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:18.412448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.420567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=d6293ead-17f5-454d-8548-c58a06345153,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:18.443820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:18.457185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-728ca481-8386-4fc4-acc6-8d55c3c02975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.483648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e48c95-4537-4c42-89d3-c4d4eec549ab None None] Pushing event deleted for resources: {'Port': ['ID=f804873f-4866-484b-8fb2-cdf4d171a15f,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:18.485485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:18.493708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.515363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Usage tracker for resource:floatingip and tenant:474ca102a3794a4bbd7f062e5ba2b198 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:18.520969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-728ca481-8386-4fc4-acc6-8d55c3c02975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:18.534930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:18.537879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:18.554872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-728ca481-8386-4fc4-acc6-8d55c3c02975 admin admin] Usage tracker for resource:security_group_rule and tenant:739ff356ffe2421c9d7028aaf2ba3ef2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:18.562803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-728ca481-8386-4fc4-acc6-8d55c3c02975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:18.566246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Usage tracker for resource:subnet and tenant:6825c54adbc3477b96860266631dc137 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:18.570304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:18.575567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaf7d58-e16d-4f64-b520-818cd45bbad1']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:18.577004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.583391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:18.587923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-728ca481-8386-4fc4-acc6-8d55c3c02975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:18.597444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:18.601954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62200a2b-d1dd-4a9b-9b56-b9d09e93fe24') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:18.602342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62200a2b-d1dd-4a9b-9b56-b9d09e93fe24') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:18.651722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.713466 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3841c5be-0591-4425-8415-c55ae2fe6c3b req-6518c080-9131-4862-ab05-fe7fbe2b6adb tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 210 time: 0.0440347 Mar 24 17:01:18.726050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.733929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:18.737691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.775169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.777486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Made reservation on behalf of 6825c54adbc3477b96860266631dc137 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:18.784075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.794694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Deleting port f804873f-4866-484b-8fb2-cdf4d171a15f {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:18.795036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.857983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d6293ead-17f5-454d-8548-c58a06345153 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:18.904741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] The port 'f804873f-4866-484b-8fb2-cdf4d171a15f' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:01:18.919574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.956463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port d6293ead-17f5-454d-8548-c58a06345153 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:18.956463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:18.998321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:01:19.001304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:01:19.013455 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:01:19.092927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8aa50ae3-d0af-44f4-98fa-be18cc6a87df up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:19.127667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.152146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Allocated IP 172.26.4.216 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/6fe85f0c-62e7-4fcf-a374-ead0db1766bc) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:19.184994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3021728-41b8-49e7-8071-3984ffa373e5']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:19.202738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522b9b7e-435a-40ed-8f0c-0868fff79fc5') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:19.203081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522b9b7e-435a-40ed-8f0c-0868fff79fc5') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:19.213004 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.9898973 Mar 24 17:01:19.219216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3a3c0-1970-49ac-b0bd-273563714066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Pushing event updated for resources: {'Network': ['ID=86ca18f8-0ce8-4717-b6a0-e286da80aa05,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:19.236736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:01:19.254211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.261483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:19.287872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:19.290721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.313128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-728ca481-8386-4fc4-acc6-8d55c3c02975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.334365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.335585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.348002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:01:19.348321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:01:19.364053 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:01:19.379989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.397586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4aaf7d58-e16d-4f64-b520-818cd45bbad1 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 24 17:01:19.413126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.424281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event deleted for resources: {'Network': ['ID=4aaf7d58-e16d-4f64-b520-818cd45bbad1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:19.426040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-728ca481-8386-4fc4-acc6-8d55c3c02975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.469283 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9a2f4677-3746-4720-88fb-9489de94e776 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "DELETE /v2.0/networks/4aaf7d58-e16d-4f64-b520-818cd45bbad1 HTTP/1.1" status: 204 len: 168 time: 1.5680134 Mar 24 17:01:19.553487 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-728ca481-8386-4fc4-acc6-8d55c3c02975 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=739ff356ffe2421c9d7028aaf2ba3ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3107474 Mar 24 17:01:19.556064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ca481-8386-4fc4-acc6-8d55c3c02975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc10a80e-c7d1-4eac-b9ef-5f202ed02c50,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:19.558474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59586) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:19.578432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.629253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8aa50ae3-d0af-44f4-98fa-be18cc6a87df,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:19.657952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.719998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.831075 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=8aa50ae3-d0af-44f4-98fa-be18cc6a87df,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:19.845115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f804873f-4866-484b-8fb2-cdf4d171a15f no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:01:19.845421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-efd1baa9-4592-4e8c-b615-9d9b93291128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.871686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f804873f-4866-484b-8fb2-cdf4d171a15f {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:01:19.872083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f804873f-4866-484b-8fb2-cdf4d171a15f not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:01:19.872291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-efd1baa9-4592-4e8c-b615-9d9b93291128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:19.986159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59594) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:19.992943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Request body: {'port': {'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05', 'binding:host_id': 'hv-neutron-8350', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1781618981'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:19.998373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.003332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.004997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:20.061506 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-788dffba-f00f-41c8-b4ed-4d025f0df849 req-1dbaa9ed-81c9-43cc-b5a5-6009fff1ffbd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 210 time: 0.0866487 Mar 24 17:01:20.071194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-efd1baa9-4592-4e8c-b615-9d9b93291128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.085095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Pushing event updated for resources: {'Port': ['ID=6fe85f0c-62e7-4fcf-a374-ead0db1766bc,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:20.089270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Usage tracker for resource:port and tenant:8d4a6f20807f4478b1f2eeb29f658a0d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:20.099542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1baa9-4592-4e8c-b615-9d9b93291128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc10a80e-c7d1-4eac-b9ef-5f202ed02c50,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:20.126025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:20.144399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-efd1baa9-4592-4e8c-b615-9d9b93291128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.148094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-efd1baa9-4592-4e8c-b615-9d9b93291128 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc10a80e-c7d1-4eac-b9ef-5f202ed02c50 HTTP/1.1" status: 204 len: 168 time: 0.5821862 Mar 24 17:01:20.151653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.170858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:20.175774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Allocated IP 172.26.4.168 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/2c941383-ed20-4970-8a3b-78ef65e2333c) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:20.189587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] Pushing event deleted for resources: {'Network': ['ID=f3021728-41b8-49e7-8071-3984ffa373e5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:20.203012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:20.209393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:20.220474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:20.244674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59602) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:20.252516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'router': {'name': 'tempest-router--757903567', 'project_id': 'f64807ac2b394aada3c44e243f2213ce'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:20.270456 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d8d2abd0-34d2-4a20-bc93-bad911c38cb8 tempest-DHCPAgentSchedulersTestJSON-1189900482 tempest-DHCPAgentSchedulersTestJSON-1189900482-project] 10.222.0.47 "DELETE /v2.0/networks/f3021728-41b8-49e7-8071-3984ffa373e5 HTTP/1.1" status: 204 len: 168 time: 3.9326031 Mar 24 17:01:20.313409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:20.323364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Usage tracker for resource:router and tenant:f64807ac2b394aada3c44e243f2213ce is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:20.327511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:20.349363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:20.370617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.375832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Made reservation on behalf of 8d4a6f20807f4478b1f2eeb29f658a0d for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:20.375832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.388788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.407405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:20.408472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.412429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Usage tracker for resource:security_group_rule and tenant:8d4a6f20807f4478b1f2eeb29f658a0d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:20.415658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:20.422759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:20.451252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.493800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.494803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.551089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.553421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event updated for resources: {'Subnet': ['ID=186737e6-540c-4d69-91dd-2dacf146a880,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:20.556451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.568254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.601008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.624726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Checking segment: {'id': 'c58883b5-6f53-4aca-89f9-f73de8530dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ff76f620-0498-4d02-aee9-43ce6fd2c581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:20.625087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Network hostable DHCP agents. Network: ff76f620-0498-4d02-aee9-43ce6fd2c581, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:01:20.657319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:20.661524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:20.663933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:20.691779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8aa50ae3-d0af-44f4-98fa-be18cc6a87df up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:20.713738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Pushing event updated for resources: {'Port': ['ID=2c941383-ed20-4970-8a3b-78ef65e2333c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:20.734415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.750736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] device_id is not set on port 369024dc-f83f-44a5-9f47-20e0fabf8e72 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:20.775424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.783700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.828277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:20.829984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.833135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Network ff76f620-0498-4d02-aee9-43ce6fd2c581 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:01:20.902728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe239ab6-e4b9-4594-a754-1534e836d573,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:20.981307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:20.988150 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-de1e4acb-57dc-4702-a1a2-edc73214d55a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7423589 Mar 24 17:01:20.988913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, ff76f620-0498-4d02-aee9-43ce6fd2c581) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:21.004555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59618) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:21.004555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59620) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:21.005305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8116c5e3-656e-48b1-a1bd-f948253d44f3 None None] Network ff76f620-0498-4d02-aee9-43ce6fd2c581 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:21.011067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:21.011658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.056700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.176378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.48', 51119) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:21.178741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:01:21.277843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3c5e22fc-40a3-4c33-8424-b761efe2024f tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.336276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ff76f620-0498-4d02-aee9-43ce6fd2c581', 'network_id': 'ff76f620-0498-4d02-aee9-43ce6fd2c581', 'tenant_id': '6825c54adbc3477b96860266631dc137', 'fixed_ips': [{'subnet_id': '186737e6-540c-4d69-91dd-2dacf146a880'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:01:21.337134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.408417 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c7b41ede-e1e6-4f04-a020-d9b43b50abc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2661457 Mar 24 17:01:21.418998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59638) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:21.478449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Request body: {'port': {'network_id': 'ff76f620-0498-4d02-aee9-43ce6fd2c581', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-869079503'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:21.493535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.502651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-f9a29a1f-0682-40d0-8307-0978c497fe9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:21.503361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-f9a29a1f-0682-40d0-8307-0978c497fe9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Synchronizing usage tracker for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:21.529937 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b45b2a0b-3a90-496a-81bd-7b7a0c3ea427 req-0f3c9399-f458-4578-9470-81b77288c61a tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 210 time: 0.1439426 Mar 24 17:01:21.558316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Allocated IP 2001:db8::2 (ff76f620-0498-4d02-aee9-43ce6fd2c581/186737e6-540c-4d69-91dd-2dacf146a880/712f5416-c672-45b3-a505-ebb6326e60f3) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:21.638094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.658640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.680271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:21.684542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Usage tracker for resource:port and tenant:6825c54adbc3477b96860266631dc137 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:21.687706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:21.694361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:21.788977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Made reservation on behalf of 6825c54adbc3477b96860266631dc137 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:21.792603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.804657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.866473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] device_id is not set on port 85c98100-3383-4686-8737-f12622ea44ea yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:21.940440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-f9a29a1f-0682-40d0-8307-0978c497fe9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Unset dirty status for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:21.941741 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-f9a29a1f-0682-40d0-8307-0978c497fe9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.48 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 812 time: 0.7555089 Mar 24 17:01:21.947573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.948566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:21.968435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Transition to ACTIVE for port object 712f5416-c672-45b3-a505-ebb6326e60f3 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:21.973579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Pushing event updated for resources: {'Port': ['ID=2c941383-ed20-4970-8a3b-78ef65e2333c,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:22.005526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.026934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Transition to ACTIVE for port object 712f5416-c672-45b3-a505-ebb6326e60f3 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:22.074811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.077275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.079884 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6eaa1f97-51ae-44e0-8650-f97f341d47b9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6394973 Mar 24 17:01:22.194929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Network ff76f620-0498-4d02-aee9-43ce6fd2c581 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:22.196356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:22.199572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:22.232693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Allocated IP 2001:db8::c7 (ff76f620-0498-4d02-aee9-43ce6fd2c581/186737e6-540c-4d69-91dd-2dacf146a880/85c98100-3383-4686-8737-f12622ea44ea) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:22.273820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Pushing event updated for resources: {'Port': ['ID=6fe85f0c-62e7-4fcf-a374-ead0db1766bc,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:22.283352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] device_id is not set on port 369024dc-f83f-44a5-9f47-20e0fabf8e72 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:22.322213 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5db383b2-8ed9-4f52-a512-296377189c8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f684b4be2844e7396b01fb47faf13f9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3215916 Mar 24 17:01:22.323012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59672) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:22.326521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3c5e22fc-40a3-4c33-8424-b761efe2024f tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.334330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Pushing event updated for resources: {'Port': ['ID=712f5416-c672-45b3-a505-ebb6326e60f3,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:22.334968 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-044ef8fb-bc48-41a2-b135-d81d10437f5b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Synchronizing usage tracker for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:22.343912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3c5e22fc-40a3-4c33-8424-b761efe2024f tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.345986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.360220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Attempting to bind port 712f5416-c672-45b3-a505-ebb6326e60f3 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:22.360999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Attempting to bind port 712f5416-c672-45b3-a505-ebb6326e60f3 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'c58883b5-6f53-4aca-89f9-f73de8530dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ff76f620-0498-4d02-aee9-43ce6fd2c581'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:22.361826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Attempting to bind port 712f5416-c672-45b3-a505-ebb6326e60f3 on network ff76f620-0498-4d02-aee9-43ce6fd2c581 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:22.368569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:22.369150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Checking segment: {'id': 'c58883b5-6f53-4aca-89f9-f73de8530dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ff76f620-0498-4d02-aee9-43ce6fd2c581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:22.369679 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.370169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Bound using segment: {'id': 'c58883b5-6f53-4aca-89f9-f73de8530dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ff76f620-0498-4d02-aee9-43ce6fd2c581'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:22.370918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Bound port: 712f5416-c672-45b3-a505-ebb6326e60f3, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58883b5-6f53-4aca-89f9-f73de8530dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'ff76f620-0498-4d02-aee9-43ce6fd2c581'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:22.371475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.423873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.425472 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-23e35631-5f09-4749-a5fc-5f07ca7f5fd9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5310352 Mar 24 17:01:22.446269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Transition to ACTIVE for port object 369024dc-f83f-44a5-9f47-20e0fabf8e72 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:22.450432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-044ef8fb-bc48-41a2-b135-d81d10437f5b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Unset dirty status for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:22.451665 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-044ef8fb-bc48-41a2-b135-d81d10437f5b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94 HTTP/1.1" status: 200 len: 379 time: 0.4167924 Mar 24 17:01:22.462145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Request body: {'port': {'device_id': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'admin_state_up': True, 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'security_groups': ['676fe89b-6c72-4fb0-9a62-3bcc3df65bc4']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:22.515779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] For port 712f5416-c672-45b3-a505-ebb6326e60f3, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:22.520238 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] For port 712f5416-c672-45b3-a505-ebb6326e60f3, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=712f5416-c672-45b3-a505-ebb6326e60f3,segment=NetworkSegment(c58883b5-6f53-4aca-89f9-f73de8530dec),segment_id=c58883b5-6f53-4aca-89f9-f73de8530dec)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:22.538214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74e879a-24a0-4f92-8849-87a7f11b8b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.611289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3c5e22fc-40a3-4c33-8424-b761efe2024f tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.614568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e22fc-40a3-4c33-8424-b761efe2024f tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54b688ec-f149-4ffd-9be1-90ce2445382c {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:01:22.627021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.635172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.671132 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-7379f7c6-3425-4465-8393-c0bbc1ea3407 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--130386778&fields=id&tenant_id=474ca102a3794a4bbd7f062e5ba2b198 HTTP/1.1" status: 200 len: 267 time: 0.2041912 Mar 24 17:01:22.720702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3c5e22fc-40a3-4c33-8424-b761efe2024f tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.739602 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3c5e22fc-40a3-4c33-8424-b761efe2024f tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "DELETE /v2.0/routers/54b688ec-f149-4ffd-9be1-90ce2445382c HTTP/1.1" status: 204 len: 168 time: 1.7283556 Mar 24 17:01:22.752483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74e879a-24a0-4f92-8849-87a7f11b8b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.791828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4d131-b81b-47ef-940d-f5179419900d None None] Pushing event updated for resources: {'Port': ['ID=712f5416-c672-45b3-a505-ebb6326e60f3,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:22.797800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:22.861375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'Port': ['ID=369024dc-f83f-44a5-9f47-20e0fabf8e72,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:22.872980 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8b7f0bc2-3458-4607-90f3-99dc8c461473 req-05c35f30-bb0a-4596-a32d-3c54e88b7ec5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 210 time: 0.1400852 Mar 24 17:01:22.893325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:22.909989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Checking segment: {'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:22.909989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Network hostable DHCP agents. Network: 86ca18f8-0ce8-4717-b6a0-e286da80aa05, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:01:22.915830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:22.977867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Transition to ACTIVE for port object 85c98100-3383-4686-8737-f12622ea44ea will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:23.039415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Made reservation on behalf of 6e8606f4cf5d4f1e9d3232c69e6ade94 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:23.039415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:23.115574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-4219367d-1de2-49a4-acce-4bf272e685c9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:23.117286 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-4219367d-1de2-49a4-acce-4bf272e685c9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/networks?id=73654e17-f355-4995-ad09-cda23728c6d6 HTTP/1.1" status: 200 len: 811 time: 0.4352927 Mar 24 17:01:23.136087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74e879a-24a0-4f92-8849-87a7f11b8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:23.139886 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:01:23.153336 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-eb7480ce-0cf5-45f5-9989-9ac9b1daa3dd tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/quotas/474ca102a3794a4bbd7f062e5ba2b198 HTTP/1.1" status: 200 len: 375 time: 0.0303583 Mar 24 17:01:23.155846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-9408a556-6436-4b91-8a51-8300238d10e2 req-ea46dee3-b740-4689-bc05-7f3f8d61629f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Synchronizing usage tracker for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:23.159694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:23.188180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e879a-24a0-4f92-8849-87a7f11b8b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa4e54b-aadc-422d-926b-ccdad4d60ab1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:23.210147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74e879a-24a0-4f92-8849-87a7f11b8b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:23.215116 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a74e879a-24a0-4f92-8849-87a7f11b8b2e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1aa4e54b-aadc-422d-926b-ccdad4d60ab1 HTTP/1.1" status: 204 len: 168 time: 0.8772538 Mar 24 17:01:23.277289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event updated for resources: {'Port': ['ID=85c98100-3383-4686-8737-f12622ea44ea,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:23.334371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 86ca18f8-0ce8-4717-b6a0-e286da80aa05) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:23.337428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Network ff76f620-0498-4d02-aee9-43ce6fd2c581 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:23.339719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:23.343270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b84ddb-8714-470b-aa8e-950661cb6b06 None None] Network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:23.355339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:23.368064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:23.389916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:23.390572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:23.415917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59726) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:23.442655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:23.442655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:23.442655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:23.484945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:23.485254 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:23.497554 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 2 to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 Mar 24 17:01:23.507677 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b12b6cb8-2489-47e3-aa8f-1d5346532027 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.0466156 Mar 24 17:01:23.518957 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59732) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:23.533545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-d3e73940-aba2-47ab-acee-3c6b31d03d61 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Synchronizing usage tracker for tenant:474ca102a3794a4bbd7f062e5ba2b198 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:23.543064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Request body: {'port': {'network_id': 'ff76f620-0498-4d02-aee9-43ce6fd2c581', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1609047505', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:23.543936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.api.validators [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] bootfile-name is not in valid_values {{(pid=88478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:01:23.544495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.api.validators [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] tftp-server is not in valid_values {{(pid=88478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:01:23.545013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.api.validators [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] server-ip-address is not in valid_values {{(pid=88478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:01:23.550517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:23.550898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:23.551294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:23.554775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Allocated IP 172.20.0.7 (33a04a57-9adb-4580-b423-ea6dcdf4e5e0/11362d5f-6177-49a5-84d1-58f169ebd58b/ddacea29-5871-4ef9-bd02-2e2fc70dea79) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:23.563051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:23.563051 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:23.566835 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 3 to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 Mar 24 17:01:23.576004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59736) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:23.598917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:23.599255 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:23.599637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:23.615048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:23.615369 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:23.618670 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 4 to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 Mar 24 17:01:23.649482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:23.649818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:23.654912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:23.691583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:23.691982 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:23.692407 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 5 to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 Mar 24 17:01:23.777698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-9408a556-6436-4b91-8a51-8300238d10e2 req-ea46dee3-b740-4689-bc05-7f3f8d61629f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Unset dirty status for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:23.786646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:23.786646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:23.786646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:23.788670 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-ea46dee3-b740-4689-bc05-7f3f8d61629f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1375062184&fields=id&tenant_id=7a1daa5d52cf4f7395246bdd293818f3 HTTP/1.1" status: 200 len: 267 time: 0.7135577 Mar 24 17:01:23.794841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:23.803949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:23.804299 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:23.807279 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 6 to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 Mar 24 17:01:23.835250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:23.835478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:23.835739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:23.844770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:23.845512 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:23.848810 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 7 to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 Mar 24 17:01:23.894420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:23.898137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:23.898510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:23.918410 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:23.921686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:23.922074 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:23.926190 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 8 to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 Mar 24 17:01:23.951671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Transition to ACTIVE for port object ddacea29-5871-4ef9-bd02-2e2fc70dea79 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:23.953089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:23.953419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:23.955177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:23.971392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:23.971711 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:23.973079 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 9 to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 Mar 24 17:01:24.000217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:24.000570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:24.001593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:24.013934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:24.014260 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:24.015777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a556-6436-4b91-8a51-8300238d10e2 req-d0eb9bac-ff72-4b4c-afee-ae3737f39842 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:24.017333 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 10 to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 Mar 24 17:01:24.027396 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-d0eb9bac-ff72-4b4c-afee-ae3737f39842 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/networks?id=a3142123-a6f5-4088-9508-02a5a665938d HTTP/1.1" status: 200 len: 806 time: 0.2366345 Mar 24 17:01:24.032913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Usage tracker for resource:port and tenant:6825c54adbc3477b96860266631dc137 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:24.040684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:24.050523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:24.059258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-78e2e7a1-3cae-4f20-bca9-80080c478ac6 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/quotas/7a1daa5d52cf4f7395246bdd293818f3 HTTP/1.1" status: 200 len: 375 time: 0.0319009 Mar 24 17:01:24.088786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:24.089116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:24.089450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:24.100443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:24.100769 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 369024dc-f83f-44a5-9f47-20e0fabf8e72 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:24.101126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.208780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1239000984', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:24.226196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-9408a556-6436-4b91-8a51-8300238d10e2 req-6ef889a3-23a6-4bf2-a1d1-d2cc837cf524 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Synchronizing usage tracker for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:24.227320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:24.240318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Usage tracker for resource:router and tenant:4aff7d2430754222bfe3500577cc63b7 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:24.243525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:24.259110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Made reservation on behalf of 6825c54adbc3477b96860266631dc137 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:24.265648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.267930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:24.270694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.309176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-9408a556-6436-4b91-8a51-8300238d10e2 req-6ef889a3-23a6-4bf2-a1d1-d2cc837cf524 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Unset dirty status for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:24.310444 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-6ef889a3-23a6-4bf2-a1d1-d2cc837cf524 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a1daa5d52cf4f7395246bdd293818f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501550 Mar 24 17:01:24.332220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] device_id is not set on port 98d42471-dd6e-4b48-97ca-f08b3e935747 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:24.465247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:24.478752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:24.513115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.513115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.519729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:24.571128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-d3e73940-aba2-47ab-acee-3c6b31d03d61 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Unset dirty status for tenant:474ca102a3794a4bbd7f062e5ba2b198 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:24.571128 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-d3e73940-aba2-47ab-acee-3c6b31d03d61 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=474ca102a3794a4bbd7f062e5ba2b198&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4003279 Mar 24 17:01:24.581620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-949400984'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:24.602689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Pushing event updated for resources: {'Port': ['ID=ddacea29-5871-4ef9-bd02-2e2fc70dea79,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:24.613619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:24.621602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] For port 369024dc-f83f-44a5-9f47-20e0fabf8e72, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:24.622036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempted to set empty binding levels {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 24 17:01:24.623322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Usage tracker for resource:router and tenant:1632e2bd83c74758a74238fc39da2684 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:24.629816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:24.641960 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:24.650149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.658193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be96a6fe-b4b1-4df2-8cb9-3104c0b04cf8 None None] Network ff76f620-0498-4d02-aee9-43ce6fd2c581 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:24.684085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:24.684831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.713790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.796813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59748) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:24.815697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.816849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.855912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:24.856812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.912645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 712f5416-c672-45b3-a505-ebb6326e60f3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:24.957786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6162278-3188-49fd-8037-28898869cdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.964068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:24.980516 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-58e6a763-3c72-4e41-8ad8-29c3985ae538 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5225837 Mar 24 17:01:25.090398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f6162278-3188-49fd-8037-28898869cdee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:25.108594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f6162278-3188-49fd-8037-28898869cdee admin admin] Usage tracker for resource:security_group_rule and tenant:c7ab431cfb4b483cb7c484d5839e7376 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:25.115134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f6162278-3188-49fd-8037-28898869cdee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:25.126266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f6162278-3188-49fd-8037-28898869cdee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:25.150288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'Port': ['ID=369024dc-f83f-44a5-9f47-20e0fabf8e72,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:25.167818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-f25502a2-3ec5-4419-88ff-cedf0a924b43 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:01:25.173783 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-f25502a2-3ec5-4419-88ff-cedf0a924b43 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169587 Mar 24 17:01:25.173783 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ac52218a-3f54-4099-b24e-a786d2dbb9d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.1819677 Mar 24 17:01:25.174016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-60b8e21d-f882-407b-8cfa-2d8b460af910 None None] Provisioning for port 712f5416-c672-45b3-a505-ebb6326e60f3 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:25.215917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59754) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:25.218109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Allocated IP 2001:db8::a5 (ff76f620-0498-4d02-aee9-43ce6fd2c581/186737e6-540c-4d69-91dd-2dacf146a880/98d42471-dd6e-4b48-97ca-f08b3e935747) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:25.257925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-1ed42138-fc51-479c-86f8-96b368f7808f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:01:25.261692 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-1ed42138-fc51-479c-86f8-96b368f7808f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5025871 Mar 24 17:01:25.314292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:25.321337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:25.360191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 712f5416-c672-45b3-a505-ebb6326e60f3 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:25.366436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 712f5416-c672-45b3-a505-ebb6326e60f3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:25.366959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:25.394304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Request body: {'port': {'device_id': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:25.515943 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-d8d22d2d-5803-432b-aa2f-60925d58a9ce service neutron] 10.222.0.47 "GET /v2.0/networks/73654e17-f355-4995-ad09-cda23728c6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8151443 Mar 24 17:01:25.537609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6162278-3188-49fd-8037-28898869cdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:25.560948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:25.611364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 712f5416-c672-45b3-a505-ebb6326e60f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=712f5416-c672-45b3-a505-ebb6326e60f3,segment=NetworkSegment(c58883b5-6f53-4aca-89f9-f73de8530dec),segment_id=c58883b5-6f53-4aca-89f9-f73de8530dec)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:25.686795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:25.688383 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-956f7344-a499-49ea-8151-4e32681266cc tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.1097772 Mar 24 17:01:25.696415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:25.703565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-047fffd4-ded7-4797-80fa-33c5edd84d02 None None] Provisioning for port ddacea29-5871-4ef9-bd02-2e2fc70dea79 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:25.710122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-047fffd4-ded7-4797-80fa-33c5edd84d02 None None] Provisioning complete for port ddacea29-5871-4ef9-bd02-2e2fc70dea79 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:25.712803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-047fffd4-ded7-4797-80fa-33c5edd84d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:25.722621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59760) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:25.736876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-4be0d604-1a97-4990-bdd6-7a1e53830525 service neutron] 10.222.0.47 "GET /v2.0/networks/73654e17-f355-4995-ad09-cda23728c6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734419 Mar 24 17:01:25.806894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6162278-3188-49fd-8037-28898869cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:25.850129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-047fffd4-ded7-4797-80fa-33c5edd84d02 None None] Port ddacea29-5871-4ef9-bd02-2e2fc70dea79 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:25.853281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:26.093395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=712f5416-c672-45b3-a505-ebb6326e60f3,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:26.154424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb9a4f-f980-4ca6-8715-1c8768163db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Deleting port 369024dc-f83f-44a5-9f47-20e0fabf8e72 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:26.163033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9a4f-f980-4ca6-8715-1c8768163db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:26.182469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cb114673-5591-4fdc-a70e-d4d73edc26c7 None None] Provisioning for port 85c98100-3383-4686-8737-f12622ea44ea completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:26.191169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cb114673-5591-4fdc-a70e-d4d73edc26c7 None None] Provisioning complete for port 85c98100-3383-4686-8737-f12622ea44ea triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:26.194829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cb114673-5591-4fdc-a70e-d4d73edc26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:26.289230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6162278-3188-49fd-8037-28898869cdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acae6d69-facd-4248-b380-b4c84a52bc75,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:26.300744 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f6162278-3188-49fd-8037-28898869cdee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7ab431cfb4b483cb7c484d5839e7376&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4964168 Mar 24 17:01:26.315551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-cb114673-5591-4fdc-a70e-d4d73edc26c7 None None] Port 85c98100-3383-4686-8737-f12622ea44ea cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:26.330744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cb114673-5591-4fdc-a70e-d4d73edc26c7 None None] Provisioning complete for port 712f5416-c672-45b3-a505-ebb6326e60f3 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:26.331074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cb114673-5591-4fdc-a70e-d4d73edc26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:26.358895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59770) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:26.509108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddacea29-5871-4ef9-bd02-2e2fc70dea79 {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:01:26.531199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:26.658906 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-46ad9e01-2a45-423f-a520-76689c7f891f service neutron] 10.222.0.47 "GET /v2.0/networks/a3142123-a6f5-4088-9508-02a5a665938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2972569 Mar 24 17:01:26.737720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c919915d-da76-441d-b750-954ff60c8fa0 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:26.765122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9a8377e7-6f96-47ee-8cf4-cd0ac7491f54 None None] Provisioning complete for port 85c98100-3383-4686-8737-f12622ea44ea triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:26.765644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9a8377e7-6f96-47ee-8cf4-cd0ac7491f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:26.830149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 712f5416-c672-45b3-a505-ebb6326e60f3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:26.928968 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Transition to ACTIVE for port object ddacea29-5871-4ef9-bd02-2e2fc70dea79 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:26.939871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9a8377e7-6f96-47ee-8cf4-cd0ac7491f54 None None] Port 85c98100-3383-4686-8737-f12622ea44ea cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:26.978760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 712f5416-c672-45b3-a505-ebb6326e60f3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:26.979429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:26.990717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-853bee04-e85d-4d41-b327-b01c8d5254cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:27.129534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:27.212608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-853bee04-e85d-4d41-b327-b01c8d5254cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:27.281081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-0ccb9a4f-f980-4ca6-8715-1c8768163db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] For port 369024dc-f83f-44a5-9f47-20e0fabf8e72, host hv-neutron-8350, got binding levels [] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:27.281660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9a4f-f980-4ca6-8715-1c8768163db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:27.292720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Pushing event updated for resources: {'Port': ['ID=ddacea29-5871-4ef9-bd02-2e2fc70dea79,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:27.302669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:27.389071 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-146e43ac-dc68-4ec4-9ba5-ca397fa117ba service neutron] 10.222.0.47 "GET /v2.0/networks/a3142123-a6f5-4088-9508-02a5a665938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291281 Mar 24 17:01:27.557821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb9a4f-f980-4ca6-8715-1c8768163db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Calling delete_port for 369024dc-f83f-44a5-9f47-20e0fabf8e72 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:27.722724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Transition to ACTIVE for port object 98d42471-dd6e-4b48-97ca-f08b3e935747 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:27.737333 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0dd15-96ae-490c-b1af-ffb0926ad6b3 req-1693012c-d94c-4d8a-8039-12c0ac3f16a1 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:27.738865 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e4b0dd15-96ae-490c-b1af-ffb0926ad6b3 req-1693012c-d94c-4d8a-8039-12c0ac3f16a1 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 931 time: 1.2029145 Mar 24 17:01:27.799163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9a4f-f980-4ca6-8715-1c8768163db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:27.817710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c919915d-da76-441d-b750-954ff60c8fa0 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:27.821783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c919915d-da76-441d-b750-954ff60c8fa0 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:27.880712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-853bee04-e85d-4d41-b327-b01c8d5254cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:27.880712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb9a4f-f980-4ca6-8715-1c8768163db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event deleted for resources: {'Port': ['ID=369024dc-f83f-44a5-9f47-20e0fabf8e72,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:27.880712 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e4b0dd15-96ae-490c-b1af-ffb0926ad6b3 req-d018cf13-0b52-4c5c-93ff-69378cfbcec5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265185 Mar 24 17:01:27.960552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bee04-e85d-4d41-b327-b01c8d5254cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acae6d69-facd-4248-b380-b4c84a52bc75,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:27.983201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ccb9a4f-f980-4ca6-8715-1c8768163db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.005450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.029773 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-daccb61b-7ee0-4e13-8d93-682a9528473a req-17ecd46e-eeaf-4a51-9f54-82c76aecb2f2 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 210 time: 0.1438646 Mar 24 17:01:28.166043 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8be5357a-c3a1-4112-9a9e-7a79048b969a req-3685a5b5-fe51-4043-92b0-973cc793a7c7 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 210 time: 0.1322308 Mar 24 17:01:28.179294 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0ccb9a4f-f980-4ca6-8715-1c8768163db8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "DELETE /v2.0/ports/369024dc-f83f-44a5-9f47-20e0fabf8e72 HTTP/1.1" status: 204 len: 168 time: 2.9504986 Mar 24 17:01:28.180314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-853bee04-e85d-4d41-b327-b01c8d5254cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.181462 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-853bee04-e85d-4d41-b327-b01c8d5254cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/acae6d69-facd-4248-b380-b4c84a52bc75 HTTP/1.1" status: 204 len: 168 time: 1.8210378 Mar 24 17:01:28.186056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Attempting to bind port ddacea29-5871-4ef9-bd02-2e2fc70dea79 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:28.186454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Attempting to bind port ddacea29-5871-4ef9-bd02-2e2fc70dea79 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:28.187535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Attempting to bind port ddacea29-5871-4ef9-bd02-2e2fc70dea79 on network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:28.188480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59806) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:28.196925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c919915d-da76-441d-b750-954ff60c8fa0 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.197291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c919915d-da76-441d-b750-954ff60c8fa0 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84b38d7c-c66b-4c9c-83b2-a8f8e8be8def {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:01:28.217105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Port ddacea29-5871-4ef9-bd02-2e2fc70dea79 on network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:28.217105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Attempting to bind port ddacea29-5871-4ef9-bd02-2e2fc70dea79 on network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:28.229247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:28.229932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Checking segment: {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:28.230736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Bound using segment: {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:28.231395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Bound port: ddacea29-5871-4ef9-bd02-2e2fc70dea79, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f13ca7-0a70-473e-9d66-d69d4fa3c790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:28.231953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.282235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Network ff76f620-0498-4d02-aee9-43ce6fd2c581 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:28.291371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:28.304915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:28.310633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:28.311495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.324857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edf68fc-6e1e-4d42-962d-d6629ee55b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] GET failed (client error): The resource could not be found. Mar 24 17:01:28.329890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2edf68fc-6e1e-4d42-962d-d6629ee55b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Synchronizing usage tracker for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:28.330382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c919915d-da76-441d-b750-954ff60c8fa0 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.330382 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c919915d-da76-441d-b750-954ff60c8fa0 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "DELETE /v2.0/routers/84b38d7c-c66b-4c9c-83b2-a8f8e8be8def HTTP/1.1" status: 204 len: 168 time: 2.3880448 Mar 24 17:01:28.336430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59814) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:28.338041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event updated for resources: {'Port': ['ID=98d42471-dd6e-4b48-97ca-f08b3e935747,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:28.376632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Request body: {'router': {'name': 'tempest-router-446343582', 'distributed': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:28.376632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:28.376632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Usage tracker for resource:router and tenant:1632e2bd83c74758a74238fc39da2684 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:28.376632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:28.384930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:28.452694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] For port ddacea29-5871-4ef9-bd02-2e2fc70dea79, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:28.485547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] For port ddacea29-5871-4ef9-bd02-2e2fc70dea79, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:28.605862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.653694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.664845 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-356ef2a5-3f68-4fac-ab66-874a738dd934 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.1252997 Mar 24 17:01:28.664845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.668983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.671596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59818) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:28.687540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2edf68fc-6e1e-4d42-962d-d6629ee55b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Unset dirty status for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:28.692198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2edf68fc-6e1e-4d42-962d-d6629ee55b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "GET /v2.0/ports/369024dc-f83f-44a5-9f47-20e0fabf8e72 HTTP/1.1" status: 404 len: 333 time: 0.4983683 Mar 24 17:01:28.719523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59822) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:28.725985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.732896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Request body: {'port': {'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-769358545'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:28.782997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-67f0cd68-a787-40ae-8189-7e8badcece2e None None] Provisioning for port 98d42471-dd6e-4b48-97ca-f08b3e935747 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:28.788812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.794979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-67f0cd68-a787-40ae-8189-7e8badcece2e None None] Provisioning complete for port 98d42471-dd6e-4b48-97ca-f08b3e935747 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:28.794979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67f0cd68-a787-40ae-8189-7e8badcece2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.824158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:28.827756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f716b-283e-4009-82d0-e564cfff9b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:28.852920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f716b-283e-4009-82d0-e564cfff9b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:28.862066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f716b-283e-4009-82d0-e564cfff9b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:28.863106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a56f716b-283e-4009-82d0-e564cfff9b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Synchronizing usage tracker for tenant:6825c54adbc3477b96860266631dc137 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:28.917837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-67f0cd68-a787-40ae-8189-7e8badcece2e None None] Port 98d42471-dd6e-4b48-97ca-f08b3e935747 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:28.929381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:28.929998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:28.933422 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] 10.222.0.48 "PUT /v2.0/ports/ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 1093 time: 3.6338565 Mar 24 17:01:28.936582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'tag': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:01:28.959276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:29.076852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b7485-9f4f-4f58-9eee-5e3ba83ff77e service neutron] Pushing event updated for resources: {'Port': ['ID=ddacea29-5871-4ef9-bd02-2e2fc70dea79,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:29.146986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a56f716b-283e-4009-82d0-e564cfff9b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Unset dirty status for tenant:6825c54adbc3477b96860266631dc137 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:29.150929 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a56f716b-283e-4009-82d0-e564cfff9b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4641728 Mar 24 17:01:29.154137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59838) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:29.171928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Made reservation on behalf of 8d4a6f20807f4478b1f2eeb29f658a0d for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:29.178775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:29.250728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:29.387029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010932d-57e4-4475-b23c-410de5ec5a0f req-897ce47f-94ae-49d8-92bf-c4c35cd907d2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:29.397786 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c010932d-57e4-4475-b23c-410de5ec5a0f req-897ce47f-94ae-49d8-92bf-c4c35cd907d2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 943 time: 0.2542286 Mar 24 17:01:29.405838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:29.409477 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6c4097ea-3806-4794-b28e-73c91128a560 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0680614 Mar 24 17:01:29.421547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59856) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:29.424878 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-305c8511-0972-4d95-a415-979a28c33ddd req-8992f9d3-37c8-4050-bd33-8d721239adc3 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 210 time: 0.1168833 Mar 24 17:01:29.493123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] device_id is not set on port 37e6e292-706d-460e-9198-3d05ef9f46d9 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:29.574444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Allocated IP 172.26.4.125 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/0fd5e864-0aea-411a-b192-21896d3d3958) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:29.634055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0b9d4-2319-4f80-bb32-718ebfbf7d63 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Deleting port 98d42471-dd6e-4b48-97ca-f08b3e935747 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:29.634461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b9d4-2319-4f80-bb32-718ebfbf7d63 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:29.788594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c010932d-57e4-4475-b23c-410de5ec5a0f req-644f3818-59cd-4c88-9ae0-d2eccc779e29 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898232 Mar 24 17:01:29.816893 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5ba23357-9475-4c0f-b3cf-3fcffaa3dcc0 req-66890b19-643f-426a-93d3-21a9898b8482 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 210 time: 0.2381830 Mar 24 17:01:29.824990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c3041ac-336c-4168-8498-7ce0ee398b10 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:29.933630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-79db8170-e197-43bf-9896-934a12482212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:29.936489 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-79db8170-e197-43bf-9896-934a12482212 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1096 time: 0.7479475 Mar 24 17:01:30.295323 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'tag': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79', 'status': 'completed', 'code': 200} Mar 24 17:01:30.353945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c3041ac-336c-4168-8498-7ce0ee398b10 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:30.356950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c3041ac-336c-4168-8498-7ce0ee398b10 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:30.397679 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-28df91f7-b79d-4114-905b-c40b22b62d9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 217 time: 0.2887783 Mar 24 17:01:30.440650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8ed253f7-936d-4658-a0cf-fbd1f19d0905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:30.478045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59878) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:30.525374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c3041ac-336c-4168-8498-7ce0ee398b10 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:30.526226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3041ac-336c-4168-8498-7ce0ee398b10 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08fb823d-32c5-42a1-889e-690951de76b7 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:01:30.541731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c3041ac-336c-4168-8498-7ce0ee398b10 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:30.542193 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6c3041ac-336c-4168-8498-7ce0ee398b10 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "DELETE /v2.0/routers/08fb823d-32c5-42a1-889e-690951de76b7 HTTP/1.1" status: 204 len: 168 time: 1.1163192 Mar 24 17:01:30.547720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59884) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:30.559892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Request body: {'router': {'name': 'tempest-router-87840424', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1739acfe11774f91823f22b85c72405f'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:30.574962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:30.585138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Usage tracker for resource:router and tenant:1739acfe11774f91823f22b85c72405f is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:30.601705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:30.614748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:30.672507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.48', 51128) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:30.711410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-402814730'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:30.721289 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-845bf78d-4a53-47ae-ac44-cdba9309fb3d req-896aa481-4f48-4cda-9ba6-71cc6bea2ef4 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 210 time: 0.0822384 Mar 24 17:01:30.722312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:30.738867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:30.739800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:30.744244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Usage tracker for resource:network and tenant:653b7e9e358b4f449be3b292e8b8622e is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:30.750363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:30.760913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:30.818333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:30.945713 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.021040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Made reservation on behalf of 653b7e9e358b4f449be3b292e8b8622e for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:31.026757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.054397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-b2fbe5c3-8886-4a2f-9dc0-2df563dd3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:31.055943 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-b2fbe5c3-8886-4a2f-9dc0-2df563dd3bde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 200 len: 851 time: 0.6337032 Mar 24 17:01:31.086217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.112928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-aa9430b4-209e-40be-a99b-f56b398c23c6 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:31.112928 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-aa9430b4-209e-40be-a99b-f56b398c23c6 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.48 "GET /v2.0/networks?id=73654e17-f355-4995-ad09-cda23728c6d6 HTTP/1.1" status: 200 len: 811 time: 0.4350750 Mar 24 17:01:31.142332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b9d4-2319-4f80-bb32-718ebfbf7d63 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.163609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.187457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:31.199458 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5f0abb1c-b3d8-4491-92bc-f30243cd727f req-64133cbf-6ffd-446d-802b-4bba6125b7bd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 210 time: 0.0803514 Mar 24 17:01:31.203386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Usage tracker for resource:security_group_rule and tenant:653b7e9e358b4f449be3b292e8b8622e is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:31.208548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:31.218255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:31.271417 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-988bf2f0-939a-49e6-ae78-790f9ef66e6f tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474ca102a3794a4bbd7f062e5ba2b198 HTTP/1.1" status: 200 len: 379 time: 0.1039336 Mar 24 17:01:31.371257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0b9d4-2319-4f80-bb32-718ebfbf7d63 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Calling delete_port for 98d42471-dd6e-4b48-97ca-f08b3e935747 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:31.411125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a807a26-e697-4948-9ede-0f81876e2af6 req-05d001ae-36c8-40c2-83b3-b44d5086b562 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:31.412761 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5a807a26-e697-4948-9ede-0f81876e2af6 req-05d001ae-36c8-40c2-83b3-b44d5086b562 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 943 time: 0.3759375 Mar 24 17:01:31.485043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-a6fb60ce-4820-4e49-a0fc-e115d3fdf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:31.486620 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-a6fb60ce-4820-4e49-a0fc-e115d3fdf94b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4236879 Mar 24 17:01:31.512228 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5a807a26-e697-4948-9ede-0f81876e2af6 req-e2760daa-4589-49d3-95c7-59c4cfcbaf79 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853558 Mar 24 17:01:31.523612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.542985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.574505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.668509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:31.676779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:31.682314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:31.694057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.724377 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.766033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b9c94-6072-41b5-be03-795c9d3fc866,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:31.768281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event updated for resources: {'Port': ['ID=0fd5e864-0aea-411a-b192-21896d3d3958,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:31.795583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.796864 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-75bfaa98-1015-43e6-bf57-0a863d80c70d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2472785 Mar 24 17:01:31.804785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59898) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:31.810493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:31.813047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:31.818546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:31.830199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:31.831198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:31.831839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.925809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b9d4-2319-4f80-bb32-718ebfbf7d63 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.939105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:01:31.948681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:31.949099 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Added segment e2b2424e-41b6-42df-8698-242c63ae352c of type vlan for network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 Mar 24 17:01:31.980227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:32.006424 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-051e03d8-da35-4f7e-9e1f-c0a3da7c058e req-2ab225ac-452d-4f83-8c2f-1d144cc41a7e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 210 time: 0.1197309 Mar 24 17:01:32.166577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:01:32.180226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'Port': ['ID=37e6e292-706d-460e-9198-3d05ef9f46d9,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:32.239995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0b9d4-2319-4f80-bb32-718ebfbf7d63 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event deleted for resources: {'Port': ['ID=98d42471-dd6e-4b48-97ca-f08b3e935747,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:32.250324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b0a0b9d4-2319-4f80-bb32-718ebfbf7d63 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:32.356014 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b0a0b9d4-2319-4f80-bb32-718ebfbf7d63 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "DELETE /v2.0/ports/98d42471-dd6e-4b48-97ca-f08b3e935747 HTTP/1.1" status: 204 len: 168 time: 3.1826975 Mar 24 17:01:32.356231 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:01:32.356707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59904) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:32.364376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Request body: {'port': {'name': 'tempest-new-port-name-1387854331', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:32.364851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.api.validators [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] bootfile-name is not in valid_values {{(pid=88477) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:01:32.365194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.api.validators [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] tftp-server is not in valid_values {{(pid=88477) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:01:32.365540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.api.validators [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] server-ip-address is not in valid_values {{(pid=88477) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:01:32.491255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:32.545235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:32.545959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:32.570010 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d185a38a-f4c1-4039-b6bd-ab737a46bd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.8478520 Mar 24 17:01:32.640385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59910) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:32.741365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:32.816641 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-931b2e43-0c93-447e-a4f9-3ec986756104 req-d19be5e5-9beb-4ebe-95e2-8064bfecba29 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 210 time: 0.3588986 Mar 24 17:01:32.827273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:32.868610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97fb0f50-d550-4ebc-baaf-f8b4649dc3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:32.904144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:32.910555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:32.911317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:32.917465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88478) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 24 17:01:32.917926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Router 680a9c6f-86cf-4357-9763-50ded821f8ac migrating from provider to provider. {{(pid=88478) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 24 17:01:32.918385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:33.016872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:33.069681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:33.103474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:33.120988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Network': ['ID=a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:33.144602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:01:33.211026 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c633e2d1-5506-44f8-874c-1417d923e2eb tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7322581 Mar 24 17:01:33.213946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59918) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:33.225200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:33.298356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'subnet': {'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:33.427989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Request body: {'port': {'device_id': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'admin_state_up': True, 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'security_groups': ['35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:33.445677 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6fb21d7c-256e-4ecd-8dd9-7022f0e0b26e req-a508ad02-c70d-451b-b17a-91f9b0d47a5d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 210 time: 0.2285745 Mar 24 17:01:33.490471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e486a-e5c7-4797-83d9-09818bf5adf5 req-6f377462-4adf-4f22-9c30-fac0ef366deb tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:33.497774 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fd4e486a-e5c7-4797-83d9-09818bf5adf5 req-6f377462-4adf-4f22-9c30-fac0ef366deb tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 943 time: 0.7635820 Mar 24 17:01:33.604291 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] No L3 agents can host the router 680a9c6f-86cf-4357-9763-50ded821f8ac Mar 24 17:01:33.796774 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-34fcd752-fbbb-4f19-8bd8-32a9ac623eb5 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487040 Mar 24 17:01:33.828773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:33.858738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:33.872819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:34.102080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:34.198162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:34.219650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:34.223673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Usage tracker for resource:subnet and tenant:653b7e9e358b4f449be3b292e8b8622e is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:34.226580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:34.252926 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-69ca87ff-57ba-43c4-b8df-2c16f5bf9d97 req-991a0e23-cdab-4f1f-ae55-a053cab9b884 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420094 Mar 24 17:01:34.253335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:34.257361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:34.265497 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fd4e486a-e5c7-4797-83d9-09818bf5adf5 req-6aff97c5-0d36-4fe0-902b-16db067e146d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7667491 Mar 24 17:01:34.305543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] In _notify_port_updated(), no bound segment for port 85c98100-3383-4686-8737-f12622ea44ea on network ff76f620-0498-4d02-aee9-43ce6fd2c581 {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:01:34.311323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:34.311652 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:34.313071 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "PUT /v2.0/ports/85c98100-3383-4686-8737-f12622ea44ea HTTP/1.1" status: 200 len: 1129 time: 1.9576368 Mar 24 17:01:34.320319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59932) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:34.372680 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dadb92c6-be3f-4a9b-9d2d-697326216cd5 req-ded63eac-97b3-4006-b437-3ee6760d1dfd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 210 time: 0.3283687 Mar 24 17:01:34.379935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:34.403128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a60db-58eb-468f-992b-d099b00b6233 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event updated for resources: {'Port': ['ID=85c98100-3383-4686-8737-f12622ea44ea,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:34.469456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Made reservation on behalf of 653b7e9e358b4f449be3b292e8b8622e for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:34.479270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:34.522515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.48', 51132) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:34.606556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Hosts for router 680a9c6f-86cf-4357-9763-50ded821f8ac: [] {{(pid=88478) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 24 17:01:34.635325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Made reservation on behalf of 474ca102a3794a4bbd7f062e5ba2b198 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:34.638170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7f83f-3c9c-41da-806c-8d5af6ebe58e tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:34.638766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-04f7f83f-3c9c-41da-806c-8d5af6ebe58e tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Synchronizing usage tracker for tenant:6825c54adbc3477b96860266631dc137 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:34.639722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:34.652583 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9dc5463b-4bad-4e51-806e-3d824823f647 None None] Provisioning complete for port 85c98100-3383-4686-8737-f12622ea44ea triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:34.655493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9dc5463b-4bad-4e51-806e-3d824823f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:34.686827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:01:34.714248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5463b-4bad-4e51-806e-3d824823f647 None None] Port 85c98100-3383-4686-8737-f12622ea44ea cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:34.744356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a556-6436-4b91-8a51-8300238d10e2 req-cc6059f2-e875-48d1-a435-f46234dc8fb1 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:34.745054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9408a556-6436-4b91-8a51-8300238d10e2 req-cc6059f2-e875-48d1-a435-f46234dc8fb1 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Synchronizing usage tracker for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:34.748993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-5314bfe9-a451-44d3-b307-533a922dad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:34.750429 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-5314bfe9-a451-44d3-b307-533a922dad9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1096 time: 0.2258625 Mar 24 17:01:34.755200 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d6360267-b3e8-476b-9f72-4a984848b002 req-758a4f15-b921-4848-b93f-5f92e58f2fd9 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 210 time: 0.1524711 Mar 24 17:01:34.781202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-04f7f83f-3c9c-41da-806c-8d5af6ebe58e tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Unset dirty status for tenant:6825c54adbc3477b96860266631dc137 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:34.781202 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-04f7f83f-3c9c-41da-806c-8d5af6ebe58e tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "GET /v2.0/ports/85c98100-3383-4686-8737-f12622ea44ea HTTP/1.1" status: 200 len: 1129 time: 0.4572396 Mar 24 17:01:34.798312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59942) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:34.806611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Hosts for other DVR routers connected to router 680a9c6f-86cf-4357-9763-50ded821f8ac: set() {{(pid=88478) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 24 17:01:34.806834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Router f9ae711e-8781-4623-88eb-74fb334a5c8a is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:01:34.932614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9408a556-6436-4b91-8a51-8300238d10e2 req-cc6059f2-e875-48d1-a435-f46234dc8fb1 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Unset dirty status for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:34.934358 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-cc6059f2-e875-48d1-a435-f46234dc8fb1 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.48 "GET /v2.0/networks?id=a3142123-a6f5-4088-9508-02a5a665938d HTTP/1.1" status: 200 len: 806 time: 0.5335703 Mar 24 17:01:34.941675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] device_id is not set on port 37e6e292-706d-460e-9198-3d05ef9f46d9 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:34.964399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:35.017033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Transition to ACTIVE for port object 37e6e292-706d-460e-9198-3d05ef9f46d9 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:35.035303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b0bee91e-c455-4d11-acbb-4ab46756b1ce tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Deleting port 85c98100-3383-4686-8737-f12622ea44ea {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:35.035641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0bee91e-c455-4d11-acbb-4ab46756b1ce tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:35.107634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:35.112043 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a00d0afc-1636-4642-a042-a72218bd8e8d tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "PUT /v2.0/routers/680a9c6f-86cf-4357-9763-50ded821f8ac HTTP/1.1" status: 200 len: 715 time: 3.3029699 Mar 24 17:01:35.114792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59950) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:35.121561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9408a556-6436-4b91-8a51-8300238d10e2 req-9c113433-db86-4815-845b-684c27483c5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Synchronizing usage tracker for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:35.137069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:35.176532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:35.276560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:35.338111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9408a556-6436-4b91-8a51-8300238d10e2 req-9c113433-db86-4815-845b-684c27483c5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Unset dirty status for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:35.339234 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-9c113433-db86-4815-845b-684c27483c5f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a1daa5d52cf4f7395246bdd293818f3 HTTP/1.1" status: 200 len: 380 time: 0.3573508 Mar 24 17:01:35.344167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-1b41293c-1117-4041-b5ba-87770be58d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:35.346354 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-1b41293c-1117-4041-b5ba-87770be58d21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 913 time: 0.5653262 Mar 24 17:01:35.353693 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9bd61be1-7c47-4dbd-902a-9d0ad4008ce2 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "GET /v2.0/routers/680a9c6f-86cf-4357-9763-50ded821f8ac HTTP/1.1" status: 200 len: 715 time: 0.2336025 Mar 24 17:01:35.354691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Request body: {'port': {'device_id': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'admin_state_up': True, 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'security_groups': ['12e2832e-82d0-4c0b-a98e-9b4191ddde57']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:35.370221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59956) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:35.400065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Allocated IP 172.20.0.6 (73654e17-f355-4995-ad09-cda23728c6d6/ed9b018f-9c55-438e-8647-0a8048ddaa63/6a65d5d1-dd1f-45f3-8c7a-e9d553499c10) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:35.404894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'Port': ['ID=37e6e292-706d-460e-9198-3d05ef9f46d9,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:35.520750 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-ff181754-a829-4a11-bf87-0c7cfd0a996b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 217 time: 0.1471741 Mar 24 17:01:35.521743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:01:35.542831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650efc9-2f60-4932-9086-f6a7a5922429 None None] Sync routers for ids ['f9ae711e-8781-4623-88eb-74fb334a5c8a'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:01:35.558666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650efc9-2f60-4932-9086-f6a7a5922429 None None] Routers {'f9ae711e-8781-4623-88eb-74fb334a5c8a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:35.559993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4650efc9-2f60-4932-9086-f6a7a5922429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['f9ae711e-8781-4623-88eb-74fb334a5c8a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:35.623873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:35.624498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:35.624607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:35.635334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4650efc9-2f60-4932-9086-f6a7a5922429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:35.643552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Subnet': ['ID=579a0b21-e970-4048-8781-b891642c1437,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:35.645932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650efc9-2f60-4932-9086-f6a7a5922429 None None] Routers {'f9ae711e-8781-4623-88eb-74fb334a5c8a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:35.646619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4650efc9-2f60-4932-9086-f6a7a5922429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['f9ae711e-8781-4623-88eb-74fb334a5c8a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:35.711867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:35.712249 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:35.713955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4650efc9-2f60-4932-9086-f6a7a5922429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:35.714568 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650efc9-2f60-4932-9086-f6a7a5922429 None None] The sync data for ids ['f9ae711e-8781-4623-88eb-74fb334a5c8a'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:35.768386 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 2 to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 Mar 24 17:01:35.775750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:35.777459 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0385fb09-19b1-4fd5-ad9b-5e22ae6effeb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.3535051 Mar 24 17:01:35.778462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-0432df74-20bd-438b-a083-5dd668c30811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:35.779831 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-0432df74-20bd-438b-a083-5dd668c30811 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 200 len: 851 time: 0.2377641 Mar 24 17:01:35.780256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59966) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:35.791853 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-28956624-0663-45f4-afe4-2447541c45c1 tempest-RoutersTestDVR-794151767 tempest-RoutersTestDVR-794151767-project] 10.222.0.47 "GET /v2.0/routers/680a9c6f-86cf-4357-9763-50ded821f8ac HTTP/1.1" status: 200 len: 681 time: 0.4155400 Mar 24 17:01:35.793524 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fe286430-505e-4863-affc-80572c9dcf58 req-d7934774-e88a-44be-9fbf-347c03a6c761 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 210 time: 0.1709006 Mar 24 17:01:35.804379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59972) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:35.808450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Checking segment: {'id': 'e2b2424e-41b6-42df-8698-242c63ae352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:35.808760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Network hostable DHCP agents. Network: a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:01:35.907081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:35.907374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:35.908113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:35.908113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:35.923879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:35.985080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:35.985500 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:36.014458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Made reservation on behalf of 7a1daa5d52cf4f7395246bdd293818f3 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:36.018619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.041393 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 3 to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 Mar 24 17:01:36.067246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-7942033a-d087-4787-aaf1-5951e7e21d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:36.068738 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-7942033a-d087-4787-aaf1-5951e7e21d74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2775223 Mar 24 17:01:36.125248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-75f2c1a8-13fa-44b6-80d8-8874f70fe6e8 req-488208cf-db70-46ed-9210-9bd6f9bf11ba tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Synchronizing usage tracker for tenant:474ca102a3794a4bbd7f062e5ba2b198 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:36.127635 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7a05ac99-6830-4199-8fc8-d2382c11b0a3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/routers/f9ae711e-8781-4623-88eb-74fb334a5c8a HTTP/1.1" status: 200 len: 921 time: 0.3431201 Mar 24 17:01:36.149566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a3012572-61eb-4baa-8f40-369bd2fd990c tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.207521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59976) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:36.226730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:36.227060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:36.227390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:36.233479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0bee91e-c455-4d11-acbb-4ab46756b1ce tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.281637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:01:36.307575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:36.307899 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:36.316297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0aa6db-689f-4e43-886a-b0167985e8be req-8d38b920-e097-4001-a710-fd0d207c9296 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:36.317768 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fd0aa6db-689f-4e43-886a-b0167985e8be req-8d38b920-e097-4001-a710-fd0d207c9296 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 943 time: 0.9233549 Mar 24 17:01:36.370809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 4 to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 Mar 24 17:01:36.414691 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-058dcb17-efd8-46f6-ba21-0b3549ed5129 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094625 Mar 24 17:01:36.441792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Allocated IP 172.20.0.11 (a3142123-a6f5-4088-9508-02a5a665938d/2eb44871-a1d2-4b53-a090-77c184d43a8b/1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:36.496209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b0bee91e-c455-4d11-acbb-4ab46756b1ce tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Calling delete_port for 85c98100-3383-4686-8737-f12622ea44ea owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:36.559260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-75f2c1a8-13fa-44b6-80d8-8874f70fe6e8 req-488208cf-db70-46ed-9210-9bd6f9bf11ba tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Unset dirty status for tenant:474ca102a3794a4bbd7f062e5ba2b198 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:36.560449 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-75f2c1a8-13fa-44b6-80d8-8874f70fe6e8 req-488208cf-db70-46ed-9210-9bd6f9bf11ba tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 210 time: 0.6475308 Mar 24 17:01:36.564005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:36.565476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:36.566059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.575093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce4759-0949-4253-99b7-aa6e5bc94216 None None] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:36.602919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-72327aca-231f-419a-8976-e06ef0dbc48b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9ae711e-8781-4623-88eb-74fb334a5c8a HTTP/1.1" status: 200 len: 205 time: 0.3895934 Mar 24 17:01:36.606225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 59982) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:36.649882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:36.650427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:36.650427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:36.721780 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-175b37e0-2cbd-4a30-b487-5878237ebf80 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005419 Mar 24 17:01:36.752085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:36.752460 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:36.764308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.774700 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 5 to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 Mar 24 17:01:36.807121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3', 'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3', 'tenant_id': '653b7e9e358b4f449be3b292e8b8622e', 'fixed_ips': [{'subnet_id': '579a0b21-e970-4048-8781-b891642c1437'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:01:36.810508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.878195 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fd0aa6db-689f-4e43-886a-b0167985e8be req-ae8bc7a6-9435-4bc6-906d-b1ef3d0931e2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4968917 Mar 24 17:01:36.883841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.891032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:36.891398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:36.891737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:36.895724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a3012572-61eb-4baa-8f40-369bd2fd990c tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.899309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.911374 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-874619b0-5ed2-4315-8a49-afa98a638916 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6808536 Mar 24 17:01:36.911374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Transition to ACTIVE for port object 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:36.911374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a3012572-61eb-4baa-8f40-369bd2fd990c tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:36.911374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59988) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:36.915192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:36.915192 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:36.918767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'port': {'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3', 'name': 'tempest-AllowedAddressPairTestJSON-482788412'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:36.933155 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 6 to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 Mar 24 17:01:36.976181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Transition to ACTIVE for port object 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:37.068833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Allocated IP 172.20.0.2 (a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3/579a0b21-e970-4048-8781-b891642c1437/66d44415-6116-490a-9b42-48c9d4574995) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:37.107162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.171820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:37.172176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:37.172504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:37.177669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.243014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Deleting port 0fd5e864-0aea-411a-b192-21896d3d3958 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:37.243442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.256412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:37.256745 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:37.264344 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 7 to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 Mar 24 17:01:37.281529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Network a3142123-a6f5-4088-9508-02a5a665938d is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:37.286522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.291471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:37.295297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a3012572-61eb-4baa-8f40-369bd2fd990c tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.295772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3012572-61eb-4baa-8f40-369bd2fd990c tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 680a9c6f-86cf-4357-9763-50ded821f8ac {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:01:37.298791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Transition to ACTIVE for port object 66d44415-6116-490a-9b42-48c9d4574995 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:37.312806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:37.320548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:37.320548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:37.320548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:37.321422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Transition to ACTIVE for port object 66d44415-6116-490a-9b42-48c9d4574995 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:37.343156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:37.343328 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:37.344499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Pushing event updated for resources: {'Port': ['ID=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:37.346353 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 8 to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 Mar 24 17:01:37.364920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:37.371341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Usage tracker for resource:port and tenant:653b7e9e358b4f449be3b292e8b8622e is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:37.377096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:37.380586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:37.380915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:37.381247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:37.387060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:37.397683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:37.398010 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:37.399220 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 9 to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 Mar 24 17:01:37.426229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4f726-c3f8-4aab-933a-e97b3879b9f3 req-d75986b7-dc92-476c-92db-46be6424c212 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:37.433330 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7bb4f726-c3f8-4aab-933a-e97b3879b9f3 req-d75986b7-dc92-476c-92db-46be6424c212 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 932 time: 0.3402843 Mar 24 17:01:37.433330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.451923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.476712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:37.479100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.479927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:37.480292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:37.480626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:37.506798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0bee91e-c455-4d11-acbb-4ab46756b1ce tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.527448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:37.530700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:37.531028 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:37.531416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:37.531552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Made reservation on behalf of 653b7e9e358b4f449be3b292e8b8622e for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:37.535774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:37.536074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.539078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.562458 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 10 to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 Mar 24 17:01:37.580126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Network 73654e17-f355-4995-ad09-cda23728c6d6 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:37.587456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a3012572-61eb-4baa-8f40-369bd2fd990c tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.587600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Pushing event updated for resources: {'Port': ['ID=66d44415-6116-490a-9b42-48c9d4574995,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:37.588082 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a3012572-61eb-4baa-8f40-369bd2fd990c tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "DELETE /v2.0/routers/680a9c6f-86cf-4357-9763-50ded821f8ac HTTP/1.1" status: 204 len: 168 time: 1.7701554 Mar 24 17:01:37.591592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 59992) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:37.599560 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-334683d5-14a9-4472-9032-860646f178ab tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2498274 Mar 24 17:01:37.603501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:37.605886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:37.669899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Calling delete_port for 0fd5e864-0aea-411a-b192-21896d3d3958 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:37.699701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Request body: {'router': {'name': 'tempest-router-1493016465', 'distributed': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:37.705739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:37.713988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Usage tracker for resource:router and tenant:1632e2bd83c74758a74238fc39da2684 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:37.716422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Request body: {'port': {'device_id': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:37.721241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:37.726420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Attempting to bind port 66d44415-6116-490a-9b42-48c9d4574995 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:37.727039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Attempting to bind port 66d44415-6116-490a-9b42-48c9d4574995 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'e2b2424e-41b6-42df-8698-242c63ae352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:37.727631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Attempting to bind port 66d44415-6116-490a-9b42-48c9d4574995 on network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:37.729439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:37.733803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:37.734659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Checking segment: {'id': 'e2b2424e-41b6-42df-8698-242c63ae352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:37.736014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.736797 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Bound using segment: {'id': 'e2b2424e-41b6-42df-8698-242c63ae352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:37.737484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Bound port: 66d44415-6116-490a-9b42-48c9d4574995, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b2424e-41b6-42df-8698-242c63ae352c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:37.738065 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.801532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:37.801942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:37.802288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:37.816405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5d27437a-c233-4ba0-b291-e985db59eb79 None None] Provisioning for port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:37.817010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Pushing event updated for resources: {'Port': ['ID=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:37.829031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5d27437a-c233-4ba0-b291-e985db59eb79 None None] Provisioning complete for port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:37.829031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5d27437a-c233-4ba0-b291-e985db59eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.873075 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7bb4f726-c3f8-4aab-933a-e97b3879b9f3 req-22cc3b84-9387-4f55-a727-f484c86b6e8f tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4336376 Mar 24 17:01:37.893161 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5d27437a-c233-4ba0-b291-e985db59eb79 None None] Port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:37.947728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:37.948308 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port 37e6e292-706d-460e-9198-3d05ef9f46d9 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:37.948794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:37.964448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] For port 66d44415-6116-490a-9b42-48c9d4574995, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:37.968899 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] For port 66d44415-6116-490a-9b42-48c9d4574995, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=66d44415-6116-490a-9b42-48c9d4574995,segment=NetworkSegment(e2b2424e-41b6-42df-8698-242c63ae352c),segment_id=e2b2424e-41b6-42df-8698-242c63ae352c)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:37.977594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] device_id is not set on port ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:38.018475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.019450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.036160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bee91e-c455-4d11-acbb-4ab46756b1ce tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event deleted for resources: {'Port': ['ID=85c98100-3383-4686-8737-f12622ea44ea,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:38.044317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0bee91e-c455-4d11-acbb-4ab46756b1ce tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.049290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.049744 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b0bee91e-c455-4d11-acbb-4ab46756b1ce tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "DELETE /v2.0/ports/85c98100-3383-4686-8737-f12622ea44ea HTTP/1.1" status: 204 len: 168 time: 3.2443891 Mar 24 17:01:38.064972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60000) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:38.070690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:38.071294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.107721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7e26b780-0ca7-4c49-a194-5fe12e45d1a3 None None] Provisioning for port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:38.116642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.132396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7e26b780-0ca7-4c49-a194-5fe12e45d1a3 None None] Provisioning complete for port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:38.133588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7e26b780-0ca7-4c49-a194-5fe12e45d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.197344 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d05f4d-45a2-43f6-95d1-b02ae0781c90 None None] Pushing event updated for resources: {'Port': ['ID=66d44415-6116-490a-9b42-48c9d4574995,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:38.212374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7e26b780-0ca7-4c49-a194-5fe12e45d1a3 None None] Port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:38.268654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.392553 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-732cbd35-59c1-4427-8065-82fca962d068 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0151420 Mar 24 17:01:38.426937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Request body: {'port': {'device_id': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:38.476631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.489469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58a5f4f-b89b-4977-a83d-9ae72181be4d tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Deleting subnet 186737e6-540c-4d69-91dd-2dacf146a880 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:01:38.523460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f58a5f4f-b89b-4977-a83d-9ae72181be4d tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.550396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event deleted for resources: {'Port': ['ID=0fd5e864-0aea-411a-b192-21896d3d3958,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:38.558815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] For port 37e6e292-706d-460e-9198-3d05ef9f46d9, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:38.558815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempted to set empty binding levels {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 24 17:01:38.591559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55ea2-c6b1-4834-9d74-ce12d25abf7b req-90a1996e-4b38-4dd8-aed3-4e33015b5d07 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:38.594092 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-98d55ea2-c6b1-4834-9d74-ce12d25abf7b req-90a1996e-4b38-4dd8-aed3-4e33015b5d07 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 931 time: 0.7045822 Mar 24 17:01:38.613067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.675785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f58a5f4f-b89b-4977-a83d-9ae72181be4d tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.683429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.762194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 66d44415-6116-490a-9b42-48c9d4574995 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:38.767531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.799559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Allocated IP 172.20.0.8 (a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3/579a0b21-e970-4048-8781-b891642c1437/ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:38.866448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.868112 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c216466f-1a5b-484b-bd52-554c2d39cc1b tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2661297 Mar 24 17:01:38.887245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60004) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:38.892247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb725-6826-4de8-8bd5-fea1e5d061ca req-b24bf323-0ed3-42c1-b765-9e89685f69cc tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:38.894098 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2f3eb725-6826-4de8-8bd5-fea1e5d061ca req-b24bf323-0ed3-42c1-b765-9e89685f69cc tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 943 time: 0.7481601 Mar 24 17:01:38.894551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.902295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 66d44415-6116-490a-9b42-48c9d4574995 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:38.959839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.968163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:01:38.970279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] In _notify_port_updated(), no bound segment for port 37e6e292-706d-460e-9198-3d05ef9f46d9 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:01:38.971189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:38.971789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:38.975686 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "PUT /v2.0/ports/37e6e292-706d-460e-9198-3d05ef9f46d9 HTTP/1.1" status: 200 len: 980 time: 6.3318503 Mar 24 17:01:38.977533 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-98d55ea2-c6b1-4834-9d74-ce12d25abf7b req-6763f411-f632-4fa9-8b00-253d4abcba7a tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655039 Mar 24 17:01:38.981807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60010) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:39.006919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.060975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165fdf8-1720-47f4-b1f2-da991bfe231a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'Port': ['ID=37e6e292-706d-460e-9198-3d05ef9f46d9,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:39.170317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device ddacea29-5871-4ef9-bd02-2e2fc70dea79 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:01:39.206673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c418f4e-2d50-47b5-ae42-a3d65ff86116 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.320359 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2f3eb725-6826-4de8-8bd5-fea1e5d061ca req-1a557e1a-4b5a-4629-97f2-50de5f98c2ed tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939645 Mar 24 17:01:39.411177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port ddacea29-5871-4ef9-bd02-2e2fc70dea79, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:39.420392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.421176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Fanout notify agent at l3_agent the message router_deleted on router f9ae711e-8781-4623-88eb-74fb334a5c8a {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:01:39.436149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'port_id': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79', 'mac_address': 'fa:16:3e:6c:1e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:01:39.474998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797140ef-2703-4b15-ad4a-59a449306448 None None] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:39.493808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:01:39.598395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.601426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f58a5f4f-b89b-4977-a83d-9ae72181be4d tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.630957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddacea29-5871-4ef9-bd02-2e2fc70dea79 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:01:39.669438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port ddacea29-5871-4ef9-bd02-2e2fc70dea79, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:39.692887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.700927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.711610 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c65191b7-fd8e-4397-a378-d0b47bfce884 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/f9ae711e-8781-4623-88eb-74fb334a5c8a HTTP/1.1" status: 204 len: 168 time: 3.0953043 Mar 24 17:01:39.712317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60014) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:39.732449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c3289e49-1cee-4512-8608-465c01dcbdb2 None None] Provisioning for port 66d44415-6116-490a-9b42-48c9d4574995 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:39.741608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c3289e49-1cee-4512-8608-465c01dcbdb2 None None] Provisioning complete for port 66d44415-6116-490a-9b42-48c9d4574995 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:39.742050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c3289e49-1cee-4512-8608-465c01dcbdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.772939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'router': {'name': 'tempest-snat-router-706326153', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': False}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:39.777091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:39.781252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Usage tracker for resource:router and tenant:fb5685c2ce04416890f9d9f17a777610 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:39.785041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:39.790863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:39.812057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.814360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c418f4e-2d50-47b5-ae42-a3d65ff86116 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.816425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Transition to ACTIVE for port object 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:39.819463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.821171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c418f4e-2d50-47b5-ae42-a3d65ff86116 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.880053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.880992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.881726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.883655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.886017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.887135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.888769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.890465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.891317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.892146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.892783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.894187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.895014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.896358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.897183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.897866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.901290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.902014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.903210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.904016 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.904779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.905692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.910239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Synchronizing usage tracker for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:39.910757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebba6a-155f-4599-92ec-c8de18350b7d req-0b6b759e-b318-426a-9084-c787cbe19eb0 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:39.912271 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70ebba6a-155f-4599-92ec-c8de18350b7d req-0b6b759e-b318-426a-9084-c787cbe19eb0 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 932 time: 0.6163275 Mar 24 17:01:39.919345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.920695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.925731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.948181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=ddacea29-5871-4ef9-bd02-2e2fc70dea79,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:39.973383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Transition to ACTIVE for port object ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:39.981012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c418f4e-2d50-47b5-ae42-a3d65ff86116 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:39.982208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c418f4e-2d50-47b5-ae42-a3d65ff86116 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 800326af-b607-41b5-bfd6-1edaaef7a1f3 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:01:39.994251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70ebba6a-155f-4599-92ec-c8de18350b7d req-1edf6d18-46fb-413b-9f76-6626caaa479c tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642824 Mar 24 17:01:39.997112 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c3289e49-1cee-4512-8608-465c01dcbdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.011908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f58a5f4f-b89b-4977-a83d-9ae72181be4d tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.068395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c3289e49-1cee-4512-8608-465c01dcbdb2 None None] For port 66d44415-6116-490a-9b42-48c9d4574995, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=66d44415-6116-490a-9b42-48c9d4574995,segment=NetworkSegment(e2b2424e-41b6-42df-8698-242c63ae352c),segment_id=e2b2424e-41b6-42df-8698-242c63ae352c)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:40.072291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.090176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Unset dirty status for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:40.095059 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-13fd0d2d-354f-4d4e-9213-9a71beb9c8e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19919 time: 1.1024287 Mar 24 17:01:40.105934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60020) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:40.107692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c418f4e-2d50-47b5-ae42-a3d65ff86116 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.108870 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2c418f4e-2d50-47b5-ae42-a3d65ff86116 tempest-RoutersTestDVR-433181451 tempest-RoutersTestDVR-433181451-project-admin] 10.222.0.47 "DELETE /v2.0/routers/800326af-b607-41b5-bfd6-1edaaef7a1f3 HTTP/1.1" status: 204 len: 168 time: 1.2196345 Mar 24 17:01:40.123663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a5f4f-b89b-4977-a83d-9ae72181be4d tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event deleted for resources: {'Subnet': ['ID=186737e6-540c-4d69-91dd-2dacf146a880,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:40.131540 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c3289e49-1cee-4512-8608-465c01dcbdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.159155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f58a5f4f-b89b-4977-a83d-9ae72181be4d tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.178660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:01:40.197751 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f58a5f4f-b89b-4977-a83d-9ae72181be4d tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "DELETE /v2.0/subnets/186737e6-540c-4d69-91dd-2dacf146a880 HTTP/1.1" status: 204 len: 168 time: 2.0990968 Mar 24 17:01:40.201098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.204036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60026) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:40.212634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:40.213215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['ddacea29-5871-4ef9-bd02-2e2fc70dea79'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:01:40.273523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f43927-c43f-455d-a6d4-60bdd923fae3 None None] Network ff76f620-0498-4d02-aee9-43ce6fd2c581 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:40.324294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Transition to ACTIVE for port object 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:40.329488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-8383c0f0-11c5-4166-92a4-0fd2c15e3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Deleting port 37e6e292-706d-460e-9198-3d05ef9f46d9 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:40.329832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8383c0f0-11c5-4166-92a4-0fd2c15e3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.334010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.503899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.525402 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3289e49-1cee-4512-8608-465c01dcbdb2 None None] Pushing event updated for resources: {'Port': ['ID=66d44415-6116-490a-9b42-48c9d4574995,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:40.541941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bb2380a8-88fe-4ca8-a20f-666ae3df832c None None] Provisioning complete for port 66d44415-6116-490a-9b42-48c9d4574995 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:40.542310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bb2380a8-88fe-4ca8-a20f-666ae3df832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.657528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:40.676227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.679837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Attempting to bind port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:40.680210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Attempting to bind port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:40.680537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Attempting to bind port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 on network a3142123-a6f5-4088-9508-02a5a665938d {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:40.690747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:40.705557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:40.754610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Port': ['ID=ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:40.780471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 on network a3142123-a6f5-4088-9508-02a5a665938d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:40.781027 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Attempting to bind port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 on network a3142123-a6f5-4088-9508-02a5a665938d {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:40.812544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.819788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 66d44415-6116-490a-9b42-48c9d4574995 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:40.834531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:40.836704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Checking segment: {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:40.836704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Bound using segment: {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:40.836704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Bound port: 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c175a16-7621-4560-9314-c84c80dd2920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:40.836704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:40.994450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 66d44415-6116-490a-9b42-48c9d4574995 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:40.994892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.035211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40510ba8-9f84-42dc-afde-f218e7a20d62 None None] DHCP port deletion for ff76f620-0498-4d02-aee9-43ce6fd2c581 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:01:41.048329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-40510ba8-9f84-42dc-afde-f218e7a20d62 None None] Deleting port 712f5416-c672-45b3-a505-ebb6326e60f3 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:41.048960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-40510ba8-9f84-42dc-afde-f218e7a20d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.081344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60036) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:41.095227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:41.095872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.108432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Deleting port 712f5416-c672-45b3-a505-ebb6326e60f3 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:41.108764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.166092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb1b8c-580c-423f-b4aa-65fe68b83f7d req-be93cf93-0cfd-46eb-82d2-a602c6f981f5 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:41.168312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] For port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:41.173425 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-67cb1b8c-580c-423f-b4aa-65fe68b83f7d req-be93cf93-0cfd-46eb-82d2-a602c6f981f5 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 931 time: 0.8956068 Mar 24 17:01:41.183095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] For port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:41.189372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-8383c0f0-11c5-4166-92a4-0fd2c15e3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] For port 37e6e292-706d-460e-9198-3d05ef9f46d9, host hv-neutron-8350, got binding levels [] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:41.189781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8383c0f0-11c5-4166-92a4-0fd2c15e3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.218969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:41.252279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a170a3-f290-4542-b96f-23c426e7205c req-19804115-0bc9-49c1-b28f-f89db2fc704a tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:41.259508 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a0a170a3-f290-4542-b96f-23c426e7205c req-19804115-0bc9-49c1-b28f-f89db2fc704a tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 944 time: 0.7423568 Mar 24 17:01:41.317623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-722a99fd-0a97-4c7f-ba66-efeec964073c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4073942 Mar 24 17:01:41.318185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.318630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60042) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:41.330023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-8383c0f0-11c5-4166-92a4-0fd2c15e3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Calling delete_port for 37e6e292-706d-460e-9198-3d05ef9f46d9 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:41.339056 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-67cb1b8c-580c-423f-b4aa-65fe68b83f7d req-619c59c1-bcdf-4bf2-82b4-22fa0550dc64 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646678 Mar 24 17:01:41.346570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'port': {'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3', 'name': 'tempest-AllowedAddressPairTestJSON-604149737', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:1c:ff:24'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:41.381954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e8774ac1-03a7-4b2b-baea-7d4d643a4881 None None] Provisioning for port ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:41.392419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e8774ac1-03a7-4b2b-baea-7d4d643a4881 None None] Provisioning complete for port ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:41.392865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e8774ac1-03a7-4b2b-baea-7d4d643a4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.459219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-40510ba8-9f84-42dc-afde-f218e7a20d62 None None] For port 712f5416-c672-45b3-a505-ebb6326e60f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=712f5416-c672-45b3-a505-ebb6326e60f3,segment=NetworkSegment(c58883b5-6f53-4aca-89f9-f73de8530dec),segment_id=c58883b5-6f53-4aca-89f9-f73de8530dec)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:41.459618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-40510ba8-9f84-42dc-afde-f218e7a20d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.509628 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a0a170a3-f290-4542-b96f-23c426e7205c req-49f418ae-a749-41a9-bbd7-9491e866cc08 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497478 Mar 24 17:01:41.596590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b075db-5926-4100-8d7d-aebd409e739c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.600594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-40510ba8-9f84-42dc-afde-f218e7a20d62 None None] Calling delete_port for 712f5416-c672-45b3-a505-ebb6326e60f3 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:41.615254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:41.615886 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.617346 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] 10.222.0.48 "PUT /v2.0/ports/1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 HTTP/1.1" status: 200 len: 1094 time: 3.9597328 Mar 24 17:01:41.617814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'tag': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:01:41.711219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e8774ac1-03a7-4b2b-baea-7d4d643a4881 None None] Port ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:41.717678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-87b075db-5926-4100-8d7d-aebd409e739c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:41.721750 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'tag': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4', 'status': 'completed', 'code': 200} Mar 24 17:01:41.777920 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-40510ba8-9f84-42dc-afde-f218e7a20d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.784635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-87b075db-5926-4100-8d7d-aebd409e739c admin admin] Usage tracker for resource:security_group_rule and tenant:1739acfe11774f91823f22b85c72405f is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:41.787364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402562b-1c54-4651-bd43-14dac130d724 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:41.795879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-87b075db-5926-4100-8d7d-aebd409e739c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:41.815136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-87b075db-5926-4100-8d7d-aebd409e739c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:41.817430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8383c0f0-11c5-4166-92a4-0fd2c15e3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.830082 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40510ba8-9f84-42dc-afde-f218e7a20d62 None None] No DVR routers for this DVR port 712f5416-c672-45b3-a505-ebb6326e60f3 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:01:41.831994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40510ba8-9f84-42dc-afde-f218e7a20d62 None None] Pushing event deleted for resources: {'Port': ['ID=712f5416-c672-45b3-a505-ebb6326e60f3,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:41.843689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Attempting to bind port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:41.844047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Attempting to bind port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:41.844369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Attempting to bind port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 on network 73654e17-f355-4995-ad09-cda23728c6d6 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:41.862868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 on network 73654e17-f355-4995-ad09-cda23728c6d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:41.863188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Attempting to bind port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 on network 73654e17-f355-4995-ad09-cda23728c6d6 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:41.874933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] For port 712f5416-c672-45b3-a505-ebb6326e60f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=712f5416-c672-45b3-a505-ebb6326e60f3,segment=NetworkSegment(c58883b5-6f53-4aca-89f9-f73de8530dec),segment_id=c58883b5-6f53-4aca-89f9-f73de8530dec)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:41.876013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.890110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:41.890452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Checking segment: {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:41.891029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Bound using segment: {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:41.891497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Bound port: 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73d4ee1-19ac-4a52-add7-6cea22156b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:41.891837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:41.898415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383c0f0-11c5-4166-92a4-0fd2c15e3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event deleted for resources: {'Port': ['ID=37e6e292-706d-460e-9198-3d05ef9f46d9,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:41.911439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8383c0f0-11c5-4166-92a4-0fd2c15e3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.035601 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8383c0f0-11c5-4166-92a4-0fd2c15e3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "DELETE /v2.0/ports/37e6e292-706d-460e-9198-3d05ef9f46d9 HTTP/1.1" status: 204 len: 168 time: 1.9254503 Mar 24 17:01:42.038142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Calling delete_port for 712f5416-c672-45b3-a505-ebb6326e60f3 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:42.040919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4511a-d3fd-4158-9700-5da7b948c56d req-375ace02-d43f-49f9-b91a-bf8fde829f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:42.042385 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b5f4511a-d3fd-4158-9700-5da7b948c56d req-375ace02-d43f-49f9-b91a-bf8fde829f50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a1daa5d52cf4f7395246bdd293818f3&device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 1097 time: 0.2954104 Mar 24 17:01:42.048356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60048) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:42.111048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:42.132251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Usage tracker for resource:port and tenant:653b7e9e358b4f449be3b292e8b8622e is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:42.142314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:42.158328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:42.223326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ecd95-2450-4334-b5f1-2f69ab67edbe req-282680f3-dfab-48cb-9b76-03873303f702 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:42.224862 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1a2ecd95-2450-4334-b5f1-2f69ab67edbe req-282680f3-dfab-48cb-9b76-03873303f702 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 944 time: 0.6915343 Mar 24 17:01:42.227085 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-883f4931-de97-4b3e-a28d-134dc8eb39d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] GET failed (client error): The resource could not be found. Mar 24 17:01:42.227334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-883f4931-de97-4b3e-a28d-134dc8eb39d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Synchronizing usage tracker for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:42.232273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] For port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:42.237931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] For port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:42.239771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:01:42.240153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:01:42.269206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Made reservation on behalf of 653b7e9e358b4f449be3b292e8b8622e for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:42.310206 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1a2ecd95-2450-4334-b5f1-2f69ab67edbe req-943e1d6b-b8e8-4195-ad20-862ab7410c51 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741642 Mar 24 17:01:42.347658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b075db-5926-4100-8d7d-aebd409e739c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.350944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.356488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.385510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.433449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:42.434068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.435460 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] 10.222.0.48 "PUT /v2.0/ports/6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 HTTP/1.1" status: 200 len: 1093 time: 4.0238779 Mar 24 17:01:42.435900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'tag': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:01:42.437678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-883f4931-de97-4b3e-a28d-134dc8eb39d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Unset dirty status for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:42.438907 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-883f4931-de97-4b3e-a28d-134dc8eb39d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "GET /v2.0/ports/37e6e292-706d-460e-9198-3d05ef9f46d9 HTTP/1.1" status: 404 len: 333 time: 0.3896415 Mar 24 17:01:42.444022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60054) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:42.466417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-283628288', 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:42.467768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4511a-d3fd-4158-9700-5da7b948c56d req-f3ec1080-90f0-4d4e-a386-deb8a06699cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:42.467768 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b5f4511a-d3fd-4158-9700-5da7b948c56d req-f3ec1080-90f0-4d4e-a386-deb8a06699cf service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7a1daa5d52cf4f7395246bdd293818f3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4082143 Mar 24 17:01:42.467768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b075db-5926-4100-8d7d-aebd409e739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.475069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:42.575096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:42.591342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf97e9-2b01-43cc-ab61-5804d6738cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:42.603623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.702814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 712f5416-c672-45b3-a505-ebb6326e60f3 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:01:42.718692 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-87b075db-5926-4100-8d7d-aebd409e739c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1739acfe11774f91823f22b85c72405f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5898857 Mar 24 17:01:42.722774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b075db-5926-4100-8d7d-aebd409e739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae31379-4eb8-45ae-a5ba-b4bca1e98cf9,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:42.729347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60066) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:42.744820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Deleting port 712f5416-c672-45b3-a505-ebb6326e60f3 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:42.750016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.750151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 712f5416-c672-45b3-a505-ebb6326e60f3 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:01:42.750151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 712f5416-c672-45b3-a505-ebb6326e60f3 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:01:42.769850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] device_id is not set on port 1769e47f-2a5d-472e-a659-15702ec83081 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:42.814878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Made reservation on behalf of 8d4a6f20807f4478b1f2eeb29f658a0d for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:42.817172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.844792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4511a-d3fd-4158-9700-5da7b948c56d req-c999889a-fe1e-42d7-a7f5-2af4471145ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:42.846155 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b5f4511a-d3fd-4158-9700-5da7b948c56d req-c999889a-fe1e-42d7-a7f5-2af4471145ce service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3705556 Mar 24 17:01:42.857915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Allocated IP 172.26.4.82 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/1521c3fb-6c0d-40a7-90b0-e066c0703fa6) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:42.887830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f54e64-47a5-4f80-b8e3-30fc8074ea61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:42.910261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] The port '712f5416-c672-45b3-a505-ebb6326e60f3' was deleted {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:01:42.925546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] device_id is not set on port 68ad2c98-7e48-4b73-a4bb-1210bd57eff6 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:43.030527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdaac1-28bf-4804-868a-ca2935953063 req-dfbe2384-7d21-4b63-8cb9-ba08f621c6b3 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:43.032034 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-52bdaac1-28bf-4804-868a-ca2935953063 req-dfbe2384-7d21-4b63-8cb9-ba08f621c6b3 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 943 time: 0.5587206 Mar 24 17:01:43.050135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f54e64-47a5-4f80-b8e3-30fc8074ea61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.131731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.146881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device ddacea29-5871-4ef9-bd02-2e2fc70dea79 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:43.147452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a556-6436-4b91-8a51-8300238d10e2 req-fc664fad-f73a-45b7-8c1e-a631fc2f8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:43.148930 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-fc664fad-f73a-45b7-8c1e-a631fc2f8493 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a1daa5d52cf4f7395246bdd293818f3&device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 1097 time: 0.2454009 Mar 24 17:01:43.226523 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-97524414-281a-4bf1-b292-7cddfd406f13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 HTTP/1.1" status: 200 len: 217 time: 0.0707474 Mar 24 17:01:43.251646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.260038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-40e56ea0-ac9e-41ad-82b2-5db75d5a3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:43.261611 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-40e56ea0-ac9e-41ad-82b2-5db75d5a3544 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=474ca102a3794a4bbd7f062e5ba2b198&device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 1096 time: 0.6428916 Mar 24 17:01:43.290488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port ddacea29-5871-4ef9-bd02-2e2fc70dea79 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:43.296756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port ddacea29-5871-4ef9-bd02-2e2fc70dea79 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:43.297199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.298667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a556-6436-4b91-8a51-8300238d10e2 req-137b5114-d294-42b9-9387-5dde2505f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:43.300594 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-137b5114-d294-42b9-9387-5dde2505f18a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2eb44871-a1d2-4b53-a090-77c184d43a8b HTTP/1.1" status: 200 len: 845 time: 0.0687294 Mar 24 17:01:43.341423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f54e64-47a5-4f80-b8e3-30fc8074ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.367274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f54e64-47a5-4f80-b8e3-30fc8074ea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae31379-4eb8-45ae-a5ba-b4bca1e98cf9,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:43.371173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.437352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.464710 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-52bdaac1-28bf-4804-868a-ca2935953063 req-924e29dc-e955-4e89-b4e6-81e6a36043e0 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4018838 Mar 24 17:01:43.467893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:01:43.495024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25796ccd-ab72-4d98-b250-647810212b1d req-ebca2284-86f6-43bb-9bac-0db5d2b278a2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:43.502658 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-25796ccd-ab72-4d98-b250-647810212b1d req-ebca2284-86f6-43bb-9bac-0db5d2b278a2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 944 time: 0.7959890 Mar 24 17:01:43.518160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff76f620-0498-4d02-aee9-43ce6fd2c581']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:43.536200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Allocated IP 172.20.0.14 (a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3/579a0b21-e970-4048-8781-b891642c1437/1769e47f-2a5d-472e-a659-15702ec83081) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:43.540112 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port ddacea29-5871-4ef9-bd02-2e2fc70dea79, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:43.558199 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-5c8facfe-2447-45fe-9dce-165f4af5e803 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 HTTP/1.1" status: 200 len: 217 time: 0.2767618 Mar 24 17:01:43.566572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f54e64-47a5-4f80-b8e3-30fc8074ea61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.567684 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-75f54e64-47a5-4f80-b8e3-30fc8074ea61 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bae31379-4eb8-45ae-a5ba-b4bca1e98cf9 HTTP/1.1" status: 204 len: 168 time: 0.8375449 Mar 24 17:01:43.587299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:43.587299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:43.587552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:43.614096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58883b5-6f53-4aca-89f9-f73de8530dec') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:43.616052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58883b5-6f53-4aca-89f9-f73de8530dec') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:43.634395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.643799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event updated for resources: {'Port': ['ID=1521c3fb-6c0d-40a7-90b0-e066c0703fa6,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:43.668454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a556-6436-4b91-8a51-8300238d10e2 req-938a47a0-257e-453a-af20-c1c483aedec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:43.670119 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-938a47a0-257e-453a-af20-c1c483aedec7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3142123-a6f5-4088-9508-02a5a665938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3634572 Mar 24 17:01:43.706242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.722404 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'tag': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10', 'status': 'completed', 'code': 200} Mar 24 17:01:43.742513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=ddacea29-5871-4ef9-bd02-2e2fc70dea79,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:43.759428 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-25796ccd-ab72-4d98-b250-647810212b1d req-95ad0526-680f-4a1c-aaae-a4e5d5b871cc tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515137 Mar 24 17:01:43.781995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.819886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:01:43.820265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:01:43.864034 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:01:43.866777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:43.890665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f56a2e2e-528f-4727-ac96-f73e998a1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:43.892408 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-f56a2e2e-528f-4727-ac96-f73e998a1d6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ed9b018f-9c55-438e-8647-0a8048ddaa63 HTTP/1.1" status: 200 len: 850 time: 0.3126006 Mar 24 17:01:44.053145 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-ebc3f70d-8867-43f0-b246-b2384d79f1c9 service neutron] 10.222.0.48 "GET /v2.0/networks/a3142123-a6f5-4088-9508-02a5a665938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764713 Mar 24 17:01:44.057909 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79', 'code': 200} Mar 24 17:01:44.154325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:44.185188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:44.225143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] Pushing event deleted for resources: {'Network': ['ID=ff76f620-0498-4d02-aee9-43ce6fd2c581,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:44.240010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8acf59-173c-4b6c-b4e4-ea3687ba7909 req-49bc1d5a-50c7-44bc-aad1-4358fb1a94e3 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:44.243147 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b8acf59-173c-4b6c-b4e4-ea3687ba7909 req-49bc1d5a-50c7-44bc-aad1-4358fb1a94e3 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 944 time: 0.4329176 Mar 24 17:01:44.258885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:44.315579 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cfd6e526-caaf-4b37-ab8a-06fa7fc28d6a tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835 tempest-ExtraDHCPOptionsIpV6TestJSON-2128191835-project] 10.222.0.47 "DELETE /v2.0/networks/ff76f620-0498-4d02-aee9-43ce6fd2c581 HTTP/1.1" status: 204 len: 168 time: 4.1077461 Mar 24 17:01:44.338787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:44.340339 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9408a556-6436-4b91-8a51-8300238d10e2 req-6f216a7a-b454-4b59-bea2-2a438564016c service neutron] 10.222.0.48 "GET /v2.0/networks/a3142123-a6f5-4088-9508-02a5a665938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773950 Mar 24 17:01:44.342826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-eb61185d-222e-4d0d-aa20-6ae9e1c47459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:44.345126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-eb61185d-222e-4d0d-aa20-6ae9e1c47459 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73654e17-f355-4995-ad09-cda23728c6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4393802 Mar 24 17:01:44.367532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:44.427274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:44.433424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Transition to ACTIVE for port object 1769e47f-2a5d-472e-a659-15702ec83081 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:44.434702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:44.477203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60090) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:44.487731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:44.488650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:44.489240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:44.498337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b8acf59-173c-4b6c-b4e4-ea3687ba7909 req-351225f1-7b72-4541-840a-76bda978b131 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433074 Mar 24 17:01:44.505718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'Port': ['ID=68ad2c98-7e48-4b73-a4bb-1210bd57eff6,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:44.509328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-895498a3-0b05-46f6-9367-c05349ce3711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:44.569994 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-3c8d2b8f-b321-427d-b81a-5ce9b3a67963 service neutron] 10.222.0.48 "GET /v2.0/networks/73654e17-f355-4995-ad09-cda23728c6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116117 Mar 24 17:01:44.601655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-895498a3-0b05-46f6-9367-c05349ce3711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:44.608842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-895498a3-0b05-46f6-9367-c05349ce3711 admin admin] Usage tracker for resource:security_group_rule and tenant:1632e2bd83c74758a74238fc39da2684 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:44.615306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-895498a3-0b05-46f6-9367-c05349ce3711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:44.625358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-895498a3-0b05-46f6-9367-c05349ce3711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:44.660453 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-77c58486-3581-4d85-a9f5-ef219f240779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2111664 Mar 24 17:01:44.699705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60096) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:44.709209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:44.742624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-b7a33a4b-1532-4ed7-9d62-80df6742dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:44.744153 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-b7a33a4b-1532-4ed7-9d62-80df6742dd9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1098 time: 0.3161945 Mar 24 17:01:44.778917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-a0c92f7f-d095-4a14-8d5c-50028bba0c9a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:44.873233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:44.881121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Port': ['ID=1769e47f-2a5d-472e-a659-15702ec83081,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:44.889090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:44.893120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36de2065-b7fd-4da2-9792-7acde15069ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:44.893707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-36de2065-b7fd-4da2-9792-7acde15069ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Synchronizing usage tracker for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:44.897611 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6d22ef6-b4e5-4d8b-8d6e-5da7c15e891b req-2d7e1553-ab5b-4668-9c3b-378ffa301a96 service neutron] 10.222.0.48 "GET /v2.0/networks/73654e17-f355-4995-ad09-cda23728c6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217454 Mar 24 17:01:44.899513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:44.925719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-a0c92f7f-d095-4a14-8d5c-50028bba0c9a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:44.928795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60104) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:44.942805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-a0c92f7f-d095-4a14-8d5c-50028bba0c9a service neutron] Usage tracker for resource:security_group_rule and tenant:15cb091a78414d46902b789e2eb298ed is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:44.945620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-a0c92f7f-d095-4a14-8d5c-50028bba0c9a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:44.952270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-a0c92f7f-d095-4a14-8d5c-50028bba0c9a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:45.010238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.049901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd646e3-7ef5-4f02-81e9-2f3172112ac0 req-57b4c75f-1157-4212-bbe2-b4670f20c3e8 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:45.051555 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9bd646e3-7ef5-4f02-81e9-2f3172112ac0 req-57b4c75f-1157-4212-bbe2-b4670f20c3e8 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 943 time: 0.3981388 Mar 24 17:01:45.062731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:45.064184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.245579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-36de2065-b7fd-4da2-9792-7acde15069ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Unset dirty status for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:45.247013 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-36de2065-b7fd-4da2-9792-7acde15069ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "GET /v2.0/ports/68ad2c98-7e48-4b73-a4bb-1210bd57eff6 HTTP/1.1" status: 200 len: 958 time: 0.5394425 Mar 24 17:01:45.250462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-895498a3-0b05-46f6-9367-c05349ce3711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.253386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60110) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:45.265985 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2233f1ff-1b4e-4c1b-99ed-3c8810ba9a1c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9384029 Mar 24 17:01:45.269023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60116) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:45.308561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4af05ac3-426e-47df-99d7-9b6dd8ffb16b None None] Provisioning for port 1769e47f-2a5d-472e-a659-15702ec83081 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:45.313990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4af05ac3-426e-47df-99d7-9b6dd8ffb16b None None] Provisioning complete for port 1769e47f-2a5d-472e-a659-15702ec83081 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:45.314620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4af05ac3-426e-47df-99d7-9b6dd8ffb16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.371196 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9bd646e3-7ef5-4f02-81e9-2f3172112ac0 req-e51aa542-9184-4030-b3f1-1258a7779ab6 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870941 Mar 24 17:01:45.380709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-4af05ac3-426e-47df-99d7-9b6dd8ffb16b None None] Port 1769e47f-2a5d-472e-a659-15702ec83081 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:45.394686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-895498a3-0b05-46f6-9367-c05349ce3711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.411425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-57c0bc80-0d22-4876-8a49-b30f053cffc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Deleting port 68ad2c98-7e48-4b73-a4bb-1210bd57eff6 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:45.411760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57c0bc80-0d22-4876-8a49-b30f053cffc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.456485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4e9d6-a491-46d0-b417-023ab201b2ff req-af5cec3e-c467-46b3-a821-e0021f6abeb1 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:45.457948 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b4e9d6-a491-46d0-b417-023ab201b2ff req-af5cec3e-c467-46b3-a821-e0021f6abeb1 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.5149622 Mar 24 17:01:45.465207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-119d8476-2142-4a2a-885c-f25714f258fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6825c54adbc3477b96860266631dc137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306628 Mar 24 17:01:45.471095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60120) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:45.491391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895498a3-0b05-46f6-9367-c05349ce3711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50011fe-a8ec-4b75-809a-d299844df38c,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:45.495785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-a0c92f7f-d095-4a14-8d5c-50028bba0c9a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.501545 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-895498a3-0b05-46f6-9367-c05349ce3711 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1632e2bd83c74758a74238fc39da2684&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0229554 Mar 24 17:01:45.509784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60124) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:45.519656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-88296975-4e84-4611-8973-13f620378c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:45.521167 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-88296975-4e84-4611-8973-13f620378c23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=474ca102a3794a4bbd7f062e5ba2b198&device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 1096 time: 0.4359798 Mar 24 17:01:45.574889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-a0c92f7f-d095-4a14-8d5c-50028bba0c9a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.613531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbc44e-4ede-4638-a664-ea01b6aeae36 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:45.619358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbc44e-4ede-4638-a664-ea01b6aeae36 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:45.625175 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfbc44e-4ede-4638-a664-ea01b6aeae36 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:45.629966 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1bfbc44e-4ede-4638-a664-ea01b6aeae36 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3553774 Mar 24 17:01:45.634777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60130) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:45.650970 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-bcaf136f-3c66-47b1-be50-7c7c7fc0e69c req-a0c92f7f-d095-4a14-8d5c-50028bba0c9a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8972652 Mar 24 17:01:45.665161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c92f7f-d095-4a14-8d5c-50028bba0c9a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=353b37fa-09b2-4ddf-8d6c-5ad6a997d9a2,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:45.667595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d20bbffc-b839-4ca6-b3e6-c67ed7caa900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.693143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Router d9c819ae-17fc-41b0-94d9-d0b7564184d1 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:01:45.699133 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d20bbffc-b839-4ca6-b3e6-c67ed7caa900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.757286 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b4e9d6-a491-46d0-b417-023ab201b2ff req-7d69ce0e-cf35-4f3a-b855-229a9e064823 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890444 Mar 24 17:01:45.907798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:01:45.921813 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Sync routers for ids ['d9c819ae-17fc-41b0-94d9-d0b7564184d1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:01:45.925819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4aa73454-5e5d-4c8a-8ec9-dc8448f8f790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.937315 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Routers {'d9c819ae-17fc-41b0-94d9-d0b7564184d1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:45.938130 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['d9c819ae-17fc-41b0-94d9-d0b7564184d1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:45.942448 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d20bbffc-b839-4ca6-b3e6-c67ed7caa900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.947622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-26592dbc-f8f5-496c-a764-a024ea44f676 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Deleting port 1769e47f-2a5d-472e-a659-15702ec83081 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:45.947983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-26592dbc-f8f5-496c-a764-a024ea44f676 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.959544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bbffc-b839-4ca6-b3e6-c67ed7caa900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50011fe-a8ec-4b75-809a-d299844df38c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:45.961762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d20bbffc-b839-4ca6-b3e6-c67ed7caa900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:45.963004 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d20bbffc-b839-4ca6-b3e6-c67ed7caa900 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a50011fe-a8ec-4b75-809a-d299844df38c HTTP/1.1" status: 204 len: 168 time: 0.4554250 Mar 24 17:01:46.012203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.016097 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cc21b58e-692d-44fc-8505-e24963b27fae tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3001885 Mar 24 17:01:46.017149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60136) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:46.035692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57c0bc80-0d22-4876-8a49-b30f053cffc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.055688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-21237a98-a635-487e-b5bb-6ceaeaaf8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:46.056849 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-21237a98-a635-487e-b5bb-6ceaeaaf8a14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=73654e17-f355-4995-ad09-cda23728c6d6 HTTP/1.1" status: 200 len: 912 time: 0.5285130 Mar 24 17:01:46.060550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4aa73454-5e5d-4c8a-8ec9-dc8448f8f790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.137038 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Set router d9c819ae-17fc-41b0-94d9-d0b7564184d1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:46.212073 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8a1cdbf7-5cf0-41bf-b4c7-51a74ec16ffd tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/routers/d9c819ae-17fc-41b0-94d9-d0b7564184d1 HTTP/1.1" status: 200 len: 907 time: 0.1912475 Mar 24 17:01:46.212316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60140) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:46.217690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'router': {'name': 'tempest-snat-router-706326153', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': True}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:46.223604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:46.228011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Usage tracker for resource:router and tenant:fb5685c2ce04416890f9d9f17a777610 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:46.232181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:46.239031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:46.263340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-57c0bc80-0d22-4876-8a49-b30f053cffc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Calling delete_port for 68ad2c98-7e48-4b73-a4bb-1210bd57eff6 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:46.319910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.322096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.332602 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-721495f1-f058-4ddb-83ff-38095d34f291 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 HTTP/1.1" status: 200 len: 217 time: 0.2113931 Mar 24 17:01:46.351865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.430574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890ae45-b5e2-45a3-afce-89da63842378 req-ec56a664-aedb-4a9f-a35b-0559e34af570 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:46.432089 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7890ae45-b5e2-45a3-afce-89da63842378 req-ec56a664-aedb-4a9f-a35b-0559e34af570 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 944 time: 0.7993681 Mar 24 17:01:46.509053 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c819ae-17fc-41b0-94d9-d0b7564184d1', 'name': 'tempest-snat-router-706326153', 'tenant_id': 'fb5685c2ce04416890f9d9f17a777610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.82'}], 'enable_snat': False}, 'gw_port_id': '1521c3fb-6c0d-40a7-90b0-e066c0703fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:01:39Z', 'updated_at': '2022-03-24T17:01:44Z', 'revision_number': 3, 'project_id': 'fb5685c2ce04416890f9d9f17a777610', 'gw_port': {'id': '1521c3fb-6c0d-40a7-90b0-e066c0703fa6', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c819ae-17fc-41b0-94d9-d0b7564184d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:42Z', 'updated_at': '2022-03-24T17:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:46.515115 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Checking router: d9c819ae-17fc-41b0-94d9-d0b7564184d1 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:01:46.515663 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Updating router d9c819ae-17fc-41b0-94d9-d0b7564184d1 port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:01:46.562056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-24008dc4-ef5d-45fc-b403-063939ba5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:46.563723 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-24008dc4-ef5d-45fc-b403-063939ba5d2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ed9b018f-9c55-438e-8647-0a8048ddaa63 HTTP/1.1" status: 200 len: 850 time: 0.2023857 Mar 24 17:01:46.579503 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.625167 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7890ae45-b5e2-45a3-afce-89da63842378 req-206f7068-d45a-46da-9cdf-98cae6ef3b10 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802778 Mar 24 17:01:46.717596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4aa73454-5e5d-4c8a-8ec9-dc8448f8f790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.721129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57c0bc80-0d22-4876-8a49-b30f053cffc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.801811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:46.964361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0bc80-0d22-4876-8a49-b30f053cffc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event deleted for resources: {'Port': ['ID=68ad2c98-7e48-4b73-a4bb-1210bd57eff6,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:46.966412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa73454-5e5d-4c8a-8ec9-dc8448f8f790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2673d0ad-dedb-4879-a1e8-026ad4a01960,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:47.004365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57c0bc80-0d22-4876-8a49-b30f053cffc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.009185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-26592dbc-f8f5-496c-a764-a024ea44f676 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.054724 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.070303 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Transition to ACTIVE for port object 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:47.136720 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.151222 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-57c0bc80-0d22-4876-8a49-b30f053cffc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "DELETE /v2.0/ports/68ad2c98-7e48-4b73-a4bb-1210bd57eff6 HTTP/1.1" status: 204 len: 168 time: 1.8908374 Mar 24 17:01:47.153009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:01:47.157176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-26592dbc-f8f5-496c-a764-a024ea44f676 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Calling delete_port for 1769e47f-2a5d-472e-a659-15702ec83081 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:47.186044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4aa73454-5e5d-4c8a-8ec9-dc8448f8f790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.187207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4aa73454-5e5d-4c8a-8ec9-dc8448f8f790 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2673d0ad-dedb-4879-a1e8-026ad4a01960 HTTP/1.1" status: 204 len: 168 time: 1.7145002 Mar 24 17:01:47.189550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60164) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:47.280836 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-71104c13-fa04-4afe-b331-82576da114b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] GET failed (client error): The resource could not be found. Mar 24 17:01:47.281273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-71104c13-fa04-4afe-b331-82576da114b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Synchronizing usage tracker for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:47.306899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-22d73c0e-afdb-48e4-8fe3-103cb37029f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:47.308380 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-22d73c0e-afdb-48e4-8fe3-103cb37029f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73654e17-f355-4995-ad09-cda23728c6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6909883 Mar 24 17:01:47.331528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551dd2-012a-4832-a273-02a2bc728b61 req-aa09c5a1-4cc0-4e10-8db2-91cda9fd043d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:47.338426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d551dd2-012a-4832-a273-02a2bc728b61 req-aa09c5a1-4cc0-4e10-8db2-91cda9fd043d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 943 time: 0.7737176 Mar 24 17:01:47.368405 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f393a3b-3d3a-481f-be2f-bed7eaf90aa9 None None] Pushing event updated for resources: {'Port': ['ID=1521c3fb-6c0d-40a7-90b0-e066c0703fa6,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:47.397080 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Attempting to bind port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:47.397478 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Attempting to bind port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:47.400938 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Attempting to bind port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:47.420838 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:47.423377 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:47.431573 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:47.432419 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.432948 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:47.433463 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Bound port: 1521c3fb-6c0d-40a7-90b0-e066c0703fa6, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:47.433868 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.445548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'port_id': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4', 'mac_address': 'fa:16:3e:ac:82:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:01:47.465047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.480370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d55a0-d2a5-456d-a032-1e733a998975 req-0ebfefa4-46a1-4e64-a53d-e8e6bc9aaa2b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:47.487894 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6d8d55a0-d2a5-456d-a032-1e733a998975 req-0ebfefa4-46a1-4e64-a53d-e8e6bc9aaa2b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.5971303 Mar 24 17:01:47.546214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.548139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60172) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:47.581096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-71104c13-fa04-4afe-b331-82576da114b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Unset dirty status for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:47.582175 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-71104c13-fa04-4afe-b331-82576da114b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "GET /v2.0/ports/68ad2c98-7e48-4b73-a4bb-1210bd57eff6 HTTP/1.1" status: 404 len: 333 time: 0.3823140 Mar 24 17:01:47.592855 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] For port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:47.596886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.601774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60176) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:47.617042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Request body: {'port': {'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238907273'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:47.619375 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d551dd2-012a-4832-a273-02a2bc728b61 req-cf4113ea-13bb-4cc3-96d8-f7237e2e0642 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801187 Mar 24 17:01:47.623056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:47.630905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:01:47.659476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:47.676104 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6d8d55a0-d2a5-456d-a032-1e733a998975 req-111fcc43-da79-4690-b2de-cc9850933211 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871638 Mar 24 17:01:47.683100 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-0ec51673-b3ef-4cb4-9fa2-943d9314f1b2 service neutron] 10.222.0.48 "GET /v2.0/networks/73654e17-f355-4995-ad09-cda23728c6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426139 Mar 24 17:01:47.685520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:47.768562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Allocated IP 172.26.4.81 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/7dd9d4b1-79d1-43c4-a733-c47cbecba72c) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:47.772907 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] For port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1521c3fb-6c0d-40a7-90b0-e066c0703fa6,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:47.773180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Made reservation on behalf of 8d4a6f20807f4478b1f2eeb29f658a0d for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:47.775740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.806110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-26592dbc-f8f5-496c-a764-a024ea44f676 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.816284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.821428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] device_id is not set on port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:47.897672 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:47.936310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26592dbc-f8f5-496c-a764-a024ea44f676 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event deleted for resources: {'Port': ['ID=1769e47f-2a5d-472e-a659-15702ec83081,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:47.980557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:48.026904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1957909991'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:48.046473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:48.052427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:01:48.077757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Usage tracker for resource:network and tenant:56e1c9555ea143b4a676e3689fe08c49 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:48.084427 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Routers {'d9c819ae-17fc-41b0-94d9-d0b7564184d1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:48.085265 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['d9c819ae-17fc-41b0-94d9-d0b7564184d1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:48.122609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:48.143126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:48.164588 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f393a3b-3d3a-481f-be2f-bed7eaf90aa9 None None] Pushing event updated for resources: {'Port': ['ID=1521c3fb-6c0d-40a7-90b0-e066c0703fa6,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:48.165186 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b51f5ce-e640-4619-8fdc-f43b9dca217c req-30c5c985-a796-4c28-b18f-75ea0dffd34b service neutron] 10.222.0.48 "GET /v2.0/networks/73654e17-f355-4995-ad09-cda23728c6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749644 Mar 24 17:01:48.300187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Made reservation on behalf of 56e1c9555ea143b4a676e3689fe08c49 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:48.304350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.315803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ac94d-700b-4fa1-9023-341ef3364170 req-d32c904a-fdd7-448c-bf29-1a2f7662f49c tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:48.324722 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-506ac94d-700b-4fa1-9023-341ef3364170 req-d32c904a-fdd7-448c-bf29-1a2f7662f49c tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 944 time: 0.5517087 Mar 24 17:01:48.340702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.353685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.378620 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] Set router d9c819ae-17fc-41b0-94d9-d0b7564184d1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:48.390653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-26592dbc-f8f5-496c-a764-a024ea44f676 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.408767 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-506ac94d-700b-4fa1-9023-341ef3364170 req-9ecda2ed-6fcc-4b79-bf0e-15297ccd19e9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828755 Mar 24 17:01:48.421210 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-26592dbc-f8f5-496c-a764-a024ea44f676 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "DELETE /v2.0/ports/1769e47f-2a5d-472e-a659-15702ec83081 HTTP/1.1" status: 204 len: 168 time: 2.7789667 Mar 24 17:01:48.425699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60192) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:48.474505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:48.481049 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ac8044-db6e-48de-b580-540265748341 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] GET failed (client error): The resource could not be found. Mar 24 17:01:48.481716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-70ac8044-db6e-48de-b580-540265748341 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Synchronizing usage tracker for tenant:653b7e9e358b4f449be3b292e8b8622e on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:48.490868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Usage tracker for resource:security_group_rule and tenant:56e1c9555ea143b4a676e3689fe08c49 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:48.497079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:48.514860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:48.527704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.612010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.676492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.682391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.699104 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c819ae-17fc-41b0-94d9-d0b7564184d1', 'name': 'tempest-snat-router-706326153', 'tenant_id': 'fb5685c2ce04416890f9d9f17a777610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.82'}], 'enable_snat': False}, 'gw_port_id': '1521c3fb-6c0d-40a7-90b0-e066c0703fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:01:39Z', 'updated_at': '2022-03-24T17:01:44Z', 'revision_number': 3, 'project_id': 'fb5685c2ce04416890f9d9f17a777610', 'gw_port': {'id': '1521c3fb-6c0d-40a7-90b0-e066c0703fa6', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c819ae-17fc-41b0-94d9-d0b7564184d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:42Z', 'updated_at': '2022-03-24T17:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:48.705687 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e3b9dd-0ba0-4b88-9da9-793dd4796d22 None None] The sync data for ids ['d9c819ae-17fc-41b0-94d9-d0b7564184d1'] in dv-neutron-835063-1-hyperv is: [{'id': 'd9c819ae-17fc-41b0-94d9-d0b7564184d1', 'name': 'tempest-snat-router-706326153', 'tenant_id': 'fb5685c2ce04416890f9d9f17a777610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.82'}], 'enable_snat': False}, 'gw_port_id': '1521c3fb-6c0d-40a7-90b0-e066c0703fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:01:39Z', 'updated_at': '2022-03-24T17:01:44Z', 'revision_number': 3, 'project_id': 'fb5685c2ce04416890f9d9f17a777610', 'gw_port': {'id': '1521c3fb-6c0d-40a7-90b0-e066c0703fa6', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c819ae-17fc-41b0-94d9-d0b7564184d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:42Z', 'updated_at': '2022-03-24T17:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:48.712350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:48.723357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:48.739226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:48.740186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:48.775444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:48.778583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd9d4b1-79d1-43c4-a733-c47cbecba72c,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:48.784597 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:48.785902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:48.786272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.799484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:48.835691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.835691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.835691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.835691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.836554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.836554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.836554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.836915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.839184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.839184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.839184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.839673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:48.871786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-70ac8044-db6e-48de-b580-540265748341 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Unset dirty status for tenant:653b7e9e358b4f449be3b292e8b8622e on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:48.873094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-70ac8044-db6e-48de-b580-540265748341 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "GET /v2.0/ports/1769e47f-2a5d-472e-a659-15702ec83081 HTTP/1.1" status: 404 len: 333 time: 0.4464161 Mar 24 17:01:48.878185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60208) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:48.918783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'port': {'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3', 'name': 'tempest-AllowedAddressPairTestJSON-393742361'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:48.940907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:01:49.026125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d70443-9ce5-497a-a1ae-46111860f62c,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:49.132729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259728f-560f-436c-9669-fe0c458ccbc8 req-2dc746a2-8625-4e6d-b3a1-1097410ee858 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:49.139284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c259728f-560f-436c-9669-fe0c458ccbc8 req-2dc746a2-8625-4e6d-b3a1-1097410ee858 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 943 time: 0.3572726 Mar 24 17:01:49.140238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60214) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:49.171504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'Port': ['ID=dd0c64c9-1ae4-4d85-a793-259b59e2dee1,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:49.176607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:01:49.183649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.184034 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Added segment cbc92e25-dbd2-447b-b5dc-80db0d108066 of type vlan for network 6ee08938-0074-4ef0-9791-21af8315862e Mar 24 17:01:49.217146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:49.233831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.248714 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-76acfc29-388f-48ee-a6d6-50041351dfb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6406963 Mar 24 17:01:49.273050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60220) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:49.286383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:49.332846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c259728f-560f-436c-9669-fe0c458ccbc8 req-294ba1d1-94f6-4ca8-aba7-8616f9fc2f38 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819940 Mar 24 17:01:49.332846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:49.360261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:49.376981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d99b2-12c7-456d-9c3f-b8c6130216d3 req-3da3d0ea-54ef-4528-8e02-cb4a4a034569 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:49.384501 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a56d99b2-12c7-456d-9c3f-b8c6130216d3 req-3da3d0ea-54ef-4528-8e02-cb4a4a034569 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.5048063 Mar 24 17:01:49.402240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.410161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:49.411440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.470430 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a56d99b2-12c7-456d-9c3f-b8c6130216d3 req-02c0d964-4d57-494b-a343-4776f1175fc9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851262 Mar 24 17:01:49.476316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Made reservation on behalf of 653b7e9e358b4f449be3b292e8b8622e for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:49.481542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.512515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81034150'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:49.514799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:49.519224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:49.531589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] device_id is not set on port 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:49.553469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:49.560095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'port_id': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10', 'mac_address': 'fa:16:3e:66:7d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:01:49.564557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:49.565504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.754811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.761947 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2100401 Mar 24 17:01:49.768539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Allocated IP 172.20.0.11 (a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3/579a0b21-e970-4048-8781-b891642c1437/23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:49.775523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60230) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:49.776994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:01:49.830935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:49.851396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'subnet': {'network_id': '6ee08938-0074-4ef0-9791-21af8315862e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:49.871874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.873724 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e7917-5161-439e-bd87-587cc4fcfef6 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Network': ['ID=6ee08938-0074-4ef0-9791-21af8315862e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:49.914907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 6ee08938-0074-4ef0-9791-21af8315862e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:01:49.926233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.958356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:network and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:49.966120 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:49.997772 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.004097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:01:50.004988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:50.031014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:50.104237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:50.120439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:50.123649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.133767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:50.135616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:50.143074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Usage tracker for resource:subnet and tenant:56e1c9555ea143b4a676e3689fe08c49 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:50.145822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.148048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.148905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.148905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.149101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:50.149175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.149363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.150169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.150169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.150348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.150417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.150626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.151350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.151350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.151593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:50.159372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.205469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484ad2-64a9-48d4-a05b-c3a02d73d82e req-1088d5cd-4cbb-4422-a682-6ca8aea86d82 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:50.207270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d2484ad2-64a9-48d4-a05b-c3a02d73d82e req-1088d5cd-4cbb-4422-a682-6ca8aea86d82 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.2387335 Mar 24 17:01:50.208100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:50.212255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['6a65d5d1-dd1f-45f3-8c7a-e9d553499c10'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:01:50.218582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598fb43-26fc-4ab9-8c10-0c2cd9b19258 req-0c9e7b03-0d60-4237-b4dc-d6ec7cbbd495 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:50.225812 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9598fb43-26fc-4ab9-8c10-0c2cd9b19258 req-0c9e7b03-0d60-4237-b4dc-d6ec7cbbd495 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 945 time: 0.6273777 Mar 24 17:01:50.228834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60236) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:50.229830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Transition to ACTIVE for port object 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:50.234309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:50.234471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:security_group_rule and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:50.251594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Request body: {'floatingip': {'port_id': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:50.293640 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4', 'code': 200} Mar 24 17:01:50.294227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:50.303883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:50.333236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:50.359132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for floatingip, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.420215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Made reservation on behalf of 56e1c9555ea143b4a676e3689fe08c49 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:50.425141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.503006 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9598fb43-26fc-4ab9-8c10-0c2cd9b19258 req-f7e63ca9-af79-4b70-b415-0b0011ed3f90 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763457 Mar 24 17:01:50.661871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] device_id is not set on port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:50.676565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.690608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.732636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:50.788174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Transition to ACTIVE for port object dd0c64c9-1ae4-4d85-a793-259b59e2dee1 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:50.813877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.886770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.890519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:50.896850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:50.897222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:50.923641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:50.943900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183cdd1-257e-4881-9b68-113410f3e496 req-d6a10ed4-664f-414f-9b8c-6cccaef3def4 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:50.945433 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c183cdd1-257e-4881-9b68-113410f3e496 req-d6a10ed4-664f-414f-9b8c-6cccaef3def4 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 944 time: 0.4461670 Mar 24 17:01:50.946302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:50.948169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Port': ['ID=23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:50.951257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:50.987604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.071918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.091548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1521c3fb-6c0d-40a7-90b0-e066c0703fa6,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:51.094016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.094411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.094749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.095325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.095672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.096030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.096365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.096695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.097023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.097669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.097669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.097983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:01:51.101205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.169001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:51.189364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:51.189544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:51.189831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:51.194584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:01:51.198376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.209576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.211115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:51.211734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.328624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=1521c3fb-6c0d-40a7-90b0-e066c0703fa6,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:51.359193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4c576d5e-38bb-4dc1-8701-6182fae9e0fc None None] Provisioning for port 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:51.365363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4c576d5e-38bb-4dc1-8701-6182fae9e0fc None None] Provisioning complete for port 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:51.365759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4c576d5e-38bb-4dc1-8701-6182fae9e0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.370691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'Port': ['ID=dd0c64c9-1ae4-4d85-a793-259b59e2dee1,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:51.384883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:51.385233 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:51.396947 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c183cdd1-257e-4881-9b68-113410f3e496 req-a4b36399-d6de-4188-9488-be58b97f10f1 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476274 Mar 24 17:01:51.397695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d8046-f4f0-43fc-8de2-1bef75d1feb4,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:51.397825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:51.413126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:51.413318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.442241 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 2 to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 Mar 24 17:01:51.474248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-4c576d5e-38bb-4dc1-8701-6182fae9e0fc None None] Port 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:51.501888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:51.502221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:51.502780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:51.533152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:51.533152 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:51.535343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Subnet': ['ID=8e369845-4d79-4354-a4aa-8124cc6dbef9,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:51.556142 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 3 to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 Mar 24 17:01:51.556445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.572146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.572694 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment bf708df7-2076-43cb-95ac-871eef834174 of type vlan for network 1cad5466-51d4-4b20-91db-481ab9dfb421 Mar 24 17:01:51.584615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adfcfc-d6d3-4751-ad7d-b941c90b4f0c req-25876ebc-2b59-4f74-ba5b-0cfdf7284cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:51.586095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-17adfcfc-d6d3-4751-ad7d-b941c90b4f0c req-25876ebc-2b59-4f74-ba5b-0cfdf7284cd1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 1099 time: 0.8963180 Mar 24 17:01:51.588504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Checking segment: {'id': 'cbc92e25-dbd2-447b-b5dc-80db0d108066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6ee08938-0074-4ef0-9791-21af8315862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:51.588884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Network hostable DHCP agents. Network: 6ee08938-0074-4ef0-9791-21af8315862e, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:01:51.596293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:51.604592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:51.606374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:51.606720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:51.623499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:51.623823 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:51.625939 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 4 to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 Mar 24 17:01:51.654022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:51.654338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:51.654684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:51.659887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:51.660252 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:51.660644 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 5 to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 Mar 24 17:01:51.676912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:51.677247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:51.677578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:51.682518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:51.682831 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:51.683277 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 6 to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 Mar 24 17:01:51.686517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.692457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.698831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:51.699347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:51.699672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:51.705083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:51.705574 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:51.706140 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 7 to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 Mar 24 17:01:51.722318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Router 2351d65b-a057-415c-9125-fb075381d094 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:01:51.724417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:51.724791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:51.725125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:51.727001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Network 6ee08938-0074-4ef0-9791-21af8315862e is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:01:51.732776 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6226da8c-b4f6-422f-9975-d511c021229f tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8486817 Mar 24 17:01:51.737821 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-17adfcfc-d6d3-4751-ad7d-b941c90b4f0c req-ca61777c-624e-49d6-a351-fa14cbbd9abf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397817 Mar 24 17:01:51.738455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60244) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:51.743207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:51.743538 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:51.744085 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 8 to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 Mar 24 17:01:51.763193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:1c:ff:24'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:51.775941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:51.817135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 6ee08938-0074-4ef0-9791-21af8315862e) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:51.818727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:51.819068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:51.819403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:51.827247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195b028-02f4-4848-b143-4fdc4b76f3ce None None] Network 6ee08938-0074-4ef0-9791-21af8315862e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:51.838783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:51.839368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.846447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:51.846772 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:51.853252 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 9 to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 Mar 24 17:01:51.888090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.890290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:51.890741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:51.890959 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:51.893656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:51.894254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:51.951150 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2b0bdb0f-60df-4337-bd52-36b6aaa016d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1178327 Mar 24 17:01:51.954575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:51.954575 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:51.954794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60248) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:51.957078 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempt 10 to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 Mar 24 17:01:51.973055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'port': {'network_id': '6ee08938-0074-4ef0-9791-21af8315862e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1537648408'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:52.029477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:52.029839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:52.030132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempting to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:52.037980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:01:52.038953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:01:52.066723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Sync routers for ids ['2351d65b-a057-415c-9125-fb075381d094'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:01:52.086048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Routers {'2351d65b-a057-415c-9125-fb075381d094'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:52.086548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2351d65b-a057-415c-9125-fb075381d094'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:52.093402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:01:52.093735 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Failed to bind port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86ca18f8-0ce8-4717-b6a0-e286da80aa05'}] Mar 24 17:01:52.094088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:52.100668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce3d18-515f-4b03-a7d5-2eca9e036ab8 req-cbcee4ed-7f39-49a9-8b7d-362cd724fa27 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:52.102159 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5cce3d18-515f-4b03-a7d5-2eca9e036ab8 req-cbcee4ed-7f39-49a9-8b7d-362cd724fa27 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 946 time: 0.4713662 Mar 24 17:01:52.147259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-6ee08938-0074-4ef0-9791-21af8315862e', 'network_id': '6ee08938-0074-4ef0-9791-21af8315862e', 'tenant_id': '56e1c9555ea143b4a676e3689fe08c49', 'fixed_ips': [{'subnet_id': '8e369845-4d79-4354-a4aa-8124cc6dbef9'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:01:52.148083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:52.176067 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 3.0315051 Mar 24 17:01:52.186116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:52.187319 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c416a324-d48b-4704-8448-981ea1debe4e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.9737835 Mar 24 17:01:52.211197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60252) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:52.220976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c621e3-cbdc-4870-a4d5-4ddcb93c43d5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=1cad5466-51d4-4b20-91db-481ab9dfb421,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:52.241473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1cad5466-51d4-4b20-91db-481ab9dfb421 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:01:52.250174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] For port dd0c64c9-1ae4-4d85-a793-259b59e2dee1, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:52.250579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attempted to set empty binding levels {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 24 17:01:52.274671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:52.280390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Usage tracker for resource:port and tenant:56e1c9555ea143b4a676e3689fe08c49 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:52.284856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:52.294503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:52.297193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:01:52.325843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:52.348828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:52.352488 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5cce3d18-515f-4b03-a7d5-2eca9e036ab8 req-8e4cfc0a-fc20-4702-ba22-f81cd81f9aff tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913891 Mar 24 17:01:52.411906 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10', 'code': 200} Mar 24 17:01:52.477352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Made reservation on behalf of 56e1c9555ea143b4a676e3689fe08c49 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:52.483655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:52.527865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] In _notify_port_updated(), no bound segment for port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 on network 86ca18f8-0ce8-4717-b6a0-e286da80aa05 {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:01:52.529464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:52.530371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:52.535064 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "PUT /v2.0/ports/dd0c64c9-1ae4-4d85-a793-259b59e2dee1 HTTP/1.1" status: 200 len: 981 time: 3.2606554 Mar 24 17:01:52.536405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60260) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:52.571798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:52.579371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] device_id is not set on port 08a0fff3-7b87-4088-af1d-0d9166045694 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:52.683263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed1710-960c-45dd-9c15-8df58c9a580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event updated for resources: {'Port': ['ID=dd0c64c9-1ae4-4d85-a793-259b59e2dee1,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:52.700736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Set router 2351d65b-a057-415c-9125-fb075381d094 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:52.706151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c213eccc-f103-421e-bb16-e525b3fb038f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Deleting port dd0c64c9-1ae4-4d85-a793-259b59e2dee1 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:52.706679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c213eccc-f103-421e-bb16-e525b3fb038f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:52.947141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:53.030639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-c213eccc-f103-421e-bb16-e525b3fb038f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] For port dd0c64c9-1ae4-4d85-a793-259b59e2dee1, host hv-neutron-8350, got binding levels [] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:53.031171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c213eccc-f103-421e-bb16-e525b3fb038f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:53.037156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Allocated IP 2001:db8::2 (6ee08938-0074-4ef0-9791-21af8315862e/8e369845-4d79-4354-a4aa-8124cc6dbef9/f405f7d4-b3d0-4beb-9983-3dc89aa37828) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:53.096620 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0145d1fd-b4b3-41b3-b199-96c37aebf1ea tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/routers/2351d65b-a057-415c-9125-fb075381d094 HTTP/1.1" status: 200 len: 906 time: 0.8839371 Mar 24 17:01:53.101011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:53.112491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60264) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:53.225565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c213eccc-f103-421e-bb16-e525b3fb038f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Calling delete_port for dd0c64c9-1ae4-4d85-a793-259b59e2dee1 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:53.381790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c213eccc-f103-421e-bb16-e525b3fb038f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:53.456357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:53.466091 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Floating IP 9da4250c-a2a7-40fb-870c-ab8d5d0c67f5 associated. External IP: 172.26.4.128, port: ddacea29-5871-4ef9-bd02-2e2fc70dea79. Mar 24 17:01:53.487338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Transition to ACTIVE for port object f405f7d4-b3d0-4beb-9983-3dc89aa37828 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:53.520673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c4af5-34f2-4b3f-bd9e-15d9dc5b4854 req-7105298f-089d-4b59-ac56-50b50e6f46af tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:53.522098 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-310c4af5-34f2-4b3f-bd9e-15d9dc5b4854 req-7105298f-089d-4b59-ac56-50b50e6f46af tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 945 time: 0.8447232 Mar 24 17:01:53.553503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Transition to ACTIVE for port object f405f7d4-b3d0-4beb-9983-3dc89aa37828 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:53.559222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:53.559543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:53.577711 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b096b23-f68d-406e-ad03-609d0450d8b9 req-b6ac4285-7bfc-4339-975a-1e48fa14949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:53.579698 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4b096b23-f68d-406e-ad03-609d0450d8b9 req-b6ac4285-7bfc-4339-975a-1e48fa14949f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 1098 time: 0.5615873 Mar 24 17:01:53.580057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213eccc-f103-421e-bb16-e525b3fb038f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd0c64c9-1ae4-4d85-a793-259b59e2dee1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:53.605730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c213eccc-f103-421e-bb16-e525b3fb038f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:53.622447 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c213eccc-f103-421e-bb16-e525b3fb038f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "DELETE /v2.0/ports/dd0c64c9-1ae4-4d85-a793-259b59e2dee1 HTTP/1.1" status: 204 len: 168 time: 1.0822718 Mar 24 17:01:53.624927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60270) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:53.654650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:53.690448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:53.759816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Network 6ee08938-0074-4ef0-9791-21af8315862e is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:53.760866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Pushing event updated for resources: {'Port': ['ID=f405f7d4-b3d0-4beb-9983-3dc89aa37828,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:53.766758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:53.771328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:53.904207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351d65b-a057-415c-9125-fb075381d094', 'name': 'tempest-snat-router-706326153', 'tenant_id': 'fb5685c2ce04416890f9d9f17a777610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '7dd9d4b1-79d1-43c4-a733-c47cbecba72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:01:46Z', 'updated_at': '2022-03-24T17:01:49Z', 'revision_number': 3, 'project_id': 'fb5685c2ce04416890f9d9f17a777610', 'gw_port': {'id': '7dd9d4b1-79d1-43c4-a733-c47cbecba72c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2351d65b-a057-415c-9125-fb075381d094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:47Z', 'updated_at': '2022-03-24T17:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:53.926106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Checking router: 2351d65b-a057-415c-9125-fb075381d094 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:01:53.926712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Updating router 2351d65b-a057-415c-9125-fb075381d094 port 7dd9d4b1-79d1-43c4-a733-c47cbecba72c binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:01:53.950539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Allocated IP 2001:db8::2f0 (6ee08938-0074-4ef0-9791-21af8315862e/8e369845-4d79-4354-a4aa-8124cc6dbef9/08a0fff3-7b87-4088-af1d-0d9166045694) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:53.962644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Attempting to bind port f405f7d4-b3d0-4beb-9983-3dc89aa37828 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:53.963177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Attempting to bind port f405f7d4-b3d0-4beb-9983-3dc89aa37828 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cbc92e25-dbd2-447b-b5dc-80db0d108066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6ee08938-0074-4ef0-9791-21af8315862e'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:53.963642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Attempting to bind port f405f7d4-b3d0-4beb-9983-3dc89aa37828 on network 6ee08938-0074-4ef0-9791-21af8315862e {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:53.979586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:53.980199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Checking segment: {'id': 'cbc92e25-dbd2-447b-b5dc-80db0d108066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6ee08938-0074-4ef0-9791-21af8315862e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:53.985731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:53.985731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Bound using segment: {'id': 'cbc92e25-dbd2-447b-b5dc-80db0d108066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6ee08938-0074-4ef0-9791-21af8315862e'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:53.985731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Bound port: f405f7d4-b3d0-4beb-9983-3dc89aa37828, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc92e25-dbd2-447b-b5dc-80db0d108066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6ee08938-0074-4ef0-9791-21af8315862e'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:53.985731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.041223 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.094158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4b096b23-f68d-406e-ad03-609d0450d8b9 req-a0aa2442-7893-4e40-a44d-0317f3071c76 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4870512 Mar 24 17:01:54.166200 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-310c4af5-34f2-4b3f-bd9e-15d9dc5b4854 req-cc079ca3-b971-4b0d-80cf-e9eddd96b806 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6197531 Mar 24 17:01:54.228525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] For port f405f7d4-b3d0-4beb-9983-3dc89aa37828, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:54.236430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] For port f405f7d4-b3d0-4beb-9983-3dc89aa37828, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f405f7d4-b3d0-4beb-9983-3dc89aa37828,segment=NetworkSegment(cbc92e25-dbd2-447b-b5dc-80db0d108066),segment_id=cbc92e25-dbd2-447b-b5dc-80db0d108066)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:54.242294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.245466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.253028 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-972b26b7-2ca9-44eb-bfc7-b30d7196bd44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] GET failed (client error): The resource could not be found. Mar 24 17:01:54.256041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-972b26b7-2ca9-44eb-bfc7-b30d7196bd44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Synchronizing usage tracker for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:54.285327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Transition to ACTIVE for port object 08a0fff3-7b87-4088-af1d-0d9166045694 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:54.294794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.336368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Deleting port 7dd9d4b1-79d1-43c4-a733-c47cbecba72c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:54.336678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.360652 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.396071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:01:54.428926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-972b26b7-2ca9-44eb-bfc7-b30d7196bd44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] Unset dirty status for tenant:8d4a6f20807f4478b1f2eeb29f658a0d on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:54.430480 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-972b26b7-2ca9-44eb-bfc7-b30d7196bd44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138195128-project-admin] 10.222.0.47 "GET /v2.0/ports/dd0c64c9-1ae4-4d85-a793-259b59e2dee1 HTTP/1.1" status: 404 len: 333 time: 0.8033493 Mar 24 17:01:54.438978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.440516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60274) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:54.448776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6ba9e-f90e-40c4-9d75-be1ae2f2eb70 req-516220f0-727b-4318-b281-9e3cb52f47fe tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:54.451068 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73f6ba9e-f90e-40c4-9d75-be1ae2f2eb70 req-516220f0-727b-4318-b281-9e3cb52f47fe tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 946 time: 0.5066314 Mar 24 17:01:54.480003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb5f93-eb63-4350-b01d-c8793049a5c7 None None] Pushing event updated for resources: {'Port': ['ID=f405f7d4-b3d0-4beb-9983-3dc89aa37828,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:54.485580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Network 6ee08938-0074-4ef0-9791-21af8315862e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:54.512979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:54.521890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:54.546753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:54.550821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.552237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.580316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Port': ['ID=08a0fff3-7b87-4088-af1d-0d9166045694,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:54.682970 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-042e850c-78ac-47a0-ae60-718575170dca tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7168882 Mar 24 17:01:54.684057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60278) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:54.691449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'port': {'network_id': '6ee08938-0074-4ef0-9791-21af8315862e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-856283114', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f0', 'mac_address': 'fa:16:3e:aa:34:a4'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:54.700403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.717141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Transition to ACTIVE for port object 7dd9d4b1-79d1-43c4-a733-c47cbecba72c will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:54.798968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:54.963626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:54.968721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Usage tracker for resource:port and tenant:56e1c9555ea143b4a676e3689fe08c49 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:54.975097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2b516-177a-46c4-8c6a-a83e2ce8742a None None] Pushing event updated for resources: {'Port': ['ID=7dd9d4b1-79d1-43c4-a733-c47cbecba72c,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:54.996689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:55.008550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:55.029524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Attempting to bind port 7dd9d4b1-79d1-43c4-a733-c47cbecba72c on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:01:55.029889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Attempting to bind port 7dd9d4b1-79d1-43c4-a733-c47cbecba72c by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:01:55.030249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Attempting to bind port 7dd9d4b1-79d1-43c4-a733-c47cbecba72c on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:01:55.037853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:01:55.038247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:55.038643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:55.039703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:01:55.040210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Bound port: 7dd9d4b1-79d1-43c4-a733-c47cbecba72c, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:01:55.040590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:55.084713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Made reservation on behalf of 56e1c9555ea143b4a676e3689fe08c49 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:55.283232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] For port 7dd9d4b1-79d1-43c4-a733-c47cbecba72c, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:01:55.321342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] For port 7dd9d4b1-79d1-43c4-a733-c47cbecba72c, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7dd9d4b1-79d1-43c4-a733-c47cbecba72c,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:01:55.351165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-28d4c540-1ae5-41a5-a967-503dfcd56d21 None None] Provisioning complete for port 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:55.351918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-28d4c540-1ae5-41a5-a967-503dfcd56d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:55.377956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:55.390358 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:55.425480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] device_id is not set on port b3d8a700-741c-4c55-8029-6b0dad310686 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:55.475789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60284) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:55.513732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:55.515848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Port': ['ID=23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:55.585370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:55.590873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-28d4c540-1ae5-41a5-a967-503dfcd56d21 None None] Port 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:55.610851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Routers {'2351d65b-a057-415c-9125-fb075381d094'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:55.611498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2351d65b-a057-415c-9125-fb075381d094'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:55.655039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Allocated IP 2001:db8::261 (6ee08938-0074-4ef0-9791-21af8315862e/8e369845-4d79-4354-a4aa-8124cc6dbef9/b3d8a700-741c-4c55-8029-6b0dad310686) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:55.695944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2b516-177a-46c4-8c6a-a83e2ce8742a None None] Pushing event updated for resources: {'Port': ['ID=7dd9d4b1-79d1-43c4-a733-c47cbecba72c,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:55.736212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Calling delete_port for 7dd9d4b1-79d1-43c4-a733-c47cbecba72c owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:55.811408 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73f6ba9e-f90e-40c4-9d75-be1ae2f2eb70 req-dd098735-c51a-4d89-b89f-1713a5dc0d15 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3215282 Mar 24 17:01:55.816240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': '1cad5466-51d4-4b20-91db-481ab9dfb421', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:55.856836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] In _notify_port_updated(), no bound segment for port 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a on network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 {{(pid=88478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:01:55.873068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:55.873741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:55.873852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071ee53-603c-450a-973f-ed9dbc2d6c8d None None] Network 6ee08938-0074-4ef0-9791-21af8315862e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:01:55.878237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-07713fcf-7e04-4cad-80eb-c4385c427bb4 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "PUT /v2.0/ports/23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a HTTP/1.1" status: 200 len: 993 time: 4.1257663 Mar 24 17:01:55.902903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:55.910638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60290) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:55.919900 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Transition to ACTIVE for port object b3d8a700-741c-4c55-8029-6b0dad310686 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:01:55.941010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] Set router 2351d65b-a057-415c-9125-fb075381d094 gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:55.962928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Router eb56f170-0d4a-4138-bbcf-af08a2a54f46 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:01:56.005841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:56.081008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Network 6ee08938-0074-4ef0-9791-21af8315862e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:01:56.084404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:56.088990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:01:56.096276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:56.097594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:56.114585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2351d65b-a057-415c-9125-fb075381d094', 'name': 'tempest-snat-router-706326153', 'tenant_id': 'fb5685c2ce04416890f9d9f17a777610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:01:46Z', 'updated_at': '2022-03-24T17:01:54Z', 'revision_number': 4, 'project_id': 'fb5685c2ce04416890f9d9f17a777610', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:56.122647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Port': ['ID=b3d8a700-741c-4c55-8029-6b0dad310686,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:56.133430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5a661-eb1f-4cd1-9362-4c4c78a23026 None None] The sync data for ids ['2351d65b-a057-415c-9125-fb075381d094'] in dv-neutron-835063-1-hyperv is: [{'id': '2351d65b-a057-415c-9125-fb075381d094', 'name': 'tempest-snat-router-706326153', 'tenant_id': 'fb5685c2ce04416890f9d9f17a777610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:01:46Z', 'updated_at': '2022-03-24T17:01:54Z', 'revision_number': 4, 'project_id': 'fb5685c2ce04416890f9d9f17a777610', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:56.176532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a5e8196b-44d6-4634-bc2b-41aa64999dce None None] Provisioning for port f405f7d4-b3d0-4beb-9983-3dc89aa37828 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:56.207858 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cfd5594b-bd78-40d4-990e-bd87161300f4 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5202386 Mar 24 17:01:56.208290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60294) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:56.310932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae0f19-3750-4eed-816f-c70fadcb6c8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:56.317342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae0f19-3750-4eed-816f-c70fadcb6c8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:56.324817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae0f19-3750-4eed-816f-c70fadcb6c8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:56.326280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-00ae0f19-3750-4eed-816f-c70fadcb6c8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Synchronizing usage tracker for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:56.398930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-00ae0f19-3750-4eed-816f-c70fadcb6c8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Unset dirty status for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:56.403398 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-00ae0f19-3750-4eed-816f-c70fadcb6c8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1939530 Mar 24 17:01:56.404018 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60298) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:56.483800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd7ff0-70bc-458d-a512-f523651f350e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Deleting port b3d8a700-741c-4c55-8029-6b0dad310686 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:56.484274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7ff0-70bc-458d-a512-f523651f350e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:56.616767 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e9835eb7-4961-4e4e-b32f-d0fe7e232dd8 None None] Provisioning for port 08a0fff3-7b87-4088-af1d-0d9166045694 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:56.620427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4f30f6be-ea6b-4b1b-877e-ebd61f1909e6 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Deleting port 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:56.620898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4f30f6be-ea6b-4b1b-877e-ebd61f1909e6 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:56.624244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e9835eb7-4961-4e4e-b32f-d0fe7e232dd8 None None] Provisioning complete for port 08a0fff3-7b87-4088-af1d-0d9166045694 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:56.632613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e9835eb7-4961-4e4e-b32f-d0fe7e232dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:56.679583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:56.704934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e9835eb7-4961-4e4e-b32f-d0fe7e232dd8 None None] Port 08a0fff3-7b87-4088-af1d-0d9166045694 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:56.743037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:subnet and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:01:56.747926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:56.749046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e9835eb7-4961-4e4e-b32f-d0fe7e232dd8 None None] Provisioning for port b3d8a700-741c-4c55-8029-6b0dad310686 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:56.768233 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e9835eb7-4961-4e4e-b32f-d0fe7e232dd8 None None] Provisioning complete for port b3d8a700-741c-4c55-8029-6b0dad310686 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:56.768613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e9835eb7-4961-4e4e-b32f-d0fe7e232dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:56.795067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:01:56.820556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7ff0-70bc-458d-a512-f523651f350e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:56.829013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:01:56.829394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:01:56.829512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f405f7d4-b3d0-4beb-9983-3dc89aa37828 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:56.832548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:56.948589 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e9835eb7-4961-4e4e-b32f-d0fe7e232dd8 None None] Port b3d8a700-741c-4c55-8029-6b0dad310686 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:56.970783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414ad01-99c1-435d-a4dc-36612c1fc60f req-74496a55-2ae6-4b5b-be03-76770ad10882 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:56.972421 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2414ad01-99c1-435d-a4dc-36612c1fc60f req-74496a55-2ae6-4b5b-be03-76770ad10882 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 945 time: 1.1988099 Mar 24 17:01:56.976907 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ca18f8-0ce8-4717-b6a0-e286da80aa05']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:57.037532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:57.037825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a9f3c3-6ac0-437a-98bb-cd67345ba863') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:57.058316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f405f7d4-b3d0-4beb-9983-3dc89aa37828 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:01:57.078849 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f405f7d4-b3d0-4beb-9983-3dc89aa37828 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:57.079218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.085287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd7ff0-70bc-458d-a512-f523651f350e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Calling delete_port for b3d8a700-741c-4c55-8029-6b0dad310686 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:57.106274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.136210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:57.139758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.184459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fe173-f8da-4996-be1f-b737b5755e06 req-78e28668-4d08-4943-bdbd-01c087184166 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:57.195163 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a60fe173-f8da-4996-be1f-b737b5755e06 req-78e28668-4d08-4943-bdbd-01c087184166 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 946 time: 1.1967132 Mar 24 17:01:57.195394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-11a8ccef-26f5-4d14-b983-53dd2eb75de2 None None] Provisioning complete for port 08a0fff3-7b87-4088-af1d-0d9166045694 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:57.195762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-11a8ccef-26f5-4d14-b983-53dd2eb75de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.207675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60302) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:57.217747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a2c552ce-c26a-4e11-b73f-e9aeec3984dd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Request body: {'floatingip': {'port_id': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:57.251517 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2414ad01-99c1-435d-a4dc-36612c1fc60f req-1a03bc83-426f-4467-a794-594966113da6 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545419 Mar 24 17:01:57.252566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:01:57.254481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.261203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-11a8ccef-26f5-4d14-b983-53dd2eb75de2 None None] Port 08a0fff3-7b87-4088-af1d-0d9166045694 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:57.274349 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] Sync routers for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:01:57.288707 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:57.290693 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:57.291054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.321924 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.327998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a2c552ce-c26a-4e11-b73f-e9aeec3984dd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for floatingip, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.357035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port f405f7d4-b3d0-4beb-9983-3dc89aa37828, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f405f7d4-b3d0-4beb-9983-3dc89aa37828,segment=NetworkSegment(cbc92e25-dbd2-447b-b5dc-80db0d108066),segment_id=cbc92e25-dbd2-447b-b5dc-80db0d108066)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:57.383909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-aeb9c9f7-6cef-4a09-a4e7-d35abcdc484d None None] Provisioning complete for port b3d8a700-741c-4c55-8029-6b0dad310686 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:57.384634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aeb9c9f7-6cef-4a09-a4e7-d35abcdc484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.400234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Deleting port 7dd9d4b1-79d1-43c4-a733-c47cbecba72c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:01:57.400570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.438144 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a4266e77-02da-4d04-9793-08cf6025f220 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "PUT /v2.0/floatingips/9da4250c-a2a7-40fb-870c-ab8d5d0c67f5 HTTP/1.1" status: 200 len: 991 time: 7.1967928 Mar 24 17:01:57.467545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:01:57.467982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.468701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9c9f7-6cef-4a09-a4e7-d35abcdc484d None None] Port b3d8a700-741c-4c55-8029-6b0dad310686 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:01:57.473129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.499446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'tag': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:01:57.518061 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:01:57.547371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7ff0-70bc-458d-a512-f523651f350e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.566122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=f405f7d4-b3d0-4beb-9983-3dc89aa37828,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:57.571743 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:57.632636 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'tag': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79', 'status': 'completed', 'code': 200} Mar 24 17:01:57.694614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd7ff0-70bc-458d-a512-f523651f350e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event deleted for resources: {'Port': ['ID=b3d8a700-741c-4c55-8029-6b0dad310686,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:57.848005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cdd7ff0-70bc-458d-a512-f523651f350e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.940734 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9cdd7ff0-70bc-458d-a512-f523651f350e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "DELETE /v2.0/ports/b3d8a700-741c-4c55-8029-6b0dad310686 HTTP/1.1" status: 204 len: 168 time: 1.5344152 Mar 24 17:01:57.944041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60310) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:57.995680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4f30f6be-ea6b-4b1b-877e-ebd61f1909e6 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:57.995916 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4b8e21-a143-4b01-8de7-782cecbfd048 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] GET failed (client error): The resource could not be found. Mar 24 17:01:57.996372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fd4b8e21-a143-4b01-8de7-782cecbfd048 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Synchronizing usage tracker for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:01:58.021131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:58.022263 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '9da4250c-a2a7-40fb-870c-ab8d5d0c67f5', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'port_id': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'mac_address': 'fa:16:3e:6c:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:01:09Z', 'updated_at': '2022-03-24T17:01:51Z', 'revision_number': 1, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1ca3a8-7e3c-4a80-b8e9-b698bd754129', 'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'mac_address': 'fa:16:3e:97:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 5, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'subnets': [{'id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:58.027145 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] Checking router: eb56f170-0d4a-4138-bbcf-af08a2a54f46 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:01:58.036435 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:58.037037 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:58.086531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fd4b8e21-a143-4b01-8de7-782cecbfd048 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Unset dirty status for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:01:58.091435 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fd4b8e21-a143-4b01-8de7-782cecbfd048 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "GET /v2.0/ports/b3d8a700-741c-4c55-8029-6b0dad310686 HTTP/1.1" status: 404 len: 333 time: 0.1427407 Mar 24 17:01:58.099294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60314) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:58.112396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'port': {'network_id': '6ee08938-0074-4ef0-9791-21af8315862e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-58875576'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:01:58.166749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:58.177573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4f30f6be-ea6b-4b1b-877e-ebd61f1909e6 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Calling delete_port for 23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:58.217461 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:01:58.253512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] Pushing event deleted for resources: {'Network': ['ID=86ca18f8-0ce8-4717-b6a0-e286da80aa05,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:58.289359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-e6f2bb80-ba2c-43b6-a316-632a7c31f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:58.290839 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-e6f2bb80-ba2c-43b6-a316-632a7c31f8f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1098 time: 0.6477182 Mar 24 17:01:58.309055 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f487e8b4-7729-4d86-a69f-34e6df1e9c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987644865-project] 10.222.0.47 "DELETE /v2.0/networks/86ca18f8-0ce8-4717-b6a0-e286da80aa05 HTTP/1.1" status: 204 len: 168 time: 3.8567467 Mar 24 17:01:58.388892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff2568-cc51-4bb3-b8ca-a2cb09ebdf9a req-c5e3a1ca-6970-410c-a9f8-df45e65360dd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:58.390298 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1eff2568-cc51-4bb3-b8ca-a2cb09ebdf9a req-c5e3a1ca-6970-410c-a9f8-df45e65360dd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7432568 Mar 24 17:01:58.556736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] For port 7dd9d4b1-79d1-43c4-a733-c47cbecba72c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7dd9d4b1-79d1-43c4-a733-c47cbecba72c,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:01:58.557130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:58.597413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:01:58.617237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:01:58.660789 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '9da4250c-a2a7-40fb-870c-ab8d5d0c67f5', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'port_id': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'mac_address': 'fa:16:3e:6c:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:01:09Z', 'updated_at': '2022-03-24T17:01:51Z', 'revision_number': 1, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1ca3a8-7e3c-4a80-b8e9-b698bd754129', 'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'mac_address': 'fa:16:3e:97:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 5, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'subnets': [{'id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:58.664895 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68095afb-c980-422e-ad81-548cee31d2d4 None None] The sync data for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv is: [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '9da4250c-a2a7-40fb-870c-ab8d5d0c67f5', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'port_id': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'mac_address': 'fa:16:3e:6c:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:01:09Z', 'updated_at': '2022-03-24T17:01:51Z', 'revision_number': 1, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1ca3a8-7e3c-4a80-b8e9-b698bd754129', 'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'mac_address': 'fa:16:3e:97:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 5, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'subnets': [{'id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:01:58.703028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Made reservation on behalf of 56e1c9555ea143b4a676e3689fe08c49 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:01:58.710712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:58.765783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] device_id is not set on port 856c82c4-8f15-4d25-8923-bcf90eeea9e1 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:01:58.787190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f405f7d4-b3d0-4beb-9983-3dc89aa37828 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:01:58.822827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Calling delete_port for 7dd9d4b1-79d1-43c4-a733-c47cbecba72c owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:01:58.825936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a2c552ce-c26a-4e11-b73f-e9aeec3984dd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:58.926535 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1eff2568-cc51-4bb3-b8ca-a2cb09ebdf9a req-c015ccbd-3cf6-4588-bb0b-4b4ced1de9a2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5105467 Mar 24 17:01:58.939489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:58.943776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f405f7d4-b3d0-4beb-9983-3dc89aa37828 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:01:58.944169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:58.972808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a2c552ce-c26a-4e11-b73f-e9aeec3984dd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:59.046126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76f8d6-6f37-45cf-93f9-ca9d34c3388e None None] New status for floating IP 9da4250c-a2a7-40fb-870c-ab8d5d0c67f5: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:01:59.070132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60326) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:59.082560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-648e624e-2f2e-4611-b97d-8bbf07285109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:59.084358 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-648e624e-2f2e-4611-b97d-8bbf07285109 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 913 time: 0.7689021 Mar 24 17:01:59.108413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Allocated IP 2001:db8::175 (6ee08938-0074-4ef0-9791-21af8315862e/8e369845-4d79-4354-a4aa-8124cc6dbef9/856c82c4-8f15-4d25-8923-bcf90eeea9e1) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:01:59.266621 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-a2c552ce-c26a-4e11-b73f-e9aeec3984dd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Floating IP 53c6c3b9-6ff9-4f16-996b-4f9ceba1b71a associated. External IP: 172.26.4.216, port: 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4. Mar 24 17:01:59.302914 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=464c3137-18ad-49eb-a1dc-25b750a44e27,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:59.316530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4f30f6be-ea6b-4b1b-877e-ebd61f1909e6 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:59.383862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727383c7-f54b-4eeb-929d-82754ec690b6 req-bfc87a4c-e55b-4fe6-a7a4-eba16fe995e7 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:59.385963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727383c7-f54b-4eeb-929d-82754ec690b6 req-bfc87a4c-e55b-4fe6-a7a4-eba16fe995e7 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 945 time: 0.9947212 Mar 24 17:01:59.410502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30f6be-ea6b-4b1b-877e-ebd61f1909e6 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event deleted for resources: {'Port': ['ID=23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:01:59.428630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking segment: {'id': 'bf708df7-2076-43cb-95ac-871eef834174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1cad5466-51d4-4b20-91db-481ab9dfb421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:01:59.428989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network hostable DHCP agents. Network: 1cad5466-51d4-4b20-91db-481ab9dfb421, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:01:59.516463 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-92632317-19ef-4940-99e0-274076d61049 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 999 time: 0.3928449 Mar 24 17:01:59.601323 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1683baa4-ddb4-4924-abef-8bebd80e3dca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a5566cbfb9d4dfd8488f20d15da6eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264752 Mar 24 17:01:59.611220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60332) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:01:59.651654 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727383c7-f54b-4eeb-929d-82754ec690b6 req-b60cdbe5-a640-4a40-a8c3-4377b46b0077 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449613 Mar 24 17:01:59.759875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network 1cad5466-51d4-4b20-91db-481ab9dfb421 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:01:59.774424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c552ce-c26a-4e11-b73f-e9aeec3984dd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:01:59.795587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76d2a-7330-4393-b1b9-5f86aea5c5dc req-3b35c51f-55f2-4355-ba3e-c3fb7f20232d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:59.797587 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7fe76d2a-7330-4393-b1b9-5f86aea5c5dc req-3b35c51f-55f2-4355-ba3e-c3fb7f20232d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6873682 Mar 24 17:01:59.798936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-0d557fb2-d78e-4c5c-9487-debb3ea757d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:01:59.800526 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-0d557fb2-d78e-4c5c-9487-debb3ea757d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 200 len: 851 time: 0.2694256 Mar 24 17:01:59.957865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c552ce-c26a-4e11-b73f-e9aeec3984dd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:01:59.972141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a2c552ce-c26a-4e11-b73f-e9aeec3984dd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:01:59.972307 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48df83-152b-4128-ac12-80a523a883df None None] Sync routers for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:01:59.978986 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48df83-152b-4128-ac12-80a523a883df None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:01:59.979666 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2e48df83-152b-4128-ac12-80a523a883df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:01:59.988314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 1cad5466-51d4-4b20-91db-481ab9dfb421) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:01:59.997643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c32108-2683-4160-b00c-97644e81f439 None None] Network 1cad5466-51d4-4b20-91db-481ab9dfb421 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:00.018375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:00.018865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.039268 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a2c552ce-c26a-4e11-b73f-e9aeec3984dd tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "PUT /v2.0/floatingips/53c6c3b9-6ff9-4f16-996b-4f9ceba1b71a HTTP/1.1" status: 200 len: 992 time: 2.8304384 Mar 24 17:02:00.040404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'tag': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:02:00.056689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a720af6e-15d4-403b-8bcf-3086f1535890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.068777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.070923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.096691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Transition to ACTIVE for port object 856c82c4-8f15-4d25-8923-bcf90eeea9e1 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:00.150761 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7fe76d2a-7330-4393-b1b9-5f86aea5c5dc req-051a1e6b-31a0-4a2b-be08-80f87083b520 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759569 Mar 24 17:02:00.163377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dd9d4b1-79d1-43c4-a733-c47cbecba72c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:00.187858 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-2e48df83-152b-4128-ac12-80a523a883df None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:00.188972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.339889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-1cad5466-51d4-4b20-91db-481ab9dfb421', 'network_id': '1cad5466-51d4-4b20-91db-481ab9dfb421', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': '464c3137-18ad-49eb-a1dc-25b750a44e27'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:00.340724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.394555 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1bb8be29-8dae-4a58-be5d-87a397c53bc9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.8850543 Mar 24 17:02:00.417350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60342) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:00.428376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1008030206'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:00.431974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4f30f6be-ea6b-4b1b-877e-ebd61f1909e6 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.434102 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4f30f6be-ea6b-4b1b-877e-ebd61f1909e6 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "DELETE /v2.0/ports/23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a HTTP/1.1" status: 204 len: 168 time: 4.4840784 Mar 24 17:02:00.436242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Network 6ee08938-0074-4ef0-9791-21af8315862e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:00.436676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a720af6e-15d4-403b-8bcf-3086f1535890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.440880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60346) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:00.443747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:00.446470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:00.450239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-525c068e-f38b-4f24-a410-26778bcf60fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.453069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:00.454393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.461069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:00.538740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:network and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:00.548541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Port': ['ID=856c82c4-8f15-4d25-8923-bcf90eeea9e1,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:00.552976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017b7c6-f22e-42a6-9643-fb9b69cb354b req-89b74c9f-a90b-4cff-bdf2-2d5dd58a39da tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:00.554561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:00.564893 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60350) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:00.565593 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b017b7c6-f22e-42a6-9643-fb9b69cb354b req-89b74c9f-a90b-4cff-bdf2-2d5dd58a39da tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 945 time: 0.7959538 Mar 24 17:02:00.565754 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9d97a0-3d76-41e0-b48f-a32e1a8fce46 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] GET failed (client error): The resource could not be found. Mar 24 17:02:00.567103 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1d9d97a0-3d76-41e0-b48f-a32e1a8fce46 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "GET /v2.0/ports/23c6f5a4-d7e1-4585-b4a1-70c3d6af8a7a HTTP/1.1" status: 404 len: 333 time: 0.1250346 Mar 24 17:02:00.575456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3a60274a-2c27-4ee9-a6e7-bacd4a0ed41c tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Request body: {'floatingip': {'port_id': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:00.585119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Allocated IP 2001:db8:0:ffff::2 (1cad5466-51d4-4b20-91db-481ab9dfb421/464c3137-18ad-49eb-a1dc-25b750a44e27/f741111e-7e75-4972-abd5-e79f51b3d664) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:00.606894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60354) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:00.612305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-b6ef92f8-30e5-4caf-9b3c-f775c353db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:00.613833 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-b6ef92f8-30e5-4caf-9b3c-f775c353db4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7469997 Mar 24 17:02:00.648900 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:00.693439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'port': {'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3', 'name': 'tempest-AllowedAddressPairTestJSON-1954331432'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:00.697450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3a60274a-2c27-4ee9-a6e7-bacd4a0ed41c tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for floatingip, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.757192 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2e48df83-152b-4128-ac12-80a523a883df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '53c6c3b9-6ff9-4f16-996b-4f9ceba1b71a', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'port_id': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'mac_address': 'fa:16:3e:ac:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:01:20Z', 'updated_at': '2022-03-24T17:01:58Z', 'revision_number': 1, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa50ae3-d0af-44f4-98fa-be18cc6a87df', 'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'mac_address': 'fa:16:3e:c4:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:07Z', 'updated_at': '2022-03-24T17:01:19Z', 'revision_number': 5, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'subnets': [{'id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:00.761968 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48df83-152b-4128-ac12-80a523a883df None None] Checking router: 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:02:00.769410 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6f13753c-c449-406f-a3c2-1eb929b9e4da tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6665039 Mar 24 17:02:00.769410 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'tag': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4', 'status': 'completed', 'code': 200} Mar 24 17:02:00.779332 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48df83-152b-4128-ac12-80a523a883df None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:00.780237 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2e48df83-152b-4128-ac12-80a523a883df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:01:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:00.787414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60358) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:00.843427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.908099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:00.921627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Transition to ACTIVE for port object f741111e-7e75-4972-abd5-e79f51b3d664 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:00.935525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-bdadcc60-a9b3-400e-a474-d00a86f1c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:00.937022 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-bdadcc60-a9b3-400e-a474-d00a86f1c375 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a1daa5d52cf4f7395246bdd293818f3&device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 1099 time: 0.1599121 Mar 24 17:02:00.954124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Transition to ACTIVE for port object f741111e-7e75-4972-abd5-e79f51b3d664 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:00.997286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-aa3a2a7b-88f9-4875-b82f-7a28a8e6bf03 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f0', 'mac_address': 'fa:16:3e:aa:34:a4'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:00.999471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:01.002120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.027664 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-2e48df83-152b-4128-ac12-80a523a883df None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:01.029723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.062718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:01.071258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.071604 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment 8b1555a1-292e-4c81-a105-9e7497289844 of type vlan for network 61875595-7f76-479f-a8d3-ff73d851aef7 Mar 24 17:02:01.098353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2e61fa44-03d2-4b7b-adbf-ac40686edeab None None] Provisioning for port 856c82c4-8f15-4d25-8923-bcf90eeea9e1 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:01.124910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2e61fa44-03d2-4b7b-adbf-ac40686edeab None None] Provisioning complete for port 856c82c4-8f15-4d25-8923-bcf90eeea9e1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:01.126197 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2e61fa44-03d2-4b7b-adbf-ac40686edeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.177242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.221812 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-0f21ea91-54c2-4936-8fcd-19c5cb1aafbf service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858059 Mar 24 17:02:01.247213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a720af6e-15d4-403b-8bcf-3086f1535890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.260904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.277518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2e61fa44-03d2-4b7b-adbf-ac40686edeab None None] Port 856c82c4-8f15-4d25-8923-bcf90eeea9e1 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:01.285898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Network 1cad5466-51d4-4b20-91db-481ab9dfb421 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:01.289091 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:01.292318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:01.338688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Pushing event updated for resources: {'Port': ['ID=f741111e-7e75-4972-abd5-e79f51b3d664,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:01.342382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.370054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-dce7a06c-5250-47c1-94fa-72ea44f45f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:01.371409 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-dce7a06c-5250-47c1-94fa-72ea44f45f68 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a3142123-a6f5-4088-9508-02a5a665938d HTTP/1.1" status: 200 len: 907 time: 0.4244671 Mar 24 17:02:01.408175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720af6e-15d4-403b-8bcf-3086f1535890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef15ec2-460a-440a-9576-2822750449fc,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:01.419577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Attempting to bind port f741111e-7e75-4972-abd5-e79f51b3d664 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:01.419952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Attempting to bind port f741111e-7e75-4972-abd5-e79f51b3d664 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'bf708df7-2076-43cb-95ac-871eef834174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1cad5466-51d4-4b20-91db-481ab9dfb421'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:01.420339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Attempting to bind port f741111e-7e75-4972-abd5-e79f51b3d664 on network 1cad5466-51d4-4b20-91db-481ab9dfb421 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:01.434440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:01.434819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Checking segment: {'id': 'bf708df7-2076-43cb-95ac-871eef834174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1cad5466-51d4-4b20-91db-481ab9dfb421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:01.435218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.435610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Bound using segment: {'id': 'bf708df7-2076-43cb-95ac-871eef834174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1cad5466-51d4-4b20-91db-481ab9dfb421'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:01.436106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Bound port: f741111e-7e75-4972-abd5-e79f51b3d664, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf708df7-2076-43cb-95ac-871eef834174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1cad5466-51d4-4b20-91db-481ab9dfb421'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:01.436476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.450785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.456907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:01.457504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.501225 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2e48df83-152b-4128-ac12-80a523a883df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '53c6c3b9-6ff9-4f16-996b-4f9ceba1b71a', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'port_id': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'mac_address': 'fa:16:3e:ac:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:01:20Z', 'updated_at': '2022-03-24T17:01:58Z', 'revision_number': 1, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa50ae3-d0af-44f4-98fa-be18cc6a87df', 'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'mac_address': 'fa:16:3e:c4:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:07Z', 'updated_at': '2022-03-24T17:01:19Z', 'revision_number': 5, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'subnets': [{'id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:01.501767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:01.506815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Usage tracker for resource:port and tenant:653b7e9e358b4f449be3b292e8b8622e is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:01.507236 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e48df83-152b-4128-ac12-80a523a883df None None] The sync data for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv is: [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '53c6c3b9-6ff9-4f16-996b-4f9ceba1b71a', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'port_id': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'mac_address': 'fa:16:3e:ac:82:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:01:20Z', 'updated_at': '2022-03-24T17:01:58Z', 'revision_number': 1, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aa50ae3-d0af-44f4-98fa-be18cc6a87df', 'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'mac_address': 'fa:16:3e:c4:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:07Z', 'updated_at': '2022-03-24T17:01:19Z', 'revision_number': 5, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'subnets': [{'id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:01.510323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:01.561150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] For port f741111e-7e75-4972-abd5-e79f51b3d664, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:01.571636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] For port f741111e-7e75-4972-abd5-e79f51b3d664, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f741111e-7e75-4972-abd5-e79f51b3d664,segment=NetworkSegment(bf708df7-2076-43cb-95ac-871eef834174),segment_id=bf708df7-2076-43cb-95ac-871eef834174)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:01.582746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2691b51-b2a4-4836-8ec2-acf95d30a384 req-af3ac347-729d-47ba-ae72-89e6b8945c1a tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:01.588499 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b2691b51-b2a4-4836-8ec2-acf95d30a384 req-af3ac347-729d-47ba-ae72-89e6b8945c1a tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 946 time: 1.2038927 Mar 24 17:02:01.596270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:01.615838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.616420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2351d65b-a057-415c-9125-fb075381d094 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:02:01.635876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.733053 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3123460 Mar 24 17:02:01.747843 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd674b-0b99-4cdf-bc15-ab37555b4c30 None None] Pushing event updated for resources: {'Port': ['ID=f741111e-7e75-4972-abd5-e79f51b3d664,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:01.755774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60364) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:01.757710 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-75817463-10d4-4041-9e3f-de7248db116b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 HTTP/1.1" status: 200 len: 1000 time: 0.3761852 Mar 24 17:02:01.771018 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': '61875595-7f76-479f-a8d3-ff73d851aef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:01.784173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a720af6e-15d4-403b-8bcf-3086f1535890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.785261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a720af6e-15d4-403b-8bcf-3086f1535890 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ef15ec2-460a-440a-9576-2822750449fc HTTP/1.1" status: 204 len: 168 time: 2.1606495 Mar 24 17:02:01.813577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:01.813577 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-31d701d7-a336-4e81-b6b3-e9f4aaaf4cc3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "DELETE /v2.0/routers/2351d65b-a057-415c-9125-fb075381d094 HTTP/1.1" status: 204 len: 168 time: 8.6959059 Mar 24 17:02:01.824113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60370) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:01.883890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85373e-c3c6-469e-a915-652af9f8cec7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=61875595-7f76-479f-a8d3-ff73d851aef7,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:01.895488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 61875595-7f76-479f-a8d3-ff73d851aef7 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:01.941323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c734bdcf-c4a5-4af2-998f-1e7a27f2b0fb None None] New status for floating IP 53c6c3b9-6ff9-4f16-996b-4f9ceba1b71a: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:02:01.967537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Made reservation on behalf of 653b7e9e358b4f449be3b292e8b8622e for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:01.971583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:02.055278 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b2691b51-b2a4-4836-8ec2-acf95d30a384 req-dc127ca9-325b-45ab-85dd-beedbb14ed89 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4520841 Mar 24 17:02:02.092642 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3a127f7-323c-4a74-9c1f-d5fa629489cf req-defcc7ed-9ae0-42f1-be6b-912f51d7fc78 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8463938 Mar 24 17:02:02.113953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] device_id is not set on port 1da70ff0-502f-40d6-9bec-18edde3d918a yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:02.279431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-41760234-624b-4a22-962f-4c4194dd14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:02.282685 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-41760234-624b-4a22-962f-4c4194dd14b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2eb44871-a1d2-4b53-a090-77c184d43a8b HTTP/1.1" status: 200 len: 845 time: 0.4791679 Mar 24 17:02:02.307475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:02.352969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:subnet and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:02.362632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:02.378128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:02.472131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:02.475764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:02.523597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3dd5-3782-49ec-a156-66d0555eb535 req-e9bbdd0c-9c7b-4dc5-86a8-b5562ab172e0 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:02.532199 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-002e3dd5-3782-49ec-a156-66d0555eb535 req-e9bbdd0c-9c7b-4dc5-86a8-b5562ab172e0 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 1.0525582 Mar 24 17:02:02.561465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:02.572281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa3a2a7b-88f9-4875-b82f-7a28a8e6bf03 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:02.593698 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60380) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:02.605403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c7b74fd7-6d12-4329-b7d7-9bfd08b106db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:02.610419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3a60274a-2c27-4ee9-a6e7-bacd4a0ed41c tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:02.630194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:02.651820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-cb24d2bb-c6da-482b-964d-3090da2f3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:02.654582 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-cb24d2bb-c6da-482b-964d-3090da2f3cf1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a3142123-a6f5-4088-9508-02a5a665938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3433340 Mar 24 17:02:02.698770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3a60274a-2c27-4ee9-a6e7-bacd4a0ed41c tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:02.737285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f741111e-7e75-4972-abd5-e79f51b3d664 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:02.880226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f741111e-7e75-4972-abd5-e79f51b3d664 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:02.891446 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b756d9d8-1ce3-497c-b462-c01ca032989a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d4a6f20807f4478b1f2eeb29f658a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848845 Mar 24 17:02:02.903797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60384) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:02.922749 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-002e3dd5-3782-49ec-a156-66d0555eb535 req-ea6f8d90-85ce-48af-b9d9-ad08129ffb54 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3888767 Mar 24 17:02:03.088336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Allocated IP 172.20.0.6 (a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3/579a0b21-e970-4048-8781-b891642c1437/1da70ff0-502f-40d6-9bec-18edde3d918a) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:03.150790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca65c44-689a-4703-b913-67dcae551625 None None] Network 1cad5466-51d4-4b20-91db-481ab9dfb421 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:03.161506 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-46be69bd-2825-4c56-9265-675509a3b5e5 service neutron] 10.222.0.48 "GET /v2.0/networks/a3142123-a6f5-4088-9508-02a5a665938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914281 Mar 24 17:02:03.181475 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-f0a0092e-f759-4b9d-9f94-aea2ea9d9b98 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6101394 Mar 24 17:02:03.183624 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-3a60274a-2c27-4ee9-a6e7-bacd4a0ed41c tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Floating IP 8fbb7e1e-918d-4531-bc29-a1ed7d89dd02 associated. External IP: 172.26.4.168, port: 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10. Mar 24 17:02:03.200186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.330508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Deleting port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:03.331095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.333714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-601bc847-5310-41fa-9396-1ebf45de480a None None] Provisioning for port f741111e-7e75-4972-abd5-e79f51b3d664 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:03.340637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-601bc847-5310-41fa-9396-1ebf45de480a None None] Provisioning complete for port f741111e-7e75-4972-abd5-e79f51b3d664 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:03.341544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-601bc847-5310-41fa-9396-1ebf45de480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.365435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa3a2a7b-88f9-4875-b82f-7a28a8e6bf03 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.383488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a75b69ec-995c-42b6-bd0d-f78a6c27f5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.442408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa3a2a7b-88f9-4875-b82f-7a28a8e6bf03 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.479225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.555116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a2a7b-88f9-4875-b82f-7a28a8e6bf03 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] In _notify_port_updated(), no bound segment for port 856c82c4-8f15-4d25-8923-bcf90eeea9e1 on network 6ee08938-0074-4ef0-9791-21af8315862e {{(pid=88478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:02:03.561055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a2a7b-88f9-4875-b82f-7a28a8e6bf03 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:03.561055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa3a2a7b-88f9-4875-b82f-7a28a8e6bf03 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.563712 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-aa3a2a7b-88f9-4875-b82f-7a28a8e6bf03 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "PUT /v2.0/ports/856c82c4-8f15-4d25-8923-bcf90eeea9e1 HTTP/1.1" status: 200 len: 1001 time: 2.5775335 Mar 24 17:02:03.587354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60388) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:03.587688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-601bc847-5310-41fa-9396-1ebf45de480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.639780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-601bc847-5310-41fa-9396-1ebf45de480a None None] For port f741111e-7e75-4972-abd5-e79f51b3d664, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f741111e-7e75-4972-abd5-e79f51b3d664,segment=NetworkSegment(bf708df7-2076-43cb-95ac-871eef834174),segment_id=bf708df7-2076-43cb-95ac-871eef834174)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:03.643061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a75b69ec-995c-42b6-bd0d-f78a6c27f5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.724207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-601bc847-5310-41fa-9396-1ebf45de480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.733782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a2a7b-88f9-4875-b82f-7a28a8e6bf03 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Port': ['ID=856c82c4-8f15-4d25-8923-bcf90eeea9e1,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:03.735497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=d7d9e9ff-e643-4758-8001-cbc5a0ef3bf4,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:03.790906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.796330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b444648f-6757-48f2-b1be-640b4463c39a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Deleting port 856c82c4-8f15-4d25-8923-bcf90eeea9e1 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:03.796909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b444648f-6757-48f2-b1be-640b4463c39a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.841973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bc847-5310-41fa-9396-1ebf45de480a None None] Pushing event updated for resources: {'Port': ['ID=f741111e-7e75-4972-abd5-e79f51b3d664,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:03.861755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.909694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:03.925638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-76830bbd-94ba-4bfc-98ab-ae108661e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:03.927531 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-76830bbd-94ba-4bfc-98ab-ae108661e9f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1098 time: 0.6606245 Mar 24 17:02:04.016511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Transition to ACTIVE for port object 1da70ff0-502f-40d6-9bec-18edde3d918a will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:04.061712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c7bba28-aef1-4106-b439-5f0a9508045c None None] Provisioning complete for port 856c82c4-8f15-4d25-8923-bcf90eeea9e1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:04.061969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c7bba28-aef1-4106-b439-5f0a9508045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:04.131903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2c7bba28-aef1-4106-b439-5f0a9508045c None None] Port 856c82c4-8f15-4d25-8923-bcf90eeea9e1 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:04.143182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c7bba28-aef1-4106-b439-5f0a9508045c None None] Provisioning complete for port f741111e-7e75-4972-abd5-e79f51b3d664 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:04.143776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c7bba28-aef1-4106-b439-5f0a9508045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:04.155696 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1c85f683-98c9-42ab-8fff-fed49e2206ec req-1130c2a1-cafe-47ab-8d7b-ad3e8bf4d399 service neutron] 10.222.0.48 "GET /v2.0/networks/a3142123-a6f5-4088-9508-02a5a665938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9736941 Mar 24 17:02:04.189662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking segment: {'id': '8b1555a1-292e-4c81-a105-9e7497289844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61875595-7f76-479f-a8d3-ff73d851aef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:04.190077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network hostable DHCP agents. Network: 61875595-7f76-479f-a8d3-ff73d851aef7, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:04.240995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a60274a-2c27-4ee9-a6e7-bacd4a0ed41c tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Router a3bb72bb-0378-4323-9cfb-4e1a92e5014c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:02:04.315761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network 61875595-7f76-479f-a8d3-ff73d851aef7 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:04.317941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a75b69ec-995c-42b6-bd0d-f78a6c27f5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:04.348686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b69ec-995c-42b6-bd0d-f78a6c27f5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe239ab6-e4b9-4594-a754-1534e836d573,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:04.371317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a75b69ec-995c-42b6-bd0d-f78a6c27f5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:04.375072 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a75b69ec-995c-42b6-bd0d-f78a6c27f5f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe239ab6-e4b9-4594-a754-1534e836d573 HTTP/1.1" status: 204 len: 168 time: 1.4623880 Mar 24 17:02:04.382993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 61875595-7f76-479f-a8d3-ff73d851aef7) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:04.399176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2949ea2b-26fb-4e85-a600-6e82cd41885b None None] Network 61875595-7f76-479f-a8d3-ff73d851aef7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:04.404961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] For port 1521c3fb-6c0d-40a7-90b0-e066c0703fa6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1521c3fb-6c0d-40a7-90b0-e066c0703fa6,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:04.405535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:04.443147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:04.443767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:04.491092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a60274a-2c27-4ee9-a6e7-bacd4a0ed41c tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:04.495915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3a60274a-2c27-4ee9-a6e7-bacd4a0ed41c tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:04.502857 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] Sync routers for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:04.523009 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:04.523747 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:04.539630 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f44d842d-084c-4113-a658-022aa1631e90 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7808714 Mar 24 17:02:04.578265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60396) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:04.617074 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3a60274a-2c27-4ee9-a6e7-bacd4a0ed41c tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "PUT /v2.0/floatingips/8fbb7e1e-918d-4531-bc29-a1ed7d89dd02 HTTP/1.1" status: 200 len: 991 time: 4.0488558 Mar 24 17:02:04.791545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'tag': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:02:04.792161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Calling delete_port for 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:04.795366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f741111e-7e75-4972-abd5-e79f51b3d664 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:04.879411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-61875595-7f76-479f-a8d3-ff73d851aef7', 'network_id': '61875595-7f76-479f-a8d3-ff73d851aef7', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': 'd7d9e9ff-e643-4758-8001-cbc5a0ef3bf4'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:04.880870 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'tag': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10', 'status': 'completed', 'code': 200} Mar 24 17:02:04.881949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:04.926943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-5fd0ff00-6bb9-4ffb-9e11-524598e90c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:04.930280 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-5fd0ff00-6bb9-4ffb-9e11-524598e90c04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 913 time: 0.9794953 Mar 24 17:02:04.944471 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:05.092278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f741111e-7e75-4972-abd5-e79f51b3d664 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:05.092278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:05.102509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:05.109813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b444648f-6757-48f2-b1be-640b4463c39a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:05.170346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166750dd-00c6-4d91-bc32-69d0c1be0e3b req-fde35ff9-d6de-4ac9-93ed-b91affd49ef1 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:05.172731 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-166750dd-00c6-4d91-bc32-69d0c1be0e3b req-fde35ff9-d6de-4ac9-93ed-b91affd49ef1 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 1.1030078 Mar 24 17:02:05.194673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:05.256431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22840105-da79-4807-8b1e-70658a5f0396 req-bac2a8f3-cae2-46d6-b150-bd99995baf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:05.258281 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-22840105-da79-4807-8b1e-70658a5f0396 req-bac2a8f3-cae2-46d6-b150-bd99995baf00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=474ca102a3794a4bbd7f062e5ba2b198&device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 1098 time: 0.3770700 Mar 24 17:02:05.331216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:05.366616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Allocated IP 2001:db8::1 (61875595-7f76-479f-a8d3-ff73d851aef7/d7d9e9ff-e643-4758-8001-cbc5a0ef3bf4/7ef4a1ba-18a8-4060-9711-976f116a1c7f) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:05.386299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b444648f-6757-48f2-b1be-640b4463c39a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Calling delete_port for 856c82c4-8f15-4d25-8923-bcf90eeea9e1 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:05.423531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:05.479824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22840105-da79-4807-8b1e-70658a5f0396 req-df905a5f-fef6-4d0f-a0a5-5655a95fad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:05.481465 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-22840105-da79-4807-8b1e-70658a5f0396 req-df905a5f-fef6-4d0f-a0a5-5655a95fad5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=73654e17-f355-4995-ad09-cda23728c6d6 HTTP/1.1" status: 200 len: 912 time: 0.2136350 Mar 24 17:02:05.531287 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '8fbb7e1e-918d-4531-bc29-a1ed7d89dd02', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'floating_ip_address': '172.26.4.168', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'port_id': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'mac_address': 'fa:16:3e:66:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:01:20Z', 'updated_at': '2022-03-24T17:02:02Z', 'revision_number': 1, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6293ead-17f5-454d-8548-c58a06345153', 'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'mac_address': 'fa:16:3e:44:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:02Z', 'updated_at': '2022-03-24T17:01:17Z', 'revision_number': 5, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'subnets': [{'id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:05.536037 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] Checking router: a3bb72bb-0378-4323-9cfb-4e1a92e5014c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:02:05.546304 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:05.547549 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:05.552183 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-e43d6e07-0a81-4f09-963c-1f7ddd761e66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 1001 time: 0.5876765 Mar 24 17:02:05.631293 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-22840105-da79-4807-8b1e-70658a5f0396 req-0c439549-6a53-42ed-a193-c047600fbe69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 HTTP/1.1" status: 200 len: 999 time: 0.1420605 Mar 24 17:02:05.671505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:05.702321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:05.712690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:05.717999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Transition to ACTIVE for port object 7ef4a1ba-18a8-4060-9711-976f116a1c7f will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:05.744669 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-166750dd-00c6-4d91-bc32-69d0c1be0e3b req-2bd9e6ef-01df-457c-9e6a-1e4546f63d79 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5505869 Mar 24 17:02:05.752317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22840105-da79-4807-8b1e-70658a5f0396 req-8f2dde59-12c6-4ee0-9f79-fde1b1a43614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:05.760011 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-22840105-da79-4807-8b1e-70658a5f0396 req-8f2dde59-12c6-4ee0-9f79-fde1b1a43614 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ed9b018f-9c55-438e-8647-0a8048ddaa63 HTTP/1.1" status: 200 len: 850 time: 0.1157873 Mar 24 17:02:05.769683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:05.779766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Transition to ACTIVE for port object 7ef4a1ba-18a8-4060-9711-976f116a1c7f will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:05.824270 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:05.847738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:05.936060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22840105-da79-4807-8b1e-70658a5f0396 req-cb4725e1-d618-417d-9a5c-5ce20b516bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:05.937433 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-22840105-da79-4807-8b1e-70658a5f0396 req-cb4725e1-d618-417d-9a5c-5ce20b516bbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=73654e17-f355-4995-ad09-cda23728c6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1765494 Mar 24 17:02:05.995142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.008575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Pushing event updated for resources: {'Port': ['ID=7ef4a1ba-18a8-4060-9711-976f116a1c7f,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:06.034472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Network 61875595-7f76-479f-a8d3-ff73d851aef7 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:06.036183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:06.042840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:06.060096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Port': ['ID=1da70ff0-502f-40d6-9bec-18edde3d918a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:06.120301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d9e9ff-e643-4758-8001-cbc5a0ef3bf4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:06.189561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Attempting to bind port 7ef4a1ba-18a8-4060-9711-976f116a1c7f on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:06.190407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Attempting to bind port 7ef4a1ba-18a8-4060-9711-976f116a1c7f by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '8b1555a1-292e-4c81-a105-9e7497289844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61875595-7f76-479f-a8d3-ff73d851aef7'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:06.190407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Attempting to bind port 7ef4a1ba-18a8-4060-9711-976f116a1c7f on network 61875595-7f76-479f-a8d3-ff73d851aef7 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:06.196851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:06.197299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Checking segment: {'id': '8b1555a1-292e-4c81-a105-9e7497289844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61875595-7f76-479f-a8d3-ff73d851aef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:06.197766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.198221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Bound using segment: {'id': '8b1555a1-292e-4c81-a105-9e7497289844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61875595-7f76-479f-a8d3-ff73d851aef7'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:06.198824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Bound port: 7ef4a1ba-18a8-4060-9711-976f116a1c7f, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1555a1-292e-4c81-a105-9e7497289844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '61875595-7f76-479f-a8d3-ff73d851aef7'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:06.199264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.206600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:06.207286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.248383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ce875-acc7-490c-8c48-24a04556f666 req-91d62273-840c-4c63-be14-7a5da5e5cb02 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:06.257332 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d86ce875-acc7-490c-8c48-24a04556f666 req-91d62273-840c-4c63-be14-7a5da5e5cb02 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 945 time: 1.1643889 Mar 24 17:02:06.263305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.268457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-f2aae6dc-cc80-4ca1-8cca-a1cae0ef6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:06.270066 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-f2aae6dc-cc80-4ca1-8cca-a1cae0ef6253 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 200 len: 851 time: 0.6889436 Mar 24 17:02:06.298542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61875595-7f76-479f-a8d3-ff73d851aef7']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:06.312191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] For port 7ef4a1ba-18a8-4060-9711-976f116a1c7f, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:06.315992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-58862ea2-8755-4b52-ba26-727d2af12027 None None] Provisioning for port 1da70ff0-502f-40d6-9bec-18edde3d918a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:06.322561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-58862ea2-8755-4b52-ba26-727d2af12027 None None] Provisioning complete for port 1da70ff0-502f-40d6-9bec-18edde3d918a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:06.322930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58862ea2-8755-4b52-ba26-727d2af12027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.337042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1555a1-292e-4c81-a105-9e7497289844') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:06.337342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1555a1-292e-4c81-a105-9e7497289844') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:06.373601 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-22840105-da79-4807-8b1e-70658a5f0396 req-98adb0a8-493d-4b41-bb97-8abde1c3a266 service neutron] 10.222.0.48 "GET /v2.0/networks/73654e17-f355-4995-ad09-cda23728c6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262915 Mar 24 17:02:06.383538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.386504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-58862ea2-8755-4b52-ba26-727d2af12027 None None] Port 1da70ff0-502f-40d6-9bec-18edde3d918a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:06.411568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.434225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] For port 7ef4a1ba-18a8-4060-9711-976f116a1c7f, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7ef4a1ba-18a8-4060-9711-976f116a1c7f,segment=NetworkSegment(8b1555a1-292e-4c81-a105-9e7497289844),segment_id=8b1555a1-292e-4c81-a105-9e7497289844)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:06.463284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d86ce875-acc7-490c-8c48-24a04556f666 req-012245ba-1970-4f59-af9d-f1e624053cc3 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048047 Mar 24 17:02:06.473965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b444648f-6757-48f2-b1be-640b4463c39a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.482815 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '8fbb7e1e-918d-4531-bc29-a1ed7d89dd02', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'floating_ip_address': '172.26.4.168', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'port_id': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'mac_address': 'fa:16:3e:66:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:01:20Z', 'updated_at': '2022-03-24T17:02:02Z', 'revision_number': 1, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6293ead-17f5-454d-8548-c58a06345153', 'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'mac_address': 'fa:16:3e:44:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:02Z', 'updated_at': '2022-03-24T17:01:17Z', 'revision_number': 5, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'subnets': [{'id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:06.483225 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e5cab1c4-abfa-442e-8f7e-ec542315ab74 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8568978 Mar 24 17:02:06.483311 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff8d3d-a54d-4c95-aacd-556fb9ec7038 None None] The sync data for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv is: [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '8fbb7e1e-918d-4531-bc29-a1ed7d89dd02', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'floating_ip_address': '172.26.4.168', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'port_id': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'mac_address': 'fa:16:3e:66:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:01:20Z', 'updated_at': '2022-03-24T17:02:02Z', 'revision_number': 1, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6293ead-17f5-454d-8548-c58a06345153', 'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'mac_address': 'fa:16:3e:44:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:02Z', 'updated_at': '2022-03-24T17:01:17Z', 'revision_number': 5, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'subnets': [{'id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:06.483457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60424) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:06.501626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event deleted for resources: {'Port': ['ID=1521c3fb-6c0d-40a7-90b0-e066c0703fa6,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:06.505837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.535265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60426) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:06.551973 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-22840105-da79-4807-8b1e-70658a5f0396 req-9f0c8b22-f005-4b12-95ab-b92057019fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/73654e17-f355-4995-ad09-cda23728c6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706250 Mar 24 17:02:06.562113 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.570811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:06.571208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.612255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4547850a-ffbc-473c-a599-c62549a1b453 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1c:ff:24'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:06.690087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a07ec8-a5a8-4763-a5f4-51b811e0f1b2 None None] Pushing event updated for resources: {'Port': ['ID=7ef4a1ba-18a8-4060-9711-976f116a1c7f,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:06.729366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea3f90c-936e-4566-86ac-25d3113fb9a1 None None] Network 61875595-7f76-479f-a8d3-ff73d851aef7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:06.799655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444648f-6757-48f2-b1be-640b4463c39a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event deleted for resources: {'Port': ['ID=856c82c4-8f15-4d25-8923-bcf90eeea9e1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:06.815758 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:06.902112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:06.913163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d1ec3-ee89-46c8-abbe-feee7588739c None None] New status for floating IP 8fbb7e1e-918d-4531-bc29-a1ed7d89dd02: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:02:06.959953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44cf8d-078d-486f-a844-eec5df2d2928 req-89126c28-e017-4c2f-a76a-ea29f32c3fc5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:06.961489 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-de44cf8d-078d-486f-a844-eec5df2d2928 req-89126c28-e017-4c2f-a76a-ea29f32c3fc5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.9651220 Mar 24 17:02:07.004952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:02:07.004952 dv-neutron-835063-1-hyperv neutron-server[88477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:02:07.004952 dv-neutron-835063-1-hyperv neutron-server[88477]: [parameters: {'id': '61875595-7f76-479f-a8d3-ff73d851aef7'}] Mar 24 17:02:07.004952 dv-neutron-835063-1-hyperv neutron-server[88477]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:07.005300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:07.007149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-399301998'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:07.116522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:07.131793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-3f5b9782-4220-4a11-9674-1cd283f58e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:07.133332 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-3f5b9782-4220-4a11-9674-1cd283f58e04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8352847 Mar 24 17:02:07.146192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:07.215286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:07.222073 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c260501-869f-4886-b1eb-7cff880aa1bf None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:02:07.264862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:07.269410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.308598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.358202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c260501-869f-4886-b1eb-7cff880aa1bf None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:02:07.488811 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-de44cf8d-078d-486f-a844-eec5df2d2928 req-61f8e522-6179-4c85-a4d5-9df07f37f781 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865940 Mar 24 17:02:07.489364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:07.492507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.506319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.524917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting port 7ef4a1ba-18a8-4060-9711-976f116a1c7f {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:07.531477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.570099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.598354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.598986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9c819ae-17fc-41b0-94d9-d0b7564184d1 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:02:07.614954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b444648f-6757-48f2-b1be-640b4463c39a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.625777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:07.642197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:security_group_rule and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:07.646199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.653492 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5d32baeb-0c32-407d-9ff1-c0987c186227 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "DELETE /v2.0/routers/d9c819ae-17fc-41b0-94d9-d0b7564184d1 HTTP/1.1" status: 204 len: 168 time: 5.8212049 Mar 24 17:02:07.653624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60444) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:07.655594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b444648f-6757-48f2-b1be-640b4463c39a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "DELETE /v2.0/ports/856c82c4-8f15-4d25-8923-bcf90eeea9e1 HTTP/1.1" status: 204 len: 168 time: 4.0652277 Mar 24 17:02:07.665110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60448) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:07.665537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:07.669049 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-909609789', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:07.703685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:07.705363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:07.725986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Usage tracker for resource:router and tenant:4aff7d2430754222bfe3500577cc63b7 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:07.730500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:07.782207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:07.812427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] For port 7ef4a1ba-18a8-4060-9711-976f116a1c7f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7ef4a1ba-18a8-4060-9711-976f116a1c7f,segment=NetworkSegment(8b1555a1-292e-4c81-a105-9e7497289844),segment_id=8b1555a1-292e-4c81-a105-9e7497289844)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:07.813407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.856399 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-bee44ae2-02bc-40d5-91ab-6511b23b976d service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461914 Mar 24 17:02:07.864426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30c1ebc-4611-44f3-83e7-6c868c9c41ea tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] GET failed (client error): The resource could not be found. Mar 24 17:02:07.864944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e30c1ebc-4611-44f3-83e7-6c868c9c41ea tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Synchronizing usage tracker for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:07.878512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.879551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:07.945639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Calling delete_port for 7ef4a1ba-18a8-4060-9711-976f116a1c7f owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:07.993674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.022491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.023452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e30c1ebc-4611-44f3-83e7-6c868c9c41ea tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Unset dirty status for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:08.028736 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e30c1ebc-4611-44f3-83e7-6c868c9c41ea tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "GET /v2.0/ports/856c82c4-8f15-4d25-8923-bcf90eeea9e1 HTTP/1.1" status: 404 len: 333 time: 0.3542607 Mar 24 17:02:08.031999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60456) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:08.038755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'port': {'network_id': '6ee08938-0074-4ef0-9791-21af8315862e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-657452556'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:08.042995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4547850a-ffbc-473c-a599-c62549a1b453 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.152391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.193085 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aecc876e-545a-48d5-b9fb-354df9d3c2ec req-08328f21-c7c5-4410-ab31-ecc556a7722e service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253636 Mar 24 17:02:08.203776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.230813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:08.264313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Port': ['ID=7ef4a1ba-18a8-4060-9711-976f116a1c7f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:08.268492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1aa891-a2fc-44ac-acc2-4ce49d6af28a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:08.273210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.278716 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment 8c0b57a6-00fa-4651-9ef1-368b940763b1 of type vlan for network 68972dcb-1a61-4aff-91eb-d7c46cdec1da Mar 24 17:02:08.332438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No DVR routers for this DVR port 7ef4a1ba-18a8-4060-9711-976f116a1c7f on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:08.404562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.430918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390b1a7-c958-4df7-8260-bbfe1f8f6937 req-41a53cc9-7cfa-4d1b-9efb-b2f579c1813e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:08.432572 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0390b1a7-c958-4df7-8260-bbfe1f8f6937 req-41a53cc9-7cfa-4d1b-9efb-b2f579c1813e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3177874 Mar 24 17:02:08.476656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:08.520418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4547850a-ffbc-473c-a599-c62549a1b453 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.524763 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0390b1a7-c958-4df7-8260-bbfe1f8f6937 req-ca6cd633-0bf2-4d76-95b1-94fbe6a9a1f8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793307 Mar 24 17:02:08.559022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.564851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:08.570109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.595744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4547850a-ffbc-473c-a599-c62549a1b453 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.605740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:08.614995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.626557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.662385 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61875595-7f76-479f-a8d3-ff73d851aef7']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:08.677517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1555a1-292e-4c81-a105-9e7497289844') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:08.677757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1555a1-292e-4c81-a105-9e7497289844') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:08.692150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.713358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.720653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:08.760941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:02:08.761571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1521c3fb-6c0d-40a7-90b0-e066c0703fa6 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:02:08.762398 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:08.762973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:08.780238 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:08.952496 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4531398 Mar 24 17:02:08.978480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44ed15-04d9-4189-80a1-d599be2d332a tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=68972dcb-1a61-4aff-91eb-d7c46cdec1da,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:08.987855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547850a-ffbc-473c-a599-c62549a1b453 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Port': ['ID=1da70ff0-502f-40d6-9bec-18edde3d918a,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:08.991123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 68972dcb-1a61-4aff-91eb-d7c46cdec1da details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:09.006139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4547850a-ffbc-473c-a599-c62549a1b453 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] In _notify_port_updated(), no bound segment for port 1da70ff0-502f-40d6-9bec-18edde3d918a on network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 {{(pid=88478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:02:09.011748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4547850a-ffbc-473c-a599-c62549a1b453 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:09.012577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4547850a-ffbc-473c-a599-c62549a1b453 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.014039 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4547850a-ffbc-473c-a599-c62549a1b453 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "PUT /v2.0/ports/1da70ff0-502f-40d6-9bec-18edde3d918a HTTP/1.1" status: 200 len: 996 time: 2.4271896 Mar 24 17:02:09.017948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60464) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:09.089573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60468) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:09.104445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': '68972dcb-1a61-4aff-91eb-d7c46cdec1da', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:09.142156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.147779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Made reservation on behalf of 56e1c9555ea143b4a676e3689fe08c49 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:09.147779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.184672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.208369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=61875595-7f76-479f-a8d3-ff73d851aef7,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:09.228246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] device_id is not set on port dccb2071-62b4-4c7d-bb3b-e483d240fafd yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:09.228935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfbd19-38c1-4388-b912-156ad15464a1 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Deleting port 1da70ff0-502f-40d6-9bec-18edde3d918a {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:09.229283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0bbfbd19-38c1-4388-b912-156ad15464a1 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.239192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d496bdf8-9935-4a62-a9d6-3ae7f6ad0050 None None] Provisioning complete for port 1da70ff0-502f-40d6-9bec-18edde3d918a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:09.239807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d496bdf8-9935-4a62-a9d6-3ae7f6ad0050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.268699 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1d28d89b-a762-4f7b-93c5-b4efdd2bf150 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/61875595-7f76-479f-a8d3-ff73d851aef7 HTTP/1.1" status: 204 len: 168 time: 4.6845083 Mar 24 17:02:09.275245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60472) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:09.291759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930279981'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:09.304230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:09.319610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d496bdf8-9935-4a62-a9d6-3ae7f6ad0050 None None] Port 1da70ff0-502f-40d6-9bec-18edde3d918a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:09.321915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:09.327334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:network and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:09.354552 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:02:09.358127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:09.361107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:09.363728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:09.379012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:09.383057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:09.488620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:09.492224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.505336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:09.508585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.552921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Allocated IP 2001:db8::11a (6ee08938-0074-4ef0-9791-21af8315862e/8e369845-4d79-4354-a4aa-8124cc6dbef9/dccb2071-62b4-4c7d-bb3b-e483d240fafd) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:09.604042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.637301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.654320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:09.658330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0bbfbd19-38c1-4388-b912-156ad15464a1 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.828331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.828613 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2 of type vlan for network a9bc58f8-f6ed-4f72-ba82-917be0080443 Mar 24 17:02:09.842898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfbd19-38c1-4388-b912-156ad15464a1 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Calling delete_port for 1da70ff0-502f-40d6-9bec-18edde3d918a owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:09.918534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Allocated IP 172.26.4.3 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/6118e136-7427-4a8d-9261-e671d3ca505f) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:09.921329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:09.971335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.047134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bab67-e032-4fc8-904f-2a22ec6b4459 req-89847a27-360e-4dbb-8c61-051948b98416 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:10.048739 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-125bab67-e032-4fc8-904f-2a22ec6b4459 req-89847a27-360e-4dbb-8c61-051948b98416 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3955057 Mar 24 17:02:10.104091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.131022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.136418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:10.137159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.159394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.223650 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:10.226543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:10.230310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:10.270482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event updated for resources: {'Port': ['ID=6118e136-7427-4a8d-9261-e671d3ca505f,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:10.276613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.314648 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-125bab67-e032-4fc8-904f-2a22ec6b4459 req-e1f1367b-cf10-4bb1-b632-bf9a988da8b8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321312 Mar 24 17:02:10.325030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=a9bc58f8-f6ed-4f72-ba82-917be0080443,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:10.340631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0bbfbd19-38c1-4388-b912-156ad15464a1 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.347530 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network a9bc58f8-f6ed-4f72-ba82-917be0080443 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:10.403598 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-324767ff-33e7-4f44-a67a-4e69c34513a1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1205580 Mar 24 17:02:10.409547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfbd19-38c1-4388-b912-156ad15464a1 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event deleted for resources: {'Port': ['ID=1da70ff0-502f-40d6-9bec-18edde3d918a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:10.411462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60480) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:10.418166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Transition to ACTIVE for port object dccb2071-62b4-4c7d-bb3b-e483d240fafd will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:10.553754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=1d07dada-aec8-46d8-8322-3aa9ae7e3c6e,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:10.561159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': 'a9bc58f8-f6ed-4f72-ba82-917be0080443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:10.643245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': '8c0b57a6-00fa-4651-9ef1-368b940763b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '68972dcb-1a61-4aff-91eb-d7c46cdec1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:10.643598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: 68972dcb-1a61-4aff-91eb-d7c46cdec1da, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:10.658881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.754548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0bbfbd19-38c1-4388-b912-156ad15464a1 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.756322 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0bbfbd19-38c1-4388-b912-156ad15464a1 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "DELETE /v2.0/ports/1da70ff0-502f-40d6-9bec-18edde3d918a HTTP/1.1" status: 204 len: 168 time: 1.7372282 Mar 24 17:02:10.759139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:10.761252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60484) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:10.793920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:subnet and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:10.802029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:10.813688 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d17746-d4a2-40cf-bdb4-9fcd9d24205a tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] GET failed (client error): The resource could not be found. Mar 24 17:02:10.814210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f5d17746-d4a2-40cf-bdb4-9fcd9d24205a tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Synchronizing usage tracker for tenant:653b7e9e358b4f449be3b292e8b8622e on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:10.816806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:10.829855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 68972dcb-1a61-4aff-91eb-d7c46cdec1da is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:10.866520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Network 6ee08938-0074-4ef0-9791-21af8315862e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:10.877794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:10.880223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:10.886555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:10.887252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.898897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Port': ['ID=dccb2071-62b4-4c7d-bb3b-e483d240fafd,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:10.917523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:10.917523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.947891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f5d17746-d4a2-40cf-bdb4-9fcd9d24205a tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Unset dirty status for tenant:653b7e9e358b4f449be3b292e8b8622e on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:10.949085 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f5d17746-d4a2-40cf-bdb4-9fcd9d24205a tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "GET /v2.0/ports/1da70ff0-502f-40d6-9bec-18edde3d918a HTTP/1.1" status: 404 len: 333 time: 0.1869152 Mar 24 17:02:10.949739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 68972dcb-1a61-4aff-91eb-d7c46cdec1da) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:10.955812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60488) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:10.961159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:10.961735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:10.968602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea404ae-adab-4a21-9736-f3be1ebdf946 None None] Network 68972dcb-1a61-4aff-91eb-d7c46cdec1da requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:10.972595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'port': {'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3', 'name': 'tempest-AllowedAddressPairTestJSON-1207675451'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:11.027282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.146567 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f46920fa-69c1-4af4-9dfa-92e4cbae72b2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0556173 Mar 24 17:02:11.150355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60492) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:11.174295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1090410992'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:11.180870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:11.188674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:11.194856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:11.203770 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-67213ca0-d468-44af-bfc6-d0c917d0c48a tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1696115 Mar 24 17:02:11.204050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60496) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:11.209960 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f2bcd7f8-2a9f-46b6-a201-4c41cf9e40ad tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:aa:34:a4'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:11.213816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:11.222752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-68972dcb-1a61-4aff-91eb-d7c46cdec1da', 'network_id': '68972dcb-1a61-4aff-91eb-d7c46cdec1da', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': '1d07dada-aec8-46d8-8322-3aa9ae7e3c6e'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:11.223592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.229413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:11.242592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:11.282780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-94ba67fc-f356-4f79-b008-85fdb5334c5b None None] Provisioning for port dccb2071-62b4-4c7d-bb3b-e483d240fafd completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:11.292268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-94ba67fc-f356-4f79-b008-85fdb5334c5b None None] Provisioning complete for port dccb2071-62b4-4c7d-bb3b-e483d240fafd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:11.292636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-94ba67fc-f356-4f79-b008-85fdb5334c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.302544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:11.305964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.362954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:11.364895 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-94ba67fc-f356-4f79-b008-85fdb5334c5b None None] Port dccb2071-62b4-4c7d-bb3b-e483d240fafd cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:11.372153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Made reservation on behalf of 653b7e9e358b4f449be3b292e8b8622e for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:11.376115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.400752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.405632 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment 49379c87-d3ad-4a41-be01-818fa2e6edc0 of type vlan for network 847f84d4-20ae-4ea2-b1a6-2a730d97945f Mar 24 17:02:11.410251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] device_id is not set on port fee75839-8338-4f79-adb1-8738732a29ff yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:11.447004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Allocated IP 172.20.255.242 (68972dcb-1a61-4aff-91eb-d7c46cdec1da/1d07dada-aec8-46d8-8322-3aa9ae7e3c6e/8ad9b810-80cf-4533-ad29-089f3c7cd20c) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:11.470330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.508149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.658412 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.662632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.669390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Transition to ACTIVE for port object 8ad9b810-80cf-4533-ad29-089f3c7cd20c will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:11.690485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Transition to ACTIVE for port object 8ad9b810-80cf-4533-ad29-089f3c7cd20c will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:11.692088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=c41371bf-41e0-458e-b19a-abc766469cbd,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:11.714645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking segment: {'id': 'e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9bc58f8-f6ed-4f72-ba82-917be0080443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:11.714995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network hostable DHCP agents. Network: a9bc58f8-f6ed-4f72-ba82-917be0080443, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:11.741251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Allocated IP 172.20.0.11 (a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3/579a0b21-e970-4048-8781-b891642c1437/fee75839-8338-4f79-adb1-8738732a29ff) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:11.766823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2bcd7f8-2a9f-46b6-a201-4c41cf9e40ad tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.777700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fb4b7-f302-4be5-b8e2-cf5278998545 req-994b0e6f-0ce9-4ca5-bbc2-0642db7ee9bb tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:11.779188 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9d7fb4b7-f302-4be5-b8e2-cf5278998545 req-994b0e6f-0ce9-4ca5-bbc2-0642db7ee9bb tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.2731061 Mar 24 17:02:11.810526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.820794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.826090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:11.826658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:11.882415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network a9bc58f8-f6ed-4f72-ba82-917be0080443 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:11.922714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Network 68972dcb-1a61-4aff-91eb-d7c46cdec1da is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:11.926787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:11.937975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:11.975468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Pushing event updated for resources: {'Port': ['ID=8ad9b810-80cf-4533-ad29-089f3c7cd20c,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:12.008052 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9d7fb4b7-f302-4be5-b8e2-cf5278998545 req-3e8aaba4-d349-42ff-ab0a-7591cf0f90a6 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183213 Mar 24 17:02:12.052996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Attempting to bind port 8ad9b810-80cf-4533-ad29-089f3c7cd20c on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:12.053438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Attempting to bind port 8ad9b810-80cf-4533-ad29-089f3c7cd20c by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '8c0b57a6-00fa-4651-9ef1-368b940763b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '68972dcb-1a61-4aff-91eb-d7c46cdec1da'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:12.055035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Attempting to bind port 8ad9b810-80cf-4533-ad29-089f3c7cd20c on network 68972dcb-1a61-4aff-91eb-d7c46cdec1da {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:12.059555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:12.060041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Checking segment: {'id': '8c0b57a6-00fa-4651-9ef1-368b940763b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '68972dcb-1a61-4aff-91eb-d7c46cdec1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:12.060512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.060969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Bound using segment: {'id': '8c0b57a6-00fa-4651-9ef1-368b940763b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '68972dcb-1a61-4aff-91eb-d7c46cdec1da'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:12.061505 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Bound port: 8ad9b810-80cf-4533-ad29-089f3c7cd20c, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0b57a6-00fa-4651-9ef1-368b940763b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '68972dcb-1a61-4aff-91eb-d7c46cdec1da'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:12.061955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.063828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=847f84d4-20ae-4ea2-b1a6-2a730d97945f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:12.070648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, a9bc58f8-f6ed-4f72-ba82-917be0080443) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:12.082334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 847f84d4-20ae-4ea2-b1a6-2a730d97945f details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:12.085555 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9f91c1c0-69a2-4f43-ab42-989dea73a1ce tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9291770 Mar 24 17:02:12.086936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:12.087517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.089558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60502) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:12.098640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19927747-3c0a-4068-839a-5dd1bce66626 None None] Network a9bc58f8-f6ed-4f72-ba82-917be0080443 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:12.101860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': '847f84d4-20ae-4ea2-b1a6-2a730d97945f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:12.139094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Router bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:02:12.151766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.170109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Transition to ACTIVE for port object fee75839-8338-4f79-adb1-8738732a29ff will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:12.176331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-44006110-0dd8-4378-a654-12d5903449ed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7514124 Mar 24 17:02:12.179174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60506) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:12.186647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566514915'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:12.192470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:12.198675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:network and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:12.202310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:12.210527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:12.279815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:12.283793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.296140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.371669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] For port 8ad9b810-80cf-4533-ad29-089f3c7cd20c, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:12.377960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:12.383461 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:12.385915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:12.415688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] For port 8ad9b810-80cf-4533-ad29-089f3c7cd20c, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8ad9b810-80cf-4533-ad29-089f3c7cd20c,segment=NetworkSegment(8c0b57a6-00fa-4651-9ef1-368b940763b1),segment_id=8c0b57a6-00fa-4651-9ef1-368b940763b1)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:12.436178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:12.449820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Port': ['ID=fee75839-8338-4f79-adb1-8738732a29ff,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:12.459717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:12.467115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:12.467207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.467207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment 00ce3b19-c180-4ced-94e6-cd02f0656d58 of type vlan for network f6f2970c-bdc6-471d-afe1-f67b51fbb60e Mar 24 17:02:12.467360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:12.473447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:12.486318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:12.486724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.488524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-a9bc58f8-f6ed-4f72-ba82-917be0080443', 'network_id': 'a9bc58f8-f6ed-4f72-ba82-917be0080443', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': 'c41371bf-41e0-458e-b19a-abc766469cbd'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:12.489334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.520199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.550206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.599816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9c8d5097-8d27-4d19-b4ef-62881a6e8209 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6428702 Mar 24 17:02:12.602185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60512) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:12.611941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'port': {'network_id': 'a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3', 'name': 'tempest-AllowedAddressPairTestJSON-158339732'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:12.612376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:12.616280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.640500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2bcd7f8-2a9f-46b6-a201-4c41cf9e40ad tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.650864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.657699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:12.659003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.692679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:12.698858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8a2b9-4ffb-42ca-a3df-076ea17772b3 None None] Pushing event updated for resources: {'Port': ['ID=8ad9b810-80cf-4533-ad29-089f3c7cd20c,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:12.703655 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6aa7f1-23d7-4050-9388-3e62d0561080 None None] Sync routers for ids ['bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:12.720919 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6aa7f1-23d7-4050-9388-3e62d0561080 None None] Routers {'bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:12.721542 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3c6aa7f1-23d7-4050-9388-3e62d0561080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:12.784020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Allocated IP 2001:db8::3 (a9bc58f8-f6ed-4f72-ba82-917be0080443/c41371bf-41e0-458e-b19a-abc766469cbd/b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:12.829983 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3c6aa7f1-23d7-4050-9388-3e62d0561080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:12.847231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-73236523-e535-43ed-86b9-2bbd54d5d82c None None] Provisioning for port fee75839-8338-4f79-adb1-8738732a29ff completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:12.856188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-73236523-e535-43ed-86b9-2bbd54d5d82c None None] Provisioning complete for port fee75839-8338-4f79-adb1-8738732a29ff triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:12.862056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-73236523-e535-43ed-86b9-2bbd54d5d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.867348 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6aa7f1-23d7-4050-9388-3e62d0561080 None None] Routers {'bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:12.867994 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3c6aa7f1-23d7-4050-9388-3e62d0561080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:12.928922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2bcd7f8-2a9f-46b6-a201-4c41cf9e40ad tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:12.983084 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3c6aa7f1-23d7-4050-9388-3e62d0561080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:12.985558 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6aa7f1-23d7-4050-9388-3e62d0561080 None None] The sync data for ids ['bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:13.017049 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f2bcd7f8-2a9f-46b6-a201-4c41cf9e40ad tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] In _notify_port_updated(), no bound segment for port dccb2071-62b4-4c7d-bb3b-e483d240fafd on network 6ee08938-0074-4ef0-9791-21af8315862e {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:02:13.029288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bcd7f8-2a9f-46b6-a201-4c41cf9e40ad tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:13.029288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2bcd7f8-2a9f-46b6-a201-4c41cf9e40ad tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.029288 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f2bcd7f8-2a9f-46b6-a201-4c41cf9e40ad tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "PUT /v2.0/ports/dccb2071-62b4-4c7d-bb3b-e483d240fafd HTTP/1.1" status: 200 len: 1002 time: 1.8205106 Mar 24 17:02:13.030429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60516) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:13.033526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.175280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcd7f8-2a9f-46b6-a201-4c41cf9e40ad tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Port': ['ID=dccb2071-62b4-4c7d-bb3b-e483d240fafd,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:13.188329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.191243 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9385800a-ad04-4ea9-b9b2-ded779888811 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.5356343 Mar 24 17:02:13.210257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60522) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:13.235313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0540226 Mar 24 17:02:13.236181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8f1a3765-aec9-47d5-a305-9714433c8272 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': False}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:13.241518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.247171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60526) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:13.248809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-73236523-e535-43ed-86b9-2bbd54d5d82c None None] Port fee75839-8338-4f79-adb1-8738732a29ff cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:13.258087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Transition to ACTIVE for port object b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:13.278482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Transition to ACTIVE for port object b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:13.313140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': 'f6f2970c-bdc6-471d-afe1-f67b51fbb60e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:13.339037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=53f8dce5-851e-4314-ba42-63dfe630f605,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:13.342970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.350299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb56462-be99-4920-872b-a9f837e98d70 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=f6f2970c-bdc6-471d-afe1-f67b51fbb60e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:13.350995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': '49379c87-d3ad-4a41-be01-818fa2e6edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '847f84d4-20ae-4ea2-b1a6-2a730d97945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:13.351378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: 847f84d4-20ae-4ea2-b1a6-2a730d97945f, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:13.411570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network f6f2970c-bdc6-471d-afe1-f67b51fbb60e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:13.450604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e52cb-b57c-458a-9113-3bb76f70c219 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Deleting port dccb2071-62b4-4c7d-bb3b-e483d240fafd {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:13.450949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f8e52cb-b57c-458a-9113-3bb76f70c219 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.471582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Network a9bc58f8-f6ed-4f72-ba82-917be0080443 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:13.520030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:13.529034 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:13.530353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 847f84d4-20ae-4ea2-b1a6-2a730d97945f is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:13.531484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:13.542845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:13.543684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Pushing event updated for resources: {'Port': ['ID=b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:13.554695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:13.588117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:subnet and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:13.599199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:13.612236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:13.622919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 847f84d4-20ae-4ea2-b1a6-2a730d97945f) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:13.631296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0b4628ec-f1c9-4ee1-9ce9-99111f6f0aa5 None None] Provisioning complete for port dccb2071-62b4-4c7d-bb3b-e483d240fafd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:13.631296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0b4628ec-f1c9-4ee1-9ce9-99111f6f0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.631720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:13.631806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.655569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232adc9e-f66f-473a-8cd9-0f0a233ced20 req-04da6c7f-b8c0-4818-adc9-be74288c91e5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:13.657296 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-232adc9e-f66f-473a-8cd9-0f0a233ced20 req-04da6c7f-b8c0-4818-adc9-be74288c91e5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.4058239 Mar 24 17:02:13.668516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ab37f-3c9d-4c6f-bf2a-b50f6f55efc3 None None] Network 847f84d4-20ae-4ea2-b1a6-2a730d97945f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:13.789016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Attempting to bind port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:13.789016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Attempting to bind port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9bc58f8-f6ed-4f72-ba82-917be0080443'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:13.789016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Attempting to bind port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d on network a9bc58f8-f6ed-4f72-ba82-917be0080443 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:13.799839 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0b4628ec-f1c9-4ee1-9ce9-99111f6f0aa5 None None] Port dccb2071-62b4-4c7d-bb3b-e483d240fafd cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:13.814293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:13.816665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Checking segment: {'id': 'e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9bc58f8-f6ed-4f72-ba82-917be0080443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:13.816665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.816665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Bound using segment: {'id': 'e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9bc58f8-f6ed-4f72-ba82-917be0080443'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:13.816665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Bound port: b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9bc58f8-f6ed-4f72-ba82-917be0080443'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:13.816665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.817975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Made reservation on behalf of 653b7e9e358b4f449be3b292e8b8622e for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:13.821007 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.860008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:13.861041 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a77884d1-a5eb-4fb4-8f56-a41d22b8e541 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7699304 Mar 24 17:02:13.863223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:13.869671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60530) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:13.919152 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-232adc9e-f66f-473a-8cd9-0f0a233ced20 req-45f059ed-535c-4c19-8458-5451d612a8b9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274890 Mar 24 17:02:14.003201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3765-aec9-47d5-a305-9714433c8272 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:14.023293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] For port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:14.027911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] For port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d,segment=NetworkSegment(e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2),segment_id=e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:14.034755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] device_id is not set on port 83799ec5-023d-4910-a25b-bbc8191ba947 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:14.075821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-847f84d4-20ae-4ea2-b1a6-2a730d97945f', 'network_id': '847f84d4-20ae-4ea2-b1a6-2a730d97945f', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': '53f8dce5-851e-4314-ba42-63dfe630f605'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:14.076710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:14.097308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:14.097553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Performing IP validity checks on allocation pools {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 24 17:02:14.097901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 24 17:02:14.133838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f8e52cb-b57c-458a-9113-3bb76f70c219 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:14.162448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:14.229874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66060115-4bc5-41eb-9fc9-d67da68f70df None None] Network 68972dcb-1a61-4aff-91eb-d7c46cdec1da requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:14.270780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:14.275540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e52cb-b57c-458a-9113-3bb76f70c219 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Calling delete_port for dccb2071-62b4-4c7d-bb3b-e483d240fafd owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:14.402331 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc66ae5-36d1-4049-a7cb-924f3e04e9f3 None None] Pushing event updated for resources: {'Port': ['ID=b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:14.481702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-607d4861-f2f4-4db3-b667-460e3fe33ed0 None None] Provisioning for port 8ad9b810-80cf-4533-ad29-089f3c7cd20c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:14.527784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Allocated IP 172.20.0.10 (a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3/579a0b21-e970-4048-8781-b891642c1437/83799ec5-023d-4910-a25b-bbc8191ba947) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:14.559669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Allocated IP 172.20.0.2 (847f84d4-20ae-4ea2-b1a6-2a730d97945f/53f8dce5-851e-4314-ba42-63dfe630f605/0ce16bc2-d38e-4cba-a471-1ef062fea804) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:14.672289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:14.759200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f8e52cb-b57c-458a-9113-3bb76f70c219 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:14.846337 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:14.996474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e52cb-b57c-458a-9113-3bb76f70c219 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event deleted for resources: {'Port': ['ID=dccb2071-62b4-4c7d-bb3b-e483d240fafd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:15.012832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.025882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Transition to ACTIVE for port object 0ce16bc2-d38e-4cba-a471-1ef062fea804 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:15.103881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Transition to ACTIVE for port object 0ce16bc2-d38e-4cba-a471-1ef062fea804 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:15.111883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:15.117501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ad9b810-80cf-4533-ad29-089f3c7cd20c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:15.179251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.199492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=103a3795-a6e3-4622-8f51-bd8b7af96742,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:15.216716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f8e52cb-b57c-458a-9113-3bb76f70c219 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.235115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking segment: {'id': '00ce3b19-c180-4ced-94e6-cd02f0656d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f6f2970c-bdc6-471d-afe1-f67b51fbb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:15.239226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network hostable DHCP agents. Network: f6f2970c-bdc6-471d-afe1-f67b51fbb60e, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:15.249705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Network 847f84d4-20ae-4ea2-b1a6-2a730d97945f is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:15.261283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:15.267942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:15.295988 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6f8e52cb-b57c-458a-9113-3bb76f70c219 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "DELETE /v2.0/ports/dccb2071-62b4-4c7d-bb3b-e483d240fafd HTTP/1.1" status: 204 len: 168 time: 2.2544134 Mar 24 17:02:15.300126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3765-aec9-47d5-a305-9714433c8272 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.303950 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60538) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:15.324474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3765-aec9-47d5-a305-9714433c8272 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.357998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.377728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network f6f2970c-bdc6-471d-afe1-f67b51fbb60e is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:15.418836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Transition to ACTIVE for port object 83799ec5-023d-4910-a25b-bbc8191ba947 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:15.426559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Pushing event updated for resources: {'Port': ['ID=0ce16bc2-d38e-4cba-a471-1ef062fea804,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:15.444793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Attempting to bind port 0ce16bc2-d38e-4cba-a471-1ef062fea804 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:15.445359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317805a-41d3-4f22-91b9-9456e4b75dcf req-6bbaf32d-df04-43b8-bcc4-888c8c99d882 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:15.445646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Attempting to bind port 0ce16bc2-d38e-4cba-a471-1ef062fea804 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '49379c87-d3ad-4a41-be01-818fa2e6edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '847f84d4-20ae-4ea2-b1a6-2a730d97945f'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:15.446290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Attempting to bind port 0ce16bc2-d38e-4cba-a471-1ef062fea804 on network 847f84d4-20ae-4ea2-b1a6-2a730d97945f {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:15.446899 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f317805a-41d3-4f22-91b9-9456e4b75dcf req-6bbaf32d-df04-43b8-bcc4-888c8c99d882 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3206260 Mar 24 17:02:15.454362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:15.454749 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Checking segment: {'id': '49379c87-d3ad-4a41-be01-818fa2e6edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '847f84d4-20ae-4ea2-b1a6-2a730d97945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:15.455146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.455587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Bound using segment: {'id': '49379c87-d3ad-4a41-be01-818fa2e6edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '847f84d4-20ae-4ea2-b1a6-2a730d97945f'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:15.456089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Bound port: 0ce16bc2-d38e-4cba-a471-1ef062fea804, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49379c87-d3ad-4a41-be01-818fa2e6edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '847f84d4-20ae-4ea2-b1a6-2a730d97945f'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:15.456506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.460839 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d74de63-ec8d-494e-b7ad-c2da17056e91 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] GET failed (client error): The resource could not be found. Mar 24 17:02:15.461382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0d74de63-ec8d-494e-b7ad-c2da17056e91 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Synchronizing usage tracker for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:15.478820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.491168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, f6f2970c-bdc6-471d-afe1-f67b51fbb60e) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:15.502176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:15.503466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.510776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 8ad9b810-80cf-4533-ad29-089f3c7cd20c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:15.528960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f1435a-b7f9-40ca-aae7-1b9bcc39fde2 None None] Network f6f2970c-bdc6-471d-afe1-f67b51fbb60e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:15.541906 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f317805a-41d3-4f22-91b9-9456e4b75dcf req-9443831f-1e93-472a-afad-a2943f5637c5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870476 Mar 24 17:02:15.553171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=53f8dce5-851e-4314-ba42-63dfe630f605,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:15.559526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.593038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8ad9b810-80cf-4533-ad29-089f3c7cd20c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:15.594128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.649800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Port': ['ID=83799ec5-023d-4910-a25b-bbc8191ba947,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:15.655040 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e5ff41f8-c457-448d-a82f-1744368cfc09 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4001675 Mar 24 17:02:15.663687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:15.664702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60542) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:15.665659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:15.669450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:15.724208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0d74de63-ec8d-494e-b7ad-c2da17056e91 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Unset dirty status for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:15.725231 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0d74de63-ec8d-494e-b7ad-c2da17056e91 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "GET /v2.0/ports/dccb2071-62b4-4c7d-bb3b-e483d240fafd HTTP/1.1" status: 404 len: 333 time: 0.3984785 Mar 24 17:02:15.728888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.739800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60546) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:15.755236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'port': {'network_id': '6ee08938-0074-4ef0-9791-21af8315862e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1205692544'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:15.760398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:15.761139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.852710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-97e46f32-6030-4255-b648-bc7dfa85c949 None None] Provisioning complete for port 8ad9b810-80cf-4533-ad29-089f3c7cd20c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:15.853078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97e46f32-6030-4255-b648-bc7dfa85c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:15.885247 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b64a5e1f-8919-4508-b4cf-0ae9853b0cea tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2766976 Mar 24 17:02:15.885951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60550) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:15.901444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6656d961-7128-44f5-a419-285aecbe08cd tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:1c:ff:24'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:d8:f2:50'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:15.956785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] For port 0ce16bc2-d38e-4cba-a471-1ef062fea804, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:15.964341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847f84d4-20ae-4ea2-b1a6-2a730d97945f']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:15.993804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:16.011570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49379c87-d3ad-4a41-be01-818fa2e6edc0') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:16.012023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49379c87-d3ad-4a41-be01-818fa2e6edc0') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:16.048618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:16.048618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.048618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1a3765-aec9-47d5-a305-9714433c8272 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Router bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:02:16.051997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245990da-6c57-4c15-b090-d4d49a461e55 None None] Network a9bc58f8-f6ed-4f72-ba82-917be0080443 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:16.081848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-f6f2970c-bdc6-471d-afe1-f67b51fbb60e', 'network_id': 'f6f2970c-bdc6-471d-afe1-f67b51fbb60e', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': '103a3795-a6e3-4622-8f51-bd8b7af96742'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:16.082657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.136769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.138454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Made reservation on behalf of 56e1c9555ea143b4a676e3689fe08c49 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:16.142057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.155901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] For port 0ce16bc2-d38e-4cba-a471-1ef062fea804, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0ce16bc2-d38e-4cba-a471-1ef062fea804,segment=NetworkSegment(49379c87-d3ad-4a41-be01-818fa2e6edc0),segment_id=49379c87-d3ad-4a41-be01-818fa2e6edc0)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:16.179011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] device_id is not set on port c6ff787f-1fca-4ec8-9f49-2320362fcbb5 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:16.286804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.291385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.324687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6656d961-7128-44f5-a419-285aecbe08cd tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.346697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.411580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.447193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:16.447705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:16.465364 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:16.507502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f0847-5fc1-41d8-a15b-8aab77c8051e None None] Pushing event updated for resources: {'Port': ['ID=0ce16bc2-d38e-4cba-a471-1ef062fea804,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:16.536720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 8ad9b810-80cf-4533-ad29-089f3c7cd20c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8ad9b810-80cf-4533-ad29-089f3c7cd20c,segment=NetworkSegment(8c0b57a6-00fa-4651-9ef1-368b940763b1),segment_id=8c0b57a6-00fa-4651-9ef1-368b940763b1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:16.553148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97e46f32-6030-4255-b648-bc7dfa85c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.616657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6656d961-7128-44f5-a419-285aecbe08cd tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.658932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.678188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1a3765-aec9-47d5-a305-9714433c8272 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:16.711437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Allocated IP 2001:db8::214 (6ee08938-0074-4ef0-9791-21af8315862e/8e369845-4d79-4354-a4aa-8124cc6dbef9/c6ff787f-1fca-4ec8-9f49-2320362fcbb5) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:16.713879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c5d77-1c6c-4912-9a4d-a368d9859edb None None] Sync routers for ids ['bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:16.725963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6656d961-7128-44f5-a419-285aecbe08cd tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.754446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:02:16.754446 dv-neutron-835063-1-hyperv neutron-server[88477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:02:16.754446 dv-neutron-835063-1-hyperv neutron-server[88477]: [parameters: {'id': '847f84d4-20ae-4ea2-b1a6-2a730d97945f'}] Mar 24 17:02:16.754446 dv-neutron-835063-1-hyperv neutron-server[88477]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:16.759612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:16.790287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd70eb-7b07-46c5-a477-e7ef734fce23 None None] Network 847f84d4-20ae-4ea2-b1a6-2a730d97945f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:16.816666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3765-aec9-47d5-a305-9714433c8272 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.817944 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8f1a3765-aec9-47d5-a305-9714433c8272 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "PUT /v2.0/routers/bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d HTTP/1.1" status: 200 len: 919 time: 3.5953019 Mar 24 17:02:16.821284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60558) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:16.875630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Allocated IP 2001:db8::3 (f6f2970c-bdc6-471d-afe1-f67b51fbb60e/103a3795-a6e3-4622-8f51-bd8b7af96742/61090096-eb2e-40fc-833e-6ab2eda7f3e3) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:16.911816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656d961-7128-44f5-a419-285aecbe08cd tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event updated for resources: {'Port': ['ID=83799ec5-023d-4910-a25b-bbc8191ba947,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:16.928155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6656d961-7128-44f5-a419-285aecbe08cd tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] In _notify_port_updated(), no bound segment for port 83799ec5-023d-4910-a25b-bbc8191ba947 on network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 {{(pid=88478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:02:16.933852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6656d961-7128-44f5-a419-285aecbe08cd tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:16.934637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6656d961-7128-44f5-a419-285aecbe08cd tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:16.936058 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6656d961-7128-44f5-a419-285aecbe08cd tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "PUT /v2.0/ports/83799ec5-023d-4910-a25b-bbc8191ba947 HTTP/1.1" status: 200 len: 1056 time: 1.0419295 Mar 24 17:02:16.939626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-97e46f32-6030-4255-b648-bc7dfa85c949 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:16.939777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60562) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:16.943215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-97e46f32-6030-4255-b648-bc7dfa85c949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:16.943215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c5d77-1c6c-4912-9a4d-a368d9859edb None None] Routers {'bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:16.943215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ab6c5d77-1c6c-4912-9a4d-a368d9859edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:17.012361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc602a-1068-4152-bd4c-ec4f558fc8f7 req-254d83be-890f-46b1-8b60-946df2ca67b4 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:17.013603 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69dc602a-1068-4152-bd4c-ec4f558fc8f7 req-254d83be-890f-46b1-8b60-946df2ca67b4 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3369203 Mar 24 17:02:17.060213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.081094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-341678b5-e984-418b-9edd-b1930fc2aaf3 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Deleting port 83799ec5-023d-4910-a25b-bbc8191ba947 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:17.081433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-341678b5-e984-418b-9edd-b1930fc2aaf3 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.082460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Transition to ACTIVE for port object c6ff787f-1fca-4ec8-9f49-2320362fcbb5 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:17.095439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ab6c5d77-1c6c-4912-9a4d-a368d9859edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:17.165548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=8ad9b810-80cf-4533-ad29-089f3c7cd20c,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:17.200234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c5d77-1c6c-4912-9a4d-a368d9859edb None None] Routers {'bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:17.201341 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b9a40da8-0c74-4bdc-992d-e23717e91fc5 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/routers/bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d HTTP/1.1" status: 200 len: 919 time: 0.3791304 Mar 24 17:02:17.202713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ab6c5d77-1c6c-4912-9a4d-a368d9859edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:17.204405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60566) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:17.244315 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69dc602a-1068-4152-bd4c-ec4f558fc8f7 req-809a6748-1374-4c45-8bf9-5637da38ec4c tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095318 Mar 24 17:02:17.255430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.281598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 0ce16bc2-d38e-4cba-a471-1ef062fea804 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:17.282282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.308106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ab6c5d77-1c6c-4912-9a4d-a368d9859edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:17.308523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c5d77-1c6c-4912-9a4d-a368d9859edb None None] The sync data for ids ['bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:17.322752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.392606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d367d5-3eaf-497e-b7cd-5e68d04dd120 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:17.393315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d0d367d5-3eaf-497e-b7cd-5e68d04dd120 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Synchronizing usage tracker for tenant:fb5685c2ce04416890f9d9f17a777610 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:17.413286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Network 6ee08938-0074-4ef0-9791-21af8315862e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:17.419326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:17.446725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:17.455759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:17.456463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.476484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-341678b5-e984-418b-9edd-b1930fc2aaf3 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.536040 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Port': ['ID=c6ff787f-1fca-4ec8-9f49-2320362fcbb5,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:17.562146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.585014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Transition to ACTIVE for port object 61090096-eb2e-40fc-833e-6ab2eda7f3e3 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:17.610340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d0d367d5-3eaf-497e-b7cd-5e68d04dd120 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Unset dirty status for tenant:fb5685c2ce04416890f9d9f17a777610 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:17.611724 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d0d367d5-3eaf-497e-b7cd-5e68d04dd120 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4057133 Mar 24 17:02:17.616075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60570) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:17.621359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Transition to ACTIVE for port object 61090096-eb2e-40fc-833e-6ab2eda7f3e3 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:17.672236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-341678b5-e984-418b-9edd-b1930fc2aaf3 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Calling delete_port for 83799ec5-023d-4910-a25b-bbc8191ba947 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:17.679875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.741287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-97fa2736-e19c-4989-b4f9-b80038d3b7c8 None None] Provisioning for port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:17.742547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60574) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:17.746201 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fd5371b7-533f-43c7-9cb3-cea901e5b29e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0032482 Mar 24 17:02:17.749081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'port': {'network_id': '6ee08938-0074-4ef0-9791-21af8315862e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1316132985'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:17.760774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-97fa2736-e19c-4989-b4f9-b80038d3b7c8 None None] Provisioning complete for port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:17.760774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97fa2736-e19c-4989-b4f9-b80038d3b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.795817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.833481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] For port 0ce16bc2-d38e-4cba-a471-1ef062fea804, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0ce16bc2-d38e-4cba-a471-1ef062fea804,segment=NetworkSegment(49379c87-d3ad-4a41-be01-818fa2e6edc0),segment_id=49379c87-d3ad-4a41-be01-818fa2e6edc0)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:17.833848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:17.863947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Network f6f2970c-bdc6-471d-afe1-f67b51fbb60e is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:17.868602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:17.876488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:17.949206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Pushing event updated for resources: {'Port': ['ID=61090096-eb2e-40fc-833e-6ab2eda7f3e3,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:17.985185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=103a3795-a6e3-4622-8f51-bd8b7af96742,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:17.985803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Calling delete_port for 0ce16bc2-d38e-4cba-a471-1ef062fea804 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:17.994452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Attempting to bind port 61090096-eb2e-40fc-833e-6ab2eda7f3e3 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:17.997211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Attempting to bind port 61090096-eb2e-40fc-833e-6ab2eda7f3e3 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '00ce3b19-c180-4ced-94e6-cd02f0656d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f6f2970c-bdc6-471d-afe1-f67b51fbb60e'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:17.997211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Attempting to bind port 61090096-eb2e-40fc-833e-6ab2eda7f3e3 on network f6f2970c-bdc6-471d-afe1-f67b51fbb60e {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:18.033416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:18.033781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Checking segment: {'id': '00ce3b19-c180-4ced-94e6-cd02f0656d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f6f2970c-bdc6-471d-afe1-f67b51fbb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:18.034173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.034558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Bound using segment: {'id': '00ce3b19-c180-4ced-94e6-cd02f0656d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f6f2970c-bdc6-471d-afe1-f67b51fbb60e'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:18.035023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Bound port: 61090096-eb2e-40fc-833e-6ab2eda7f3e3, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce3b19-c180-4ced-94e6-cd02f0656d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f6f2970c-bdc6-471d-afe1-f67b51fbb60e'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:18.035746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.046909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e0caf-37a5-4f61-aac9-970e648c0cf1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:18.047699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c38e0caf-37a5-4f61-aac9-970e648c0cf1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Synchronizing usage tracker for tenant:fb5685c2ce04416890f9d9f17a777610 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:18.100623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97fa2736-e19c-4989-b4f9-b80038d3b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.101155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.157045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:18.159538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c38e0caf-37a5-4f61-aac9-970e648c0cf1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Unset dirty status for tenant:fb5685c2ce04416890f9d9f17a777610 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:18.163492 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c38e0caf-37a5-4f61-aac9-970e648c0cf1 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 881 time: 0.5428991 Mar 24 17:02:18.164809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-97fa2736-e19c-4989-b4f9-b80038d3b7c8 None None] For port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d,segment=NetworkSegment(e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2),segment_id=e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:18.164944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f2970c-bdc6-471d-afe1-f67b51fbb60e']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:18.165059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60578) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:18.165136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] For port 61090096-eb2e-40fc-833e-6ab2eda7f3e3, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:18.167286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.168571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] For port 61090096-eb2e-40fc-833e-6ab2eda7f3e3, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=61090096-eb2e-40fc-833e-6ab2eda7f3e3,segment=NetworkSegment(00ce3b19-c180-4ced-94e6-cd02f0656d58),segment_id=00ce3b19-c180-4ced-94e6-cd02f0656d58)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:18.173097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Usage tracker for resource:port and tenant:56e1c9555ea143b4a676e3689fe08c49 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:18.178528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:18.186647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ce3b19-c180-4ced-94e6-cd02f0656d58') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:18.186985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ce3b19-c180-4ced-94e6-cd02f0656d58') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:18.194095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:18.203078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.233182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97fa2736-e19c-4989-b4f9-b80038d3b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.259390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.265131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-341678b5-e984-418b-9edd-b1930fc2aaf3 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.277382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-97fa2736-e19c-4989-b4f9-b80038d3b7c8 None None] Could not find standard attr ID for object 83799ec5-023d-4910-a25b-bbc8191ba947. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:02:18.281740 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.315515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:18.316725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.326361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa2736-e19c-4989-b4f9-b80038d3b7c8 None None] Pushing event updated for resources: {'Port': ['ID=b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:18.340163 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:18.365365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Made reservation on behalf of 56e1c9555ea143b4a676e3689fe08c49 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:18.368954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.386569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Port': ['ID=0ce16bc2-d38e-4cba-a471-1ef062fea804,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:18.388583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No DVR routers for this DVR port 0ce16bc2-d38e-4cba-a471-1ef062fea804 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:18.391905 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-db878fcd-902e-45f1-afc7-82d74aa4ab7e tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d HTTP/1.1" status: 200 len: 205 time: 0.2263827 Mar 24 17:02:18.421309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60584) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:18.461178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341678b5-e984-418b-9edd-b1930fc2aaf3 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event deleted for resources: {'Port': ['ID=83799ec5-023d-4910-a25b-bbc8191ba947,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:18.490434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b38b58ee-4e5f-4154-9176-402d8f3e4d5f None None] Provisioning complete for port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:18.490810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b38b58ee-4e5f-4154-9176-402d8f3e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.517044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442597e2-1849-4593-a9f1-2dec17f39c80 None None] Network f6f2970c-bdc6-471d-afe1-f67b51fbb60e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:18.553691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] device_id is not set on port ccf37705-fb6f-4f90-a08a-03a4ed759eba yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:18.618562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.662671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e3049-7e18-41c3-8065-33623cb3f2b0 None None] Pushing event updated for resources: {'Port': ['ID=61090096-eb2e-40fc-833e-6ab2eda7f3e3,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:18.714863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847f84d4-20ae-4ea2-b1a6-2a730d97945f']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:18.732193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49379c87-d3ad-4a41-be01-818fa2e6edc0') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:18.732497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49379c87-d3ad-4a41-be01-818fa2e6edc0') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:18.748179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:02:18.748179 dv-neutron-835063-1-hyperv neutron-server[88478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:02:18.748179 dv-neutron-835063-1-hyperv neutron-server[88478]: [parameters: {'id': 'f6f2970c-bdc6-471d-afe1-f67b51fbb60e'}] Mar 24 17:02:18.748179 dv-neutron-835063-1-hyperv neutron-server[88478]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:18.748503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:18.761537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.770678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.835557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ad9b810-80cf-4533-ad29-089f3c7cd20c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:18.847794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.857579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:18.857974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:18.875422 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:18.906231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63528c8-4f65-4389-97d3-2410d5f9cedd None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:02:18.948518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Allocated IP 2001:db8::97 (6ee08938-0074-4ef0-9791-21af8315862e/8e369845-4d79-4354-a4aa-8124cc6dbef9/ccf37705-fb6f-4f90-a08a-03a4ed759eba) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:18.971303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8ad9b810-80cf-4533-ad29-089f3c7cd20c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:18.971818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:18.991804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97ea22-c7f1-4e34-9c2f-87da7989a53c req-2e7cf3dc-88f6-4b56-b4ce-6896a0569891 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:18.993367 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b97ea22-c7f1-4e34-9c2f-87da7989a53c req-2e7cf3dc-88f6-4b56-b4ce-6896a0569891 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.5667837 Mar 24 17:02:19.029985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b38b58ee-4e5f-4154-9176-402d8f3e4d5f None None] Provisioning for port c6ff787f-1fca-4ec8-9f49-2320362fcbb5 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:19.053636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b38b58ee-4e5f-4154-9176-402d8f3e4d5f None None] Provisioning complete for port c6ff787f-1fca-4ec8-9f49-2320362fcbb5 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:19.054198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b38b58ee-4e5f-4154-9176-402d8f3e4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.057263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.072720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.098741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.110520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=847f84d4-20ae-4ea2-b1a6-2a730d97945f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:19.115628 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bf324d63-67e6-4abb-a3fb-9034209be638 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/847f84d4-20ae-4ea2-b1a6-2a730d97945f HTTP/1.1" status: 204 len: 168 time: 5.2449009 Mar 24 17:02:19.120790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60590) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:19.130509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1903745327'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:19.132375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:19.136662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:19.140088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:19.144216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Deleting port 6118e136-7427-4a8d-9261-e671d3ca505f {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:19.147869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.156919 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b38b58ee-4e5f-4154-9176-402d8f3e4d5f None None] Port c6ff787f-1fca-4ec8-9f49-2320362fcbb5 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:19.182964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:19.207227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-341678b5-e984-418b-9edd-b1930fc2aaf3 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.219451 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b97ea22-c7f1-4e34-9c2f-87da7989a53c req-89615dda-9aaa-429f-bbcb-a284cf09b6ed tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079878 Mar 24 17:02:19.225814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63528c8-4f65-4389-97d3-2410d5f9cedd None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:02:19.245326 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:19.258568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.297870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:19.301732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.360092 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-341678b5-e984-418b-9edd-b1930fc2aaf3 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "DELETE /v2.0/ports/83799ec5-023d-4910-a25b-bbc8191ba947 HTTP/1.1" status: 204 len: 168 time: 2.4165442 Mar 24 17:02:19.360092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting port 61090096-eb2e-40fc-833e-6ab2eda7f3e3 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:19.360092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.360474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60594) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:19.405772 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:19.427112 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:19.427645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.427799 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2317bd9-f1f4-47a2-86b9-e5ae93e0caa7 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] GET failed (client error): The resource could not be found. Mar 24 17:02:19.431712 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d2317bd9-f1f4-47a2-86b9-e5ae93e0caa7 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "GET /v2.0/ports/83799ec5-023d-4910-a25b-bbc8191ba947 HTTP/1.1" status: 404 len: 333 time: 0.0678341 Mar 24 17:02:19.431946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60598) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:19.436451 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.436800 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment 09157643-6353-4a90-8ed3-a6381b9d4933 of type vlan for network 2e3aa592-742f-40a1-988d-39f8d5e37724 Mar 24 17:02:19.441691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.582613 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Calling delete_port for 6118e136-7427-4a8d-9261-e671d3ca505f owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:19.592240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c468b17a-e0e8-4795-90b9-15b0f04f3309 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Deleting port fee75839-8338-4f79-adb1-8738732a29ff {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:19.592825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c468b17a-e0e8-4795-90b9-15b0f04f3309 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.632761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.648417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.748161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.752622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Transition to ACTIVE for port object ccf37705-fb6f-4f90-a08a-03a4ed759eba will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:19.756213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:19.757350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.803341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2154329-a077-418a-8bfa-0302ecf01725 None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:02:19.822200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] For port 61090096-eb2e-40fc-833e-6ab2eda7f3e3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=61090096-eb2e-40fc-833e-6ab2eda7f3e3,segment=NetworkSegment(00ce3b19-c180-4ced-94e6-cd02f0656d58),segment_id=00ce3b19-c180-4ced-94e6-cd02f0656d58)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:19.822941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:19.975846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2154329-a077-418a-8bfa-0302ecf01725 None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:02:19.997844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Calling delete_port for 61090096-eb2e-40fc-833e-6ab2eda7f3e3 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:20.043258 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9183447 Mar 24 17:02:20.044686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60602) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:20.050941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117c034-fed3-48dc-a2e0-3b84282bb170 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=2e3aa592-742f-40a1-988d-39f8d5e37724,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:20.100136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 2e3aa592-742f-40a1-988d-39f8d5e37724 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:20.104552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': '2e3aa592-742f-40a1-988d-39f8d5e37724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:20.137333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.190134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event deleted for resources: {'Port': ['ID=6118e136-7427-4a8d-9261-e671d3ca505f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:20.245701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.304434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.341505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.347064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c468b17a-e0e8-4795-90b9-15b0f04f3309 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.377542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Network 6ee08938-0074-4ef0-9791-21af8315862e is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:20.392669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:20.435306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:20.503761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.506318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.548580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:20.554307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:20.554971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.558642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Port': ['ID=ccf37705-fb6f-4f90-a08a-03a4ed759eba,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:20.567907 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c468b17a-e0e8-4795-90b9-15b0f04f3309 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Calling delete_port for fee75839-8338-4f79-adb1-8738732a29ff owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:20.600513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No DVR routers for this DVR port 61090096-eb2e-40fc-833e-6ab2eda7f3e3 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:20.602305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:20.615497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.616173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Fanout notify agent at l3_agent the message router_deleted on router bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:02:20.629432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.634102 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-446e458a-9855-4fd2-a789-d45a4177c523 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d HTTP/1.1" status: 204 len: 168 time: 2.2057898 Mar 24 17:02:20.634720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60608) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:20.640037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1808150499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:20.648519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:20.652829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Usage tracker for resource:router and tenant:4aff7d2430754222bfe3500577cc63b7 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:20.656928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:20.677108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:20.758651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.759818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.776113 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.794368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:20.815196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:20.832912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Port': ['ID=61090096-eb2e-40fc-833e-6ab2eda7f3e3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:20.867038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b4f00b3b-eb91-453e-bc08-973b8905197e None None] Provisioning for port ccf37705-fb6f-4f90-a08a-03a4ed759eba completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:20.872972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b4f00b3b-eb91-453e-bc08-973b8905197e None None] Provisioning complete for port ccf37705-fb6f-4f90-a08a-03a4ed759eba triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:20.873552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b4f00b3b-eb91-453e-bc08-973b8905197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.924964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.936719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b4f00b3b-eb91-453e-bc08-973b8905197e None None] Port ccf37705-fb6f-4f90-a08a-03a4ed759eba cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:20.965928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:20.973487 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-27801485-b292-4cb0-8adb-a1be1f2ff9d0 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2297869 Mar 24 17:02:20.976410 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60612) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:20.982168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9b772e96-bff5-4620-b85a-822ef33ecc8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f0', 'mac_address': 'fa:16:3e:aa:34:a4'}, {'ip_address': '2001:db8::214', 'mac_address': 'fa:16:3e:f2:54:a9'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:21.026957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.028141 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-249fbeeb-60e6-4573-a8ef-6a17dccc5c28 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3923736 Mar 24 17:02:21.030898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60616) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:21.031509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f2970c-bdc6-471d-afe1-f67b51fbb60e']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:21.038340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:21.065435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf76ad-7861-454e-b9b4-abae2e820937 req-90c52694-0e2f-478a-ad38-432fc98f5478 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:21.066828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87bf76ad-7861-454e-b9b4-abae2e820937 req-90c52694-0e2f-478a-ad38-432fc98f5478 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6712401 Mar 24 17:02:21.074430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:21.077743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.092279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ce3b19-c180-4ced-94e6-cd02f0656d58') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:21.092569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ce3b19-c180-4ced-94e6-cd02f0656d58') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:21.143618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.213698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing IP validity checks on allocation pools {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 24 17:02:21.214200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 24 17:02:21.239862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.255790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:21.256219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:21.271807 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:21.274707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87bf76ad-7861-454e-b9b4-abae2e820937 req-68ae484c-5026-4cd1-a455-0909e1bc9752 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733196 Mar 24 17:02:21.339438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c468b17a-e0e8-4795-90b9-15b0f04f3309 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.401313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468b17a-e0e8-4795-90b9-15b0f04f3309 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event deleted for resources: {'Port': ['ID=fee75839-8338-4f79-adb1-8738732a29ff,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:21.507855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.512187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.534578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.549245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c468b17a-e0e8-4795-90b9-15b0f04f3309 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.555648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=f6f2970c-bdc6-471d-afe1-f67b51fbb60e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:21.569617 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-491cfe38-8aee-462a-a4f9-15443c894738 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/f6f2970c-bdc6-471d-afe1-f67b51fbb60e HTTP/1.1" status: 204 len: 168 time: 5.8982899 Mar 24 17:02:21.573060 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c468b17a-e0e8-4795-90b9-15b0f04f3309 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "DELETE /v2.0/ports/fee75839-8338-4f79-adb1-8738732a29ff HTTP/1.1" status: 204 len: 168 time: 2.1400399 Mar 24 17:02:21.576214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60622) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:21.576450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60624) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:21.635132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b772e96-bff5-4620-b85a-822ef33ecc8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.647663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-995695575'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:21.650404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:21.654455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:network and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:21.659729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:21.673517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:21.691888 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd982bc-6430-46b1-a0d3-451dfa60a724 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] GET failed (client error): The resource could not be found. Mar 24 17:02:21.692377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fd982bc-6430-46b1-a0d3-451dfa60a724 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Synchronizing usage tracker for tenant:653b7e9e358b4f449be3b292e8b8622e on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:21.802617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fd982bc-6430-46b1-a0d3-451dfa60a724 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Unset dirty status for tenant:653b7e9e358b4f449be3b292e8b8622e on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:21.807270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4fd982bc-6430-46b1-a0d3-451dfa60a724 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "GET /v2.0/ports/fee75839-8338-4f79-adb1-8738732a29ff HTTP/1.1" status: 404 len: 333 time: 0.2248986 Mar 24 17:02:21.812191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:21.815694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:21.826729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60632) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:21.913023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.021047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:22.064270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8e319aaa-83a7-4a63-9fac-4412d0e4dd11 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Deleting port ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:22.064610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e319aaa-83a7-4a63-9fac-4412d0e4dd11 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.101958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.102214 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment 6df33de6-96f2-4954-942e-55e19dd09ded of type vlan for network 3730a11f-ad95-47b6-8cb5-91b84916b9fe Mar 24 17:02:22.136092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=27fe95fc-ddff-4840-a628-68161dfdb779,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:22.198714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': '09157643-6353-4a90-8ed3-a6381b9d4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e3aa592-742f-40a1-988d-39f8d5e37724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:22.199069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: 2e3aa592-742f-40a1-988d-39f8d5e37724, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:22.233407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.249292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b772e96-bff5-4620-b85a-822ef33ecc8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.252775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.256802 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0481bc-0703-4b45-881d-a4892ff66a91 req-4dd8e911-7068-4e3d-a830-368db591c895 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:22.258273 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f0481bc-0703-4b45-881d-a4892ff66a91 req-4dd8e911-7068-4e3d-a830-368db591c895 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.5154269 Mar 24 17:02:22.284474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.319843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b772e96-bff5-4620-b85a-822ef33ecc8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.322892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-2d08945c-2eb5-4c3a-9107-bc1035fb60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:22.324365 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-2d08945c-2eb5-4c3a-9107-bc1035fb60d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1098 time: 0.4040792 Mar 24 17:02:22.398238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9b772e96-bff5-4620-b85a-822ef33ecc8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] In _notify_port_updated(), no bound segment for port ccf37705-fb6f-4f90-a08a-03a4ed759eba on network 6ee08938-0074-4ef0-9791-21af8315862e {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:02:22.403217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b772e96-bff5-4620-b85a-822ef33ecc8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:22.403844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b772e96-bff5-4620-b85a-822ef33ecc8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.405149 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9b772e96-bff5-4620-b85a-822ef33ecc8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "PUT /v2.0/ports/ccf37705-fb6f-4f90-a08a-03a4ed759eba HTTP/1.1" status: 200 len: 1067 time: 1.4277372 Mar 24 17:02:22.409111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60638) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:22.414949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 2e3aa592-742f-40a1-988d-39f8d5e37724 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:22.432057 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f0481bc-0703-4b45-881d-a4892ff66a91 req-d1743e5d-1eb5-41e4-8006-8d9ed0820a3b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662099 Mar 24 17:02:22.467940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b772e96-bff5-4620-b85a-822ef33ecc8e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event updated for resources: {'Port': ['ID=ccf37705-fb6f-4f90-a08a-03a4ed759eba,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:22.535885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.541189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:22.541894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.548079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0c64cc49-a801-444a-9a9b-2589abd43ba1 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Deleting port ccf37705-fb6f-4f90-a08a-03a4ed759eba {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:22.548596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c64cc49-a801-444a-9a9b-2589abd43ba1 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.614672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Allocated IP 172.26.4.68 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/e623751b-afd0-4d27-ae2b-e9bb58b963a2) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:22.674790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-71cbf602-4e38-49cb-9092-780f1fbfdfd1 None None] Provisioning complete for port ccf37705-fb6f-4f90-a08a-03a4ed759eba triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:22.675425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-71cbf602-4e38-49cb-9092-780f1fbfdfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.708976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 2e3aa592-742f-40a1-988d-39f8d5e37724) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:22.713611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:22.714206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.725185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a2d3cf-05c3-41a6-86c8-ae31a549274d None None] Network 2e3aa592-742f-40a1-988d-39f8d5e37724 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:22.771313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-71cbf602-4e38-49cb-9092-780f1fbfdfd1 None None] Port ccf37705-fb6f-4f90-a08a-03a4ed759eba cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:22.843219 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2630794 Mar 24 17:02:22.843219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4ffce-da04-4012-89b2-7690a5e625bc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=3730a11f-ad95-47b6-8cb5-91b84916b9fe,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:22.848686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60642) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:22.874033 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-20190b09-5d35-42b6-8607-180261245152 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8235612 Mar 24 17:02:22.875587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60646) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:22.878967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': '3730a11f-ad95-47b6-8cb5-91b84916b9fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:22.914304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 3730a11f-ad95-47b6-8cb5-91b84916b9fe details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:22.925303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e319aaa-83a7-4a63-9fac-4412d0e4dd11 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.937954 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.944329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c64cc49-a801-444a-9a9b-2589abd43ba1 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:22.947814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-7df21f9f-7663-4381-8b49-390ab73f2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:22.949312 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-7df21f9f-7663-4381-8b49-390ab73f2b82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 913 time: 0.6118438 Mar 24 17:02:23.076406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0c64cc49-a801-444a-9a9b-2589abd43ba1 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Calling delete_port for ccf37705-fb6f-4f90-a08a-03a4ed759eba owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:23.081286 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-2e3aa592-742f-40a1-988d-39f8d5e37724', 'network_id': '2e3aa592-742f-40a1-988d-39f8d5e37724', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': '27fe95fc-ddff-4840-a628-68161dfdb779'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:23.082179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:23.217508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:23.246937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Allocated IP 172.20.0.3 (2e3aa592-742f-40a1-988d-39f8d5e37724/27fe95fc-ddff-4840-a628-68161dfdb779/14728f32-e21e-4c7d-a2b2-539f8b4a3563) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:23.283262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8e319aaa-83a7-4a63-9fac-4412d0e4dd11 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Calling delete_port for ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:23.290534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:23.293915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:23.298267 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:23.344570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event updated for resources: {'Port': ['ID=e623751b-afd0-4d27-ae2b-e9bb58b963a2,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:23.351195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c64cc49-a801-444a-9a9b-2589abd43ba1 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:23.371324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:23.392795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:subnet and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:23.401579 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-e21c46a7-01ab-4b26-8fa1-227d4db39e4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 1001 time: 0.4335978 Mar 24 17:02:23.402414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:23.415231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64cc49-a801-444a-9a9b-2589abd43ba1 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event deleted for resources: {'Port': ['ID=ccf37705-fb6f-4f90-a08a-03a4ed759eba,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:23.467794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:23.492020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:23.510600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:23.572555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-9cb39e66-d16f-4636-a16c-3923712c82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:23.573969 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-9cb39e66-d16f-4636-a16c-3923712c82bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 200 len: 851 time: 0.1643152 Mar 24 17:02:23.647034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:23.650790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:23.813239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Transition to ACTIVE for port object 14728f32-e21e-4c7d-a2b2-539f8b4a3563 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:23.835988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Transition to ACTIVE for port object 14728f32-e21e-4c7d-a2b2-539f8b4a3563 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:23.836198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e319aaa-83a7-4a63-9fac-4412d0e4dd11 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:23.842800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:23.879582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:23.946168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Network 2e3aa592-742f-40a1-988d-39f8d5e37724 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:23.949784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:23.955241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:23.986111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e319aaa-83a7-4a63-9fac-4412d0e4dd11 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event deleted for resources: {'Port': ['ID=ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:24.004200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c64cc49-a801-444a-9a9b-2589abd43ba1 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.032223 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0c64cc49-a801-444a-9a9b-2589abd43ba1 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "DELETE /v2.0/ports/ccf37705-fb6f-4f90-a08a-03a4ed759eba HTTP/1.1" status: 204 len: 168 time: 1.6196704 Mar 24 17:02:24.045215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60652) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:24.131743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.134612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Attempting to bind port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:24.135949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Attempting to bind port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '09157643-6353-4a90-8ed3-a6381b9d4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e3aa592-742f-40a1-988d-39f8d5e37724'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:24.136606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Attempting to bind port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 on network 2e3aa592-742f-40a1-988d-39f8d5e37724 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:24.141181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Pushing event updated for resources: {'Port': ['ID=14728f32-e21e-4c7d-a2b2-539f8b4a3563,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:24.147024 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-3461062d-1925-4bfa-a81c-5bb917221faf tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] GET failed (client error): The resource could not be found. Mar 24 17:02:24.147024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3461062d-1925-4bfa-a81c-5bb917221faf tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Synchronizing usage tracker for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:24.147219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:24.147219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Checking segment: {'id': '09157643-6353-4a90-8ed3-a6381b9d4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e3aa592-742f-40a1-988d-39f8d5e37724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:24.147739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.148334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Bound using segment: {'id': '09157643-6353-4a90-8ed3-a6381b9d4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e3aa592-742f-40a1-988d-39f8d5e37724'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:24.149438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Bound port: 14728f32-e21e-4c7d-a2b2-539f8b4a3563, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09157643-6353-4a90-8ed3-a6381b9d4933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '2e3aa592-742f-40a1-988d-39f8d5e37724'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:24.150088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.179475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabbc34-7b93-464a-acf4-41885c1c9e4d req-6f89ba57-9bd0-4029-bb5c-c999051e8c46 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:24.187836 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5fabbc34-7b93-464a-acf4-41885c1c9e4d req-6f89ba57-9bd0-4029-bb5c-c999051e8c46 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6215727 Mar 24 17:02:24.220228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-574f9952-5d2b-4a5f-9a75-e48f87e1a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:24.221848 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-574f9952-5d2b-4a5f-9a75-e48f87e1a53d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5860991 Mar 24 17:02:24.264142 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] For port 14728f32-e21e-4c7d-a2b2-539f8b4a3563, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:24.267067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e319aaa-83a7-4a63-9fac-4412d0e4dd11 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.268785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] For port 14728f32-e21e-4c7d-a2b2-539f8b4a3563, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=14728f32-e21e-4c7d-a2b2-539f8b4a3563,segment=NetworkSegment(09157643-6353-4a90-8ed3-a6381b9d4933),segment_id=09157643-6353-4a90-8ed3-a6381b9d4933)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:24.347594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.437056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef07331-9c84-4199-af3b-2ae06fbc929b None None] Pushing event updated for resources: {'Port': ['ID=14728f32-e21e-4c7d-a2b2-539f8b4a3563,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:24.494768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.534945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.538333 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3461062d-1925-4bfa-a81c-5bb917221faf tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Unset dirty status for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:24.538701 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.542242 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3461062d-1925-4bfa-a81c-5bb917221faf tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "GET /v2.0/ports/ccf37705-fb6f-4f90-a08a-03a4ed759eba HTTP/1.1" status: 404 len: 333 time: 0.4849381 Mar 24 17:02:24.543017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60656) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:24.594486 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5fabbc34-7b93-464a-acf4-41885c1c9e4d req-63e8869b-a8b8-4452-8e53-f952a350857d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4041986 Mar 24 17:02:24.604989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=27fe95fc-ddff-4840-a628-68161dfdb779,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:24.729246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a5035735-57cd-457a-9cc7-15c5d00b24f3 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Deleting port c6ff787f-1fca-4ec8-9f49-2320362fcbb5 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:24.729633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5035735-57cd-457a-9cc7-15c5d00b24f3 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.744326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:24.770083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8e319aaa-83a7-4a63-9fac-4412d0e4dd11 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "DELETE /v2.0/ports/ec7bf621-f9ea-4dac-92e5-6ac490a4cbe1 HTTP/1.1" status: 204 len: 168 time: 2.9411190 Mar 24 17:02:24.802677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60660) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:24.820495 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-397caabc-342c-4b29-a7b2-e5c0cc45529f service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839951 Mar 24 17:02:24.824979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 14728f32-e21e-4c7d-a2b2-539f8b4a3563 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:24.870816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3aa592-742f-40a1-988d-39f8d5e37724']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:24.938673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09157643-6353-4a90-8ed3-a6381b9d4933') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:24.938967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09157643-6353-4a90-8ed3-a6381b9d4933') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:24.958728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:24.972819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.066063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6939b81f-b881-4f10-8fdd-397661f40a0c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Deleting subnet 579a0b21-e970-4048-8781-b891642c1437 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:02:25.071259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.079622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6939b81f-b881-4f10-8fdd-397661f40a0c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.122968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:25.123370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:25.137651 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:25.155141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.168093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Router 83e355f6-7618-4f2a-9674-3a52ce740aa5 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:02:25.284681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6939b81f-b881-4f10-8fdd-397661f40a0c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.297712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5035735-57cd-457a-9cc7-15c5d00b24f3 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.324466 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd14f2a1-828b-47b1-ba83-f08bbd22390a req-619a6d1f-0883-4e98-926d-b863ab12da72 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959590 Mar 24 17:02:25.375648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=07194e93-052c-4e75-904b-1715c1a1dd03,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:25.384043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:02:25.384043 dv-neutron-835063-1-hyperv neutron-server[88478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:02:25.384043 dv-neutron-835063-1-hyperv neutron-server[88478]: [parameters: {'id': '2e3aa592-742f-40a1-988d-39f8d5e37724'}] Mar 24 17:02:25.384043 dv-neutron-835063-1-hyperv neutron-server[88478]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:25.384571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:25.404458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking segment: {'id': '6df33de6-96f2-4954-942e-55e19dd09ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3730a11f-ad95-47b6-8cb5-91b84916b9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:25.404844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network hostable DHCP agents. Network: 3730a11f-ad95-47b6-8cb5-91b84916b9fe, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:25.441135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6939b81f-b881-4f10-8fdd-397661f40a0c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.451761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a5035735-57cd-457a-9cc7-15c5d00b24f3 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Calling delete_port for c6ff787f-1fca-4ec8-9f49-2320362fcbb5 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:25.463512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da3abc4-74f0-49a4-b714-64e7d7ef5348 None None] Network 2e3aa592-742f-40a1-988d-39f8d5e37724 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:25.508767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network 3730a11f-ad95-47b6-8cb5-91b84916b9fe is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:25.587163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 3730a11f-ad95-47b6-8cb5-91b84916b9fe) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:25.591782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:25.592896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.594738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:25.602721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34962b93-e339-41c9-ac52-d4f1b8831d5f None None] Network 3730a11f-ad95-47b6-8cb5-91b84916b9fe requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:25.602937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.606876 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cf6ee29f-0b94-4ded-a9f4-b8e0cc04c027 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "PUT /v2.0/routers/83e355f6-7618-4f2a-9674-3a52ce740aa5 HTTP/1.1" status: 200 len: 879 time: 4.5717995 Mar 24 17:02:25.607005 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cfe364-a451-4483-8aaf-df2713a8b04b None None] Sync routers for ids ['83e355f6-7618-4f2a-9674-3a52ce740aa5'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:25.613224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60664) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:25.619373 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cfe364-a451-4483-8aaf-df2713a8b04b None None] Routers {'83e355f6-7618-4f2a-9674-3a52ce740aa5'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:25.620047 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-63cfe364-a451-4483-8aaf-df2713a8b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['83e355f6-7618-4f2a-9674-3a52ce740aa5'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:25.723141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dd30f80f-3b83-4ec9-8e90-f4cc8c5857fe None None] Provisioning for port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:25.738756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6939b81f-b881-4f10-8fdd-397661f40a0c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.742123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dd30f80f-3b83-4ec9-8e90-f4cc8c5857fe None None] Provisioning complete for port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:25.742490 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dd30f80f-3b83-4ec9-8e90-f4cc8c5857fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.766454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5035735-57cd-457a-9cc7-15c5d00b24f3 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.768200 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-63cfe364-a451-4483-8aaf-df2713a8b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:25.786361 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cfe364-a451-4483-8aaf-df2713a8b04b None None] Routers {'83e355f6-7618-4f2a-9674-3a52ce740aa5'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:25.792897 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-63cfe364-a451-4483-8aaf-df2713a8b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['83e355f6-7618-4f2a-9674-3a52ce740aa5'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:25.826341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939b81f-b881-4f10-8fdd-397661f40a0c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event deleted for resources: {'Subnet': ['ID=579a0b21-e970-4048-8781-b891642c1437,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:25.873764 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b52efe9d-2996-41cc-add9-acc941812d8f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0216603 Mar 24 17:02:25.882898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6939b81f-b881-4f10-8fdd-397661f40a0c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.887915 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6939b81f-b881-4f10-8fdd-397661f40a0c tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "DELETE /v2.0/subnets/579a0b21-e970-4048-8781-b891642c1437 HTTP/1.1" status: 204 len: 168 time: 1.0641601 Mar 24 17:02:25.887915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:25.888246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a771e29-0b4f-4834-9a80-aaaf7e62191f None None] Network a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:25.890906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60670) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:25.891385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60672) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:25.966174 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-63cfe364-a451-4483-8aaf-df2713a8b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:25.968460 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cfe364-a451-4483-8aaf-df2713a8b04b None None] The sync data for ids ['83e355f6-7618-4f2a-9674-3a52ce740aa5'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:26.006381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5035735-57cd-457a-9cc7-15c5d00b24f3 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event deleted for resources: {'Port': ['ID=c6ff787f-1fca-4ec8-9f49-2320362fcbb5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:26.031580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5035735-57cd-457a-9cc7-15c5d00b24f3 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.050778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] DHCP port deletion for 2e3aa592-742f-40a1-988d-39f8d5e37724 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:02:26.079948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Deleting port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:26.080576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.136743 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a5035735-57cd-457a-9cc7-15c5d00b24f3 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "DELETE /v2.0/ports/c6ff787f-1fca-4ec8-9f49-2320362fcbb5 HTTP/1.1" status: 204 len: 168 time: 1.5409534 Mar 24 17:02:26.139263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60678) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:26.161972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dd30f80f-3b83-4ec9-8e90-f4cc8c5857fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.182684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:26.183026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.210051 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d3f0f0-a7f1-491e-959e-8316a9018f1e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] GET failed (client error): The resource could not be found. Mar 24 17:02:26.210621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-71d3f0f0-a7f1-491e-959e-8316a9018f1e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Synchronizing usage tracker for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:26.213339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-3730a11f-ad95-47b6-8cb5-91b84916b9fe', 'network_id': '3730a11f-ad95-47b6-8cb5-91b84916b9fe', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': '07194e93-052c-4e75-904b-1715c1a1dd03'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:26.214452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.278843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-71d3f0f0-a7f1-491e-959e-8316a9018f1e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Unset dirty status for tenant:56e1c9555ea143b4a676e3689fe08c49 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:26.281509 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-71d3f0f0-a7f1-491e-959e-8316a9018f1e tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "GET /v2.0/ports/c6ff787f-1fca-4ec8-9f49-2320362fcbb5 HTTP/1.1" status: 404 len: 333 time: 0.1405120 Mar 24 17:02:26.285345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60682) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:26.361721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a34a7-530c-4abd-aeb1-3fb493f0f8b2 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Deleting port 08a0fff3-7b87-4088-af1d-0d9166045694 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:26.362385 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d7a34a7-530c-4abd-aeb1-3fb493f0f8b2 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.377533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-dd30f80f-3b83-4ec9-8e90-f4cc8c5857fe None None] For port 14728f32-e21e-4c7d-a2b2-539f8b4a3563, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=14728f32-e21e-4c7d-a2b2-539f8b4a3563,segment=NetworkSegment(09157643-6353-4a90-8ed3-a6381b9d4933),segment_id=09157643-6353-4a90-8ed3-a6381b9d4933)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:26.444770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dd30f80f-3b83-4ec9-8e90-f4cc8c5857fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.484576 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2b00c1bd-8145-43c7-a23e-80ef34a099f7 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/routers/83e355f6-7618-4f2a-9674-3a52ce740aa5 HTTP/1.1" status: 200 len: 920 time: 0.8674030 Mar 24 17:02:26.487432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60686) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:26.491496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.573146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.600990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440abbd-da3d-4164-a67d-b297bc33e84c req-8057fd61-10ed-4b63-82cf-f9d67829b082 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:26.602453 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8440abbd-da3d-4164-a67d-b297bc33e84c req-8057fd61-10ed-4b63-82cf-f9d67829b082 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7796581 Mar 24 17:02:26.635576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d7a34a7-530c-4abd-aeb1-3fb493f0f8b2 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.635796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] For port 14728f32-e21e-4c7d-a2b2-539f8b4a3563, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=14728f32-e21e-4c7d-a2b2-539f8b4a3563,segment=NetworkSegment(09157643-6353-4a90-8ed3-a6381b9d4933),segment_id=09157643-6353-4a90-8ed3-a6381b9d4933)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:26.635796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.676484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Deleting port 66d44415-6116-490a-9b42-48c9d4574995 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:26.676825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.769095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a34a7-530c-4abd-aeb1-3fb493f0f8b2 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Calling delete_port for 08a0fff3-7b87-4088-af1d-0d9166045694 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:26.811935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30f80f-3b83-4ec9-8e90-f4cc8c5857fe None None] Pushing event updated for resources: {'Port': ['ID=14728f32-e21e-4c7d-a2b2-539f8b4a3563,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:26.820986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Calling delete_port for 14728f32-e21e-4c7d-a2b2-539f8b4a3563 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:26.850454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 14728f32-e21e-4c7d-a2b2-539f8b4a3563 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:26.897683 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8440abbd-da3d-4164-a67d-b297bc33e84c req-02501371-993a-4a7e-80f5-ffb47ad248b4 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792118 Mar 24 17:02:26.910868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Allocated IP 2001:db8::1 (3730a11f-ad95-47b6-8cb5-91b84916b9fe/07194e93-052c-4e75-904b-1715c1a1dd03/4eb2f478-adb9-457a-88ea-a97c607f1224) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:26.967593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] For port 14728f32-e21e-4c7d-a2b2-539f8b4a3563, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=14728f32-e21e-4c7d-a2b2-539f8b4a3563,segment=NetworkSegment(09157643-6353-4a90-8ed3-a6381b9d4933),segment_id=09157643-6353-4a90-8ed3-a6381b9d4933)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:26.968074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:26.998526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] DHCP port deletion for a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:02:27.010791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.050288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d7a34a7-530c-4abd-aeb1-3fb493f0f8b2 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.087620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] Deleting port 66d44415-6116-490a-9b42-48c9d4574995 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:27.088005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.102473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a34a7-530c-4abd-aeb1-3fb493f0f8b2 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event deleted for resources: {'Port': ['ID=08a0fff3-7b87-4088-af1d-0d9166045694,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:27.177649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:27.178258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:27.183236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.191890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f54d665-bda0-47bb-96ff-36838acde384 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:27.193483 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3f54d665-bda0-47bb-96ff-36838acde384 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=83e355f6-7618-4f2a-9674-3a52ce740aa5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6766467 Mar 24 17:02:27.205248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Calling delete_port for 14728f32-e21e-4c7d-a2b2-539f8b4a3563 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:27.232687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60692) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:27.286818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d7a34a7-530c-4abd-aeb1-3fb493f0f8b2 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.365677 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 14728f32-e21e-4c7d-a2b2-539f8b4a3563, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=14728f32-e21e-4c7d-a2b2-539f8b4a3563,segment=NetworkSegment(09157643-6353-4a90-8ed3-a6381b9d4933),segment_id=09157643-6353-4a90-8ed3-a6381b9d4933)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:27.380140 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5d7a34a7-530c-4abd-aeb1-3fb493f0f8b2 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "DELETE /v2.0/ports/08a0fff3-7b87-4088-af1d-0d9166045694 HTTP/1.1" status: 204 len: 168 time: 1.0922070 Mar 24 17:02:27.380947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60696) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:27.435555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.457455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-364ddc71-9200-4ed5-9bed-8161ca4e2d42 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Deleting subnet 8e369845-4d79-4354-a4aa-8124cc6dbef9 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:02:27.460478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-364ddc71-9200-4ed5-9bed-8161ca4e2d42 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.473408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.478516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] For port 66d44415-6116-490a-9b42-48c9d4574995, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=66d44415-6116-490a-9b42-48c9d4574995,segment=NetworkSegment(e2b2424e-41b6-42df-8698-242c63ae352c),segment_id=e2b2424e-41b6-42df-8698-242c63ae352c)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:27.478871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.513018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Transition to ACTIVE for port object 4eb2f478-adb9-457a-88ea-a97c607f1224 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:27.516894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] For port 66d44415-6116-490a-9b42-48c9d4574995, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=66d44415-6116-490a-9b42-48c9d4574995,segment=NetworkSegment(e2b2424e-41b6-42df-8698-242c63ae352c),segment_id=e2b2424e-41b6-42df-8698-242c63ae352c)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:27.517278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.526175 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-364ddc71-9200-4ed5-9bed-8161ca4e2d42 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.620722 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-364ddc71-9200-4ed5-9bed-8161ca4e2d42 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.626855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Calling delete_port for 66d44415-6116-490a-9b42-48c9d4574995 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:27.663790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] Calling delete_port for 66d44415-6116-490a-9b42-48c9d4574995 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:27.686980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f225d2-2bb8-4bf0-a74e-541593fc67c2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:27.687560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-06f225d2-2bb8-4bf0-a74e-541593fc67c2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Synchronizing usage tracker for tenant:fb5685c2ce04416890f9d9f17a777610 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:27.690242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Deleting port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:27.690610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.699392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:27.699906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:27.723418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Transition to ACTIVE for port object 4eb2f478-adb9-457a-88ea-a97c607f1224 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:27.723705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-06f225d2-2bb8-4bf0-a74e-541593fc67c2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Unset dirty status for tenant:fb5685c2ce04416890f9d9f17a777610 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:27.724901 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-06f225d2-2bb8-4bf0-a74e-541593fc67c2 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 881 time: 0.4822614 Mar 24 17:02:27.727870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60702) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:27.741224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=14728f32-e21e-4c7d-a2b2-539f8b4a3563,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:27.775585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c4d96063-030d-4e32-bf39-c91e68f67d3f tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=83e355f6-7618-4f2a-9674-3a52ce740aa5 HTTP/1.1" status: 200 len: 205 time: 0.0465705 Mar 24 17:02:27.777419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-364ddc71-9200-4ed5-9bed-8161ca4e2d42 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.779266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60706) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:27.811918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.822001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-364ddc71-9200-4ed5-9bed-8161ca4e2d42 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:27.824708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ddc71-9200-4ed5-9bed-8161ca4e2d42 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event deleted for resources: {'Subnet': ['ID=8e369845-4d79-4354-a4aa-8124cc6dbef9,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:27.832546 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-364ddc71-9200-4ed5-9bed-8161ca4e2d42 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "DELETE /v2.0/subnets/8e369845-4d79-4354-a4aa-8124cc6dbef9 HTTP/1.1" status: 204 len: 168 time: 0.4505219 Mar 24 17:02:27.834813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60710) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:27.862000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b46335-4876-4629-b5a3-5068ef70cc7f None None] Network 6ee08938-0074-4ef0-9791-21af8315862e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:27.992676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.006000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Network 3730a11f-ad95-47b6-8cb5-91b84916b9fe is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:28.013482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.023055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:28.024858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:28.025194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:28.029785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:28.030482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Deleting port f405f7d4-b3d0-4beb-9983-3dc89aa37828 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:28.030949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.032197 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Pushing event updated for resources: {'Port': ['ID=4eb2f478-adb9-457a-88ea-a97c607f1224,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:28.096640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event deleted for resources: {'Port': ['ID=66d44415-6116-490a-9b42-48c9d4574995,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:28.101021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] No DVR routers for this DVR port 66d44415-6116-490a-9b42-48c9d4574995 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:28.255171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] For port f405f7d4-b3d0-4beb-9983-3dc89aa37828, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f405f7d4-b3d0-4beb-9983-3dc89aa37828,segment=NetworkSegment(cbc92e25-dbd2-447b-b5dc-80db0d108066),segment_id=cbc92e25-dbd2-447b-b5dc-80db0d108066)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:28.255448 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.266835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:28.267180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.292439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] For port 14728f32-e21e-4c7d-a2b2-539f8b4a3563, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=14728f32-e21e-4c7d-a2b2-539f8b4a3563,segment=NetworkSegment(09157643-6353-4a90-8ed3-a6381b9d4933),segment_id=09157643-6353-4a90-8ed3-a6381b9d4933)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:28.292820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.360359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.361355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Attempting to bind port 4eb2f478-adb9-457a-88ea-a97c607f1224 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:28.361755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Attempting to bind port 4eb2f478-adb9-457a-88ea-a97c607f1224 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '6df33de6-96f2-4954-942e-55e19dd09ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3730a11f-ad95-47b6-8cb5-91b84916b9fe'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:28.362078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Attempting to bind port 4eb2f478-adb9-457a-88ea-a97c607f1224 on network 3730a11f-ad95-47b6-8cb5-91b84916b9fe {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:28.387413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Calling delete_port for f405f7d4-b3d0-4beb-9983-3dc89aa37828 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:28.422473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.429862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Calling delete_port for 14728f32-e21e-4c7d-a2b2-539f8b4a3563 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:28.449408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=07194e93-052c-4e75-904b-1715c1a1dd03,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:28.456679 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:28.457336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Checking segment: {'id': '6df33de6-96f2-4954-942e-55e19dd09ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3730a11f-ad95-47b6-8cb5-91b84916b9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:28.457898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.458428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Bound using segment: {'id': '6df33de6-96f2-4954-942e-55e19dd09ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3730a11f-ad95-47b6-8cb5-91b84916b9fe'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:28.459049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Bound port: 4eb2f478-adb9-457a-88ea-a97c607f1224, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df33de6-96f2-4954-942e-55e19dd09ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3730a11f-ad95-47b6-8cb5-91b84916b9fe'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:28.459581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.501717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.528960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] Deleting port 66d44415-6116-490a-9b42-48c9d4574995 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:28.529215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.540990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.588408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event deleted for resources: {'Port': ['ID=f405f7d4-b3d0-4beb-9983-3dc89aa37828,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:28.595654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] No DVR routers for this DVR port f405f7d4-b3d0-4beb-9983-3dc89aa37828 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:28.615909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:28.629198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d119d6f3-1873-4cf2-972b-b200a874f7e1 None None] The port '66d44415-6116-490a-9b42-48c9d4574995' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:02:28.679591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] For port 4eb2f478-adb9-457a-88ea-a97c607f1224, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:28.679591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] For port 4eb2f478-adb9-457a-88ea-a97c607f1224, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4eb2f478-adb9-457a-88ea-a97c607f1224,segment=NetworkSegment(6df33de6-96f2-4954-942e-55e19dd09ded),segment_id=6df33de6-96f2-4954-942e-55e19dd09ded)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:28.709235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b2424e-41b6-42df-8698-242c63ae352c') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:28.709615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b2424e-41b6-42df-8698-242c63ae352c') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:28.737535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.750080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.752502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.759000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.788472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee08938-0074-4ef0-9791-21af8315862e']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:28.795799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7624a9-6b6f-4d59-ab30-0acd78d6a699 req-f2aad05c-ec87-43e3-b049-ed82d5382059 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:28.797368 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3a7624a9-6b6f-4d59-ab30-0acd78d6a699 req-f2aad05c-ec87-43e3-b049-ed82d5382059 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7485549 Mar 24 17:02:28.802661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc92e25-dbd2-447b-b5dc-80db0d108066') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:28.802971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc92e25-dbd2-447b-b5dc-80db0d108066') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:28.810766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f971f-55c4-4661-aeea-38b340f40dd3 None None] DHCP port deletion for 6ee08938-0074-4ef0-9791-21af8315862e request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:02:28.816324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.818475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.842523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.844800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] Pushing event deleted for resources: {'Port': ['ID=14728f32-e21e-4c7d-a2b2-539f8b4a3563,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:28.852551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480bd838-09e3-48b7-9619-189296b6edc6 None None] No DVR routers for this DVR port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:28.865250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:28.865776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:28.882449 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:28.898927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:28.904853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 66d44415-6116-490a-9b42-48c9d4574995 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:28.919910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3730a11f-ad95-47b6-8cb5-91b84916b9fe']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:28.966349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 66d44415-6116-490a-9b42-48c9d4574995 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:02:28.966822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 66d44415-6116-490a-9b42-48c9d4574995 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:02:29.015095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:29.016241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:29.031567 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:29.033668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df33de6-96f2-4954-942e-55e19dd09ded') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:29.033769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df33de6-96f2-4954-942e-55e19dd09ded') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:29.035039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.040812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faa543-df1e-4798-8b62-9f49e96c7500 None None] Pushing event updated for resources: {'Port': ['ID=4eb2f478-adb9-457a-88ea-a97c607f1224,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:29.064757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.071903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2fb4cb-8510-4ea8-b266-7148b7869ffe None None] Network 3730a11f-ad95-47b6-8cb5-91b84916b9fe requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:29.072409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] Pushing event deleted for resources: {'Network': ['ID=6ee08938-0074-4ef0-9791-21af8315862e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:29.084048 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-edcd0319-19f5-45ab-a7ad-3e4a8c53a169 tempest-AllowedAddressPairIpV6TestJSON-536303749 tempest-AllowedAddressPairIpV6TestJSON-536303749-project] 10.222.0.47 "DELETE /v2.0/networks/6ee08938-0074-4ef0-9791-21af8315862e HTTP/1.1" status: 204 len: 168 time: 1.2472634 Mar 24 17:02:29.117669 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3a7624a9-6b6f-4d59-ab30-0acd78d6a699 req-ae80205f-1889-414d-a231-2137ae9f6e90 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648866 Mar 24 17:02:29.177595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.225536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] For port 14728f32-e21e-4c7d-a2b2-539f8b4a3563, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=14728f32-e21e-4c7d-a2b2-539f8b4a3563,segment=NetworkSegment(09157643-6353-4a90-8ed3-a6381b9d4933),segment_id=09157643-6353-4a90-8ed3-a6381b9d4933)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:29.225890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.248865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.290534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eebca5-5d64-41a9-b778-6f07efc5519f None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:02:29.310929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.377141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Calling delete_port for 14728f32-e21e-4c7d-a2b2-539f8b4a3563 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:29.413621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eebca5-5d64-41a9-b778-6f07efc5519f None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:02:29.555083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:29.555488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.575684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.580980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:29.583847 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:29.666217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60722) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:29.687640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] Pushing event deleted for resources: {'Network': ['ID=a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:29.701571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Deleting port e623751b-afd0-4d27-ae2b-e9bb58b963a2 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:29.701927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.762684 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1369be7d-a842-4393-9faa-b085fc4cae87 tempest-AllowedAddressPairTestJSON-1164924347 tempest-AllowedAddressPairTestJSON-1164924347-project] 10.222.0.47 "DELETE /v2.0/networks/a9b17b2a-5d3f-4764-9b8d-dd4e519a56c3 HTTP/1.1" status: 204 len: 168 time: 3.8617301 Mar 24 17:02:29.832604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:02:29.832604 dv-neutron-835063-1-hyperv neutron-server[88478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:02:29.832604 dv-neutron-835063-1-hyperv neutron-server[88478]: [parameters: {'id': '3730a11f-ad95-47b6-8cb5-91b84916b9fe'}] Mar 24 17:02:29.832604 dv-neutron-835063-1-hyperv neutron-server[88478]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:29.833031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:29.833247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:29.833550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:29.844762 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-160be80b-e353-4982-b472-ed9197e002d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56e1c9555ea143b4a676e3689fe08c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768751 Mar 24 17:02:29.847316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60730) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:29.907356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-22183db1-9275-4025-84b9-e277c119f297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.913338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faa441-2d8d-4582-a23b-d8863db697ac req-7f261549-a1f7-4c37-892c-47f03ada6620 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:29.914865 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07faa441-2d8d-4582-a23b-d8863db697ac req-7f261549-a1f7-4c37-892c-47f03ada6620 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6082098 Mar 24 17:02:29.935991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-22183db1-9275-4025-84b9-e277c119f297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.976986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:29.994330 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07faa441-2d8d-4582-a23b-d8863db697ac req-def7d28c-4bb1-4a7d-b558-c05211102da0 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715885 Mar 24 17:02:30.061204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-22183db1-9275-4025-84b9-e277c119f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.081158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22183db1-9275-4025-84b9-e277c119f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d70443-9ce5-497a-a1ae-46111860f62c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:30.084852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-22183db1-9275-4025-84b9-e277c119f297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.085912 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-22183db1-9275-4025-84b9-e277c119f297 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c2d70443-9ce5-497a-a1ae-46111860f62c HTTP/1.1" status: 204 len: 168 time: 0.2375176 Mar 24 17:02:30.114453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Calling delete_port for e623751b-afd0-4d27-ae2b-e9bb58b963a2 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:30.156737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60740) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:30.267908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 14728f32-e21e-4c7d-a2b2-539f8b4a3563 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:30.268363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.316446 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-76fd2f48-91e9-4396-bae7-003bcdb44619 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=653b7e9e358b4f449be3b292e8b8622e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623480 Mar 24 17:02:30.318933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60746) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:30.347805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.355926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] The port '14728f32-e21e-4c7d-a2b2-539f8b4a3563' was deleted {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:02:30.386326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce62dd5f-c128-4449-b729-9d032ee68119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.413212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce62dd5f-c128-4449-b729-9d032ee68119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.441168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting port 4eb2f478-adb9-457a-88ea-a97c607f1224 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:30.441513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.463902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-199498a3-28bf-438a-9b4c-a9cdec095ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.534384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.541341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.542041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce62dd5f-c128-4449-b729-9d032ee68119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.560667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62dd5f-c128-4449-b729-9d032ee68119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b9c94-6072-41b5-be03-795c9d3fc866,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:30.571324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce62dd5f-c128-4449-b729-9d032ee68119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.574917 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ce62dd5f-c128-4449-b729-9d032ee68119 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2d0b9c94-6072-41b5-be03-795c9d3fc866 HTTP/1.1" status: 204 len: 168 time: 0.2526712 Mar 24 17:02:30.688702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event deleted for resources: {'Port': ['ID=e623751b-afd0-4d27-ae2b-e9bb58b963a2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:30.700311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f405f7d4-b3d0-4beb-9983-3dc89aa37828 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:30.715594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3aa592-742f-40a1-988d-39f8d5e37724']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:30.736449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f405f7d4-b3d0-4beb-9983-3dc89aa37828 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:02:30.736940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f405f7d4-b3d0-4beb-9983-3dc89aa37828 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:02:30.783933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09157643-6353-4a90-8ed3-a6381b9d4933') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:30.784255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09157643-6353-4a90-8ed3-a6381b9d4933') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:30.830374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.868708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:30.891988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.120955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:31.121596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:31.136804 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:31.334923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.344320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.353643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0def042-afa7-4540-b0ba-23f6aae28ff0 req-e2c77ab7-ea8c-4868-9cfe-47fb7357b9d3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:31.355778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b0def042-afa7-4540-b0ba-23f6aae28ff0 req-e2c77ab7-ea8c-4868-9cfe-47fb7357b9d3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7621400 Mar 24 17:02:31.420428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] For port 4eb2f478-adb9-457a-88ea-a97c607f1224, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4eb2f478-adb9-457a-88ea-a97c607f1224,segment=NetworkSegment(6df33de6-96f2-4954-942e-55e19dd09ded),segment_id=6df33de6-96f2-4954-942e-55e19dd09ded)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:31.420795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.443490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60788) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:31.490722 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b0def042-afa7-4540-b0ba-23f6aae28ff0 req-3db7f7aa-e495-414e-8266-98f31a3a71f2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197054 Mar 24 17:02:31.552425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.552963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Fanout notify agent at l3_agent the message router_deleted on router 83e355f6-7618-4f2a-9674-3a52ce740aa5 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:02:31.557491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.561304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.571345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Calling delete_port for 4eb2f478-adb9-457a-88ea-a97c607f1224 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:31.669414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=2e3aa592-742f-40a1-988d-39f8d5e37724,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:31.691665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'networks': [{'name': 'tempest-network--1683427107'}, {'name': 'tempest-network--50189037'}]} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:31.692206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'network': {'name': 'tempest-network--1683427107'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:31.696927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'network': {'name': 'tempest-network--50189037'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:31.697816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:31.702544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Usage tracker for resource:network and tenant:ab5acfce78ef4d84a171f319268c8f92 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:31.706230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:31.708012 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-719315a0-674e-4d84-976d-ff33905324b4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/2e3aa592-742f-40a1-988d-39f8d5e37724 HTTP/1.1" status: 204 len: 168 time: 8.8094401 Mar 24 17:02:31.709046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60798) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:31.712578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60800) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:31.712971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.713988 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-80356626-0b2b-4884-b911-15faaa379fd9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/83e355f6-7618-4f2a-9674-3a52ce740aa5 HTTP/1.1" status: 204 len: 168 time: 3.9337907 Mar 24 17:02:31.719730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60804) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:31.722596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:31.727833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1990336192'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:31.730482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-30851950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:31.736250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:31.741754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:31.744680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:31.750404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:31.751603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:31.759227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Usage tracker for resource:router and tenant:4aff7d2430754222bfe3500577cc63b7 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:31.765445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:31.776127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:31.786225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-310290402'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:31.792948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:31.799122 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:network and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:31.802116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:31.802464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d541b05-66bd-4e89-8a27-ec8203bda1e3 req-0fee696b-bf91-4274-9b64-ee185810264f tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:31.804006 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9d541b05-66bd-4e89-8a27-ec8203bda1e3 req-0fee696b-bf91-4274-9b64-ee185810264f tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.1797113 Mar 24 17:02:31.809620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:31.811754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Made reservation on behalf of ab5acfce78ef4d84a171f319268c8f92 for: {'network': 2} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:31.816986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.829912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.831689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:31.835120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.845692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.871512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:31.876972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Usage tracker for resource:security_group_rule and tenant:ab5acfce78ef4d84a171f319268c8f92 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:31.880624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:31.884850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.886399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.888905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:31.893860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:31.900875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Port': ['ID=4eb2f478-adb9-457a-88ea-a97c607f1224,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:31.909452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No DVR routers for this DVR port 4eb2f478-adb9-457a-88ea-a97c607f1224 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:31.911158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:31.914767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.933965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.934255 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment cf2dd98b-8d31-4920-a241-38d138dd280e of type vlan for network 3d9d92ef-95ec-4276-a004-b2b68a1bff02 Mar 24 17:02:31.943252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.967382 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9d541b05-66bd-4e89-8a27-ec8203bda1e3 req-d3e75b6b-d151-4c65-b044-df97dca14146 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570647 Mar 24 17:02:31.970397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:31.985328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:security_group_rule and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:31.989295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:31.989472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:32.001691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:32.013317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.063416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.104836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.122429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3730a11f-ad95-47b6-8cb5-91b84916b9fe']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:32.150125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.160985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df33de6-96f2-4954-942e-55e19dd09ded') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:32.161278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df33de6-96f2-4954-942e-55e19dd09ded') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:32.163266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.164671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.170211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:32.170802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.181906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.208815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.218030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:32.219410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.220985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.221445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:32.233611 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:32.308446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.308926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.310106 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-77b3d5a6-35df-4962-a032-e2dcf59a7c06 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5887928 Mar 24 17:02:32.319649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60818) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:32.326059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': True}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:32.326557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=3d9d92ef-95ec-4276-a004-b2b68a1bff02,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:32.338444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 3d9d92ef-95ec-4276-a004-b2b68a1bff02 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:32.347617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef55341-bde3-4b89-bc4a-db7a9a4a10bd,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:32.350241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:32.372669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:32.389402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17131bb9-a61a-4fff-aa83-31076e5a9dcc req-1caf6bc7-c1e9-48d1-9cc6-88d9c12ae4c9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:32.391370 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-17131bb9-a61a-4fff-aa83-31076e5a9dcc req-1caf6bc7-c1e9-48d1-9cc6-88d9c12ae4c9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3060837 Mar 24 17:02:32.392022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.392380 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Added segment dcb54aca-a53f-4d57-b086-4300ceda5332 of type vlan for network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be Mar 24 17:02:32.403726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04327baa-fef0-4228-8cc3-0d6a38386ffb,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:32.412211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.416713 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.429327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.434679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.435025 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Added segment ff82b611-49f1-443a-aa5a-a99fb9ccefed of type vlan for network e0e7ae9d-b26e-4939-bc2b-12246bd6c971 Mar 24 17:02:32.439000 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-068f3147-4e23-4807-9348-27a873306ccd tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7214315 Mar 24 17:02:32.466156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60822) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:32.472187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': '3d9d92ef-95ec-4276-a004-b2b68a1bff02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:32.518057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=3730a11f-ad95-47b6-8cb5-91b84916b9fe,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:32.527995 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8a2f77b4-7d71-487f-b9be-78036b0b148e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/3730a11f-ad95-47b6-8cb5-91b84916b9fe HTTP/1.1" status: 204 len: 168 time: 6.6278548 Mar 24 17:02:32.563617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60826) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:32.581384 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.586146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.591861 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:32.592523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.601945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1360565323'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:32.638769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a654850a-770a-4955-b0cd-82825a08b0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.728359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:32.747032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:32.770999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:network and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:32.780237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:32.788430 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-17131bb9-a61a-4fff-aa83-31076e5a9dcc req-77e2dc29-7ee6-4cd1-8e13-cfda56732261 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3772557 Mar 24 17:02:32.841951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:32.844155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:32.868335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:32.875823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:32.888014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:32.893163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Network': ['ID=ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:32.907429 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6d444dc9-24dd-49ed-b7d9-b1f619e8428e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1926565 Mar 24 17:02:32.907429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60832) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:32.916183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:32.917182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:32.936690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:32.953576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.009390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.009826 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Added segment 8055d813-8b8e-4eba-ab20-78f94805c7a5 of type vlan for network 2f3640f6-7d23-47a2-b3fd-23a22bd09395 Mar 24 17:02:33.010972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:33.014511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.036037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:33.039574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.110360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:33.114329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:33.117204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:33.174812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:33.208868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:33.213855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.238185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.238524 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment 8dcf1f99-e9cd-42da-9ee6-80dc746993fc of type vlan for network 3219e603-0a5e-411d-a048-b86e0030689c Mar 24 17:02:33.287374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.295227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:33.299019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.315790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a11f4c-5d27-4b07-a4f6-ac40830fe663 req-1a839512-01e0-4432-bdc1-760548e1e172 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:33.317312 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f8a11f4c-5d27-4b07-a4f6-ac40830fe663 req-1a839512-01e0-4432-bdc1-760548e1e172 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.1571047 Mar 24 17:02:33.352328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.352823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.358271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:33.363136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:33.363748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.463067 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f8a11f4c-5d27-4b07-a4f6-ac40830fe663 req-520c26cd-a28f-452b-b518-3db7c951cc34 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375189 Mar 24 17:02:33.474840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.508413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.614341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Network': ['ID=e0e7ae9d-b26e-4939-bc2b-12246bd6c971,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:33.641694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network e0e7ae9d-b26e-4939-bc2b-12246bd6c971 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:33.658953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Allocated IP 172.26.4.162 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/f268f64c-79e1-443d-be26-d86679f55c33) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:33.677426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.683048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:33.683645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.749021 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3042598 Mar 24 17:02:33.757632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60840) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:33.798041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e049673-9e67-4a48-b920-175eb7bb6852 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Network': ['ID=2f3640f6-7d23-47a2-b3fd-23a22bd09395,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:33.800692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.828575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 2f3640f6-7d23-47a2-b3fd-23a22bd09395 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:33.839990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.943988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.944860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:33.988809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:34.002749 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4303372 Mar 24 17:02:34.027649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60844) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:34.031069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event updated for resources: {'Port': ['ID=f268f64c-79e1-443d-be26-d86679f55c33,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:34.040672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': '3219e603-0a5e-411d-a048-b86e0030689c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:34.060870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:34.074758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:34.077926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:34.120282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aa2ca-9b99-4518-a0d8-b5bc9a29c77d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=3219e603-0a5e-411d-a048-b86e0030689c,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:34.122339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=06658939-19d8-4315-98e9-a10b24055447,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:34.138162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 3219e603-0a5e-411d-a048-b86e0030689c details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:34.178532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': 'cf2dd98b-8d31-4920-a241-38d138dd280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3d9d92ef-95ec-4276-a004-b2b68a1bff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:34.178886 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: 3d9d92ef-95ec-4276-a004-b2b68a1bff02, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:34.190692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b52914-b2ec-458f-8f3c-0de0c506f23e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:34.197037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b52914-b2ec-458f-8f3c-0de0c506f23e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:34.202747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b52914-b2ec-458f-8f3c-0de0c506f23e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:34.217354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b52914-b2ec-458f-8f3c-0de0c506f23e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:34.218240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-14b52914-b2ec-458f-8f3c-0de0c506f23e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Synchronizing usage tracker for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:34.235430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:34.319223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:34.327123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=de1751a0-3e3c-422f-9b9d-b93672e0637c,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:34.333611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:subnet and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:34.338257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:34.338485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:34.338611 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network hostable DHCP agents. Network: ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:34.353664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-14b52914-b2ec-458f-8f3c-0de0c506f23e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Unset dirty status for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:34.354818 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-14b52914-b2ec-458f-8f3c-0de0c506f23e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5924144 Mar 24 17:02:34.357782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60852) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:34.380292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 3d9d92ef-95ec-4276-a004-b2b68a1bff02 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:34.509931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:34.572246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:34.584582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 3d9d92ef-95ec-4276-a004-b2b68a1bff02) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:34.590501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:34.596546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12af2e-4106-41f1-a5f0-024ddcf4b292 None None] Network 3d9d92ef-95ec-4276-a004-b2b68a1bff02 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:34.601035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:34.601625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:34.613478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:34.614054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:34.628867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea7896a-416b-44df-81aa-62a13488cc88 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:34.629637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:34.646695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0381b1-5b06-479c-8daf-5c3764bbce6d req-88b23643-9eaf-4d93-80c3-ac66f8bae5ac tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:34.648239 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f0381b1-5b06-479c-8daf-5c3764bbce6d req-88b23643-9eaf-4d93-80c3-ac66f8bae5ac tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 945 time: 0.4617455 Mar 24 17:02:34.662227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:34.665627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:34.732517 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b52449de-7979-47c1-9640-084aedff8039 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8242259 Mar 24 17:02:34.735377 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ec2fb092-af4f-47ae-9384-d79a577416d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2683206 Mar 24 17:02:34.736027 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60858) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:34.741235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60860) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:34.748250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'name': 'tempest-NetworksTestDHCPv6-894654099'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:34.831668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:34.833032 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f0381b1-5b06-479c-8daf-5c3764bbce6d req-86d0bae2-5ca9-4451-8d9c-47c2b0043e8e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718397 Mar 24 17:02:34.925241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e7ae9d-b26e-4939-bc2b-12246bd6c971']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:34.952554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff82b611-49f1-443a-aa5a-a99fb9ccefed') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:34.952879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff82b611-49f1-443a-aa5a-a99fb9ccefed') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:34.971430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.024655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:35.029477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:35.036767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:35.041355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.050441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:35.051138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.056741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-3d9d92ef-95ec-4276-a004-b2b68a1bff02', 'network_id': '3d9d92ef-95ec-4276-a004-b2b68a1bff02', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': '06658939-19d8-4315-98e9-a10b24055447'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:35.057568 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.142667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459cb51-7e21-4cd0-8719-ea48448a69e3 req-413ec905-c705-4385-9ea4-7df04bbca0f8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:35.144210 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5459cb51-7e21-4cd0-8719-ea48448a69e3 req-413ec905-c705-4385-9ea4-7df04bbca0f8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.5410042 Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:35.176977 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:35.185673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:35.190229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.221128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': 'de1751a0-3e3c-422f-9b9d-b93672e0637c'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:35.221929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.236150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.302007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:35.305090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.305839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.315885 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.337809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.352411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Network': ['ID=e0e7ae9d-b26e-4939-bc2b-12246bd6c971,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:35.363218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 3f4122a6-ac65-49f1-a7da-58d34bfe423e yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:35.381513 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5459cb51-7e21-4cd0-8719-ea48448a69e3 req-6ee50665-22af-41f7-848a-3d15ebbc6da4 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303863 Mar 24 17:02:35.429482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Allocated IP 172.20.0.1 (3d9d92ef-95ec-4276-a004-b2b68a1bff02/06658939-19d8-4315-98e9-a10b24055447/3d2c77e8-b3ce-42d1-95cb-cd48f796cd24) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:35.436500 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dbed7b56-a5e9-4439-ae7f-4c3c3c7f6733 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/networks/e0e7ae9d-b26e-4939-bc2b-12246bd6c971 HTTP/1.1" status: 204 len: 168 time: 1.0776556 Mar 24 17:02:35.440598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60870) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:35.683205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.683934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/de1751a0-3e3c-422f-9b9d-b93672e0637c/719c2844-4b6c-429d-afd8-e1f723ee09e7) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:35.754332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.783675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3640f6-7d23-47a2-b3fd-23a22bd09395']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:35.798078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8055d813-8b8e-4eba-ab20-78f94805c7a5') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:35.800115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8055d813-8b8e-4eba-ab20-78f94805c7a5') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:35.810718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.829115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.835790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:35.836271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:35.851805 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:35.873939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:35.949501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.014757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-def1a95a-c85c-4449-a187-f934bf7a1b6d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:36.017040 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-def1a95a-c85c-4449-a187-f934bf7a1b6d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 945 time: 0.4772549 Mar 24 17:02:36.041596 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.055398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Transition to ACTIVE for port object 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:36.057697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.058208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Transition to ACTIVE for port object 719c2844-4b6c-429d-afd8-e1f723ee09e7 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:36.074264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.085596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Network': ['ID=2f3640f6-7d23-47a2-b3fd-23a22bd09395,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:36.091749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.093322 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-09f291a5-0b65-4d0a-90f9-4dd8a86dde9c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/networks/2f3640f6-7d23-47a2-b3fd-23a22bd09395 HTTP/1.1" status: 204 len: 168 time: 0.6516483 Mar 24 17:02:36.095803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60880) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:36.098757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Transition to ACTIVE for port object 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:36.100280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Transition to ACTIVE for port object 719c2844-4b6c-429d-afd8-e1f723ee09e7 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:36.170790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.222460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.251845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Network 3d9d92ef-95ec-4276-a004-b2b68a1bff02 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:36.255995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:36.266862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:36.272151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:36.278002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:36.328457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1cecd-73c7-485f-877d-2f370b8158c8 req-58ecf1b7-7eb6-479b-b8ed-212ac3a52a16 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:36.329142 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:36.335468 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f4c1cecd-73c7-485f-877d-2f370b8158c8 req-58ecf1b7-7eb6-479b-b8ed-212ac3a52a16 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 946 time: 0.6661124 Mar 24 17:02:36.350659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::303 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/de1751a0-3e3c-422f-9b9d-b93672e0637c/3f4122a6-ac65-49f1-a7da-58d34bfe423e) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:36.361055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca865bb-a7f4-4806-8d52-198d29395f31 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:36.367891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca865bb-a7f4-4806-8d52-198d29395f31 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:36.368367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Pushing event updated for resources: {'Port': ['ID=3d2c77e8-b3ce-42d1-95cb-cd48f796cd24,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:36.368691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eca865bb-a7f4-4806-8d52-198d29395f31 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Synchronizing usage tracker for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:36.452712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.456743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Attempting to bind port 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:36.457554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Attempting to bind port 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cf2dd98b-8d31-4920-a241-38d138dd280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3d9d92ef-95ec-4276-a004-b2b68a1bff02'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:36.457554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Attempting to bind port 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24 on network 3d9d92ef-95ec-4276-a004-b2b68a1bff02 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:36.508293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.511828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:36.512387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Checking segment: {'id': 'cf2dd98b-8d31-4920-a241-38d138dd280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3d9d92ef-95ec-4276-a004-b2b68a1bff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:36.512881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.513437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Bound using segment: {'id': 'cf2dd98b-8d31-4920-a241-38d138dd280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3d9d92ef-95ec-4276-a004-b2b68a1bff02'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:36.513917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Bound port: 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2dd98b-8d31-4920-a241-38d138dd280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3d9d92ef-95ec-4276-a004-b2b68a1bff02'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:36.514393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.515417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=a0012ba9-0a27-4063-ae20-1fe33bcdde34,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:36.520017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eca865bb-a7f4-4806-8d52-198d29395f31 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Unset dirty status for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:36.521179 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eca865bb-a7f4-4806-8d52-198d29395f31 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4243839 Mar 24 17:02:36.521829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Deleting port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:36.522161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.526475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60884) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:36.543606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1671532433'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:36.553970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:36.563557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Attempting to bind port 719c2844-4b6c-429d-afd8-e1f723ee09e7 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:36.564043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Attempting to bind port 719c2844-4b6c-429d-afd8-e1f723ee09e7 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:36.564463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Attempting to bind port 719c2844-4b6c-429d-afd8-e1f723ee09e7 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:36.568391 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f4c1cecd-73c7-485f-877d-2f370b8158c8 req-e4bee6ff-62f6-4f44-9f55-2271c7b8a366 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319770 Mar 24 17:02:36.570853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:36.595995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Pushing event updated for resources: {'Port': ['ID=719c2844-4b6c-429d-afd8-e1f723ee09e7,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:36.609561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:36.609966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:36.610482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.610873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:36.611345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Bound port: 719c2844-4b6c-429d-afd8-e1f723ee09e7, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:36.612131 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.641654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.649091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.677823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 3f4122a6-ac65-49f1-a7da-58d34bfe423e will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:36.721684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] For port 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:36.736515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] For port 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3d2c77e8-b3ce-42d1-95cb-cd48f796cd24,segment=NetworkSegment(cf2dd98b-8d31-4920-a241-38d138dd280e),segment_id=cf2dd98b-8d31-4920-a241-38d138dd280e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:36.737737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking segment: {'id': '8dcf1f99-e9cd-42da-9ee6-80dc746993fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3219e603-0a5e-411d-a048-b86e0030689c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:36.738170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network hostable DHCP agents. Network: 3219e603-0a5e-411d-a048-b86e0030689c, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:36.740703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] For port 719c2844-4b6c-429d-afd8-e1f723ee09e7, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:36.742594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=06658939-19d8-4315-98e9-a10b24055447,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:36.743676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] For port 719c2844-4b6c-429d-afd8-e1f723ee09e7, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=719c2844-4b6c-429d-afd8-e1f723ee09e7,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:36.769456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Made reservation on behalf of ab5acfce78ef4d84a171f319268c8f92 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:36.773025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.805264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:36.811987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.845667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.851343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.905149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:36.905515 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Added segment d7986008-2069-4e7c-9c18-709caba30d15 of type vlan for network 27929c29-0300-4195-a4f7-505ee4de7cbd Mar 24 17:02:36.922770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=3f4122a6-ac65-49f1-a7da-58d34bfe423e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:36.995015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977929fb-ad1a-4492-8557-6442675ab1d7 req-d0e93618-5871-404b-b52b-6f1b3102e640 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:37.001134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-977929fb-ad1a-4492-8557-6442675ab1d7 req-d0e93618-5871-404b-b52b-6f1b3102e640 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 945 time: 0.9253705 Mar 24 17:02:37.036338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741658f-b5cb-4415-854f-95aa1e6bd94f None None] Pushing event updated for resources: {'Port': ['ID=3d2c77e8-b3ce-42d1-95cb-cd48f796cd24,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:37.084083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network 3219e603-0a5e-411d-a048-b86e0030689c is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:37.104470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.121403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28542092-55c0-40d7-899a-30ea9e77d402 None None] Network 3d9d92ef-95ec-4276-a004-b2b68a1bff02 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:37.134723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.160508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060c7ec-38a7-433a-9134-e1ce1d2015c1 None None] Pushing event updated for resources: {'Port': ['ID=719c2844-4b6c-429d-afd8-e1f723ee09e7,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:37.180183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:37.184477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:37.187782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:37.193288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:37.193905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.208809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9d92ef-95ec-4276-a004-b2b68a1bff02']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:37.237414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2dd98b-8d31-4920-a241-38d138dd280e') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:37.239716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2dd98b-8d31-4920-a241-38d138dd280e') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:37.255137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.265628 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6e621-3569-4343-b898-94de168aeaff req-91235c19-7d92-4b1a-b34b-40d1554822bb tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:37.269795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-d6e6e621-3569-4343-b898-94de168aeaff req-91235c19-7d92-4b1a-b34b-40d1554822bb tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Synchronizing usage tracker for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:37.269795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.274521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:37.275210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.289171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 3219e603-0a5e-411d-a048-b86e0030689c) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:37.304315 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-977929fb-ad1a-4492-8557-6442675ab1d7 req-237c3951-84f9-4291-b2d8-4fcaa672bb3d tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021948 Mar 24 17:02:37.305898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:37.306659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.309245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000e734c-a61f-4db8-a4db-cb1e16d59c70 None None] Network 3219e603-0a5e-411d-a048-b86e0030689c requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:37.372064 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4f486841-3575-4207-ad8c-356fdfe1ad5d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6317911 Mar 24 17:02:37.379507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60888) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:37.395237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.440510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:37.441190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.470327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-d6e6e621-3569-4343-b898-94de168aeaff req-91235c19-7d92-4b1a-b34b-40d1554822bb tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Unset dirty status for tenant:7a1daa5d52cf4f7395246bdd293818f3 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:37.471512 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d6e6e621-3569-4343-b898-94de168aeaff req-91235c19-7d92-4b1a-b34b-40d1554822bb tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 946 time: 0.5505021 Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:37.481411 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:37.492477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Network': ['ID=27929c29-0300-4195-a4f7-505ee4de7cbd,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:37.501804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 27929c29-0300-4195-a4f7-505ee4de7cbd details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:37.519432 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2526d2e0-f731-47b3-9f3c-ed3fe999e63f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9920573 Mar 24 17:02:37.526951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09821906-6750-44dd-a368-2e2e64d1bd4e req-ead2d523-5772-48ef-8a13-de93c73f2862 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:37.527146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60892) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:37.529783 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09821906-6750-44dd-a368-2e2e64d1bd4e req-ead2d523-5772-48ef-8a13-de93c73f2862 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.8009534 Mar 24 17:02:37.539619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-762958260'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:37.549902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:37.575127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:37.586019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Deleting port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:37.586363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.654097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] For port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:37.654625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.712922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667fe001-9143-4961-b14f-2d14eb7c356b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:37.719640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667fe001-9143-4961-b14f-2d14eb7c356b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:37.719899 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-3219e603-0a5e-411d-a048-b86e0030689c', 'network_id': '3219e603-0a5e-411d-a048-b86e0030689c', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': 'a0012ba9-0a27-4063-ae20-1fe33bcdde34'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:37.728855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-667fe001-9143-4961-b14f-2d14eb7c356b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:37.728976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.729078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Made reservation on behalf of ab5acfce78ef4d84a171f319268c8f92 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:37.732279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:37.745306 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6ede82eb-be04-4fca-93db-aa1402246eed tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.7130518 Mar 24 17:02:37.745729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60898) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:37.874359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:02:37.874359 dv-neutron-835063-1-hyperv neutron-server[88478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:02:37.874359 dv-neutron-835063-1-hyperv neutron-server[88478]: [parameters: {'id': '3d9d92ef-95ec-4276-a004-b2b68a1bff02'}] Mar 24 17:02:37.874359 dv-neutron-835063-1-hyperv neutron-server[88478]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:37.874939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:37.947689 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09821906-6750-44dd-a368-2e2e64d1bd4e req-dc6f2cd0-92ef-423f-b544-faa7b077d35b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440378 Mar 24 17:02:37.957165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Allocated IP 2001:db8::1 (3219e603-0a5e-411d-a048-b86e0030689c/a0012ba9-0a27-4063-ae20-1fe33bcdde34/904e1510-23e7-465d-a117-0b3013e2083d) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:37.974410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Router 32cd9a71-c9cf-4dc7-9b81-312b966a2bc9 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:02:37.997776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:38.010609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-667fe001-9143-4961-b14f-2d14eb7c356b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:38.014241 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-667fe001-9143-4961-b14f-2d14eb7c356b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6313145 Mar 24 17:02:38.024614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60904) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:38.100131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.100692 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Added segment 3c78fadb-2984-4d37-a514-a6be76cc0c9b of type vlan for network 139434ff-3db9-45d2-9ef3-c6eb85ba254f Mar 24 17:02:38.206117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-61afa742-28b4-44f8-8651-2f6917b92289 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 3f4122a6-ac65-49f1-a7da-58d34bfe423e {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:38.206747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-61afa742-28b4-44f8-8651-2f6917b92289 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.246964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.255235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.289020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.302896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] For port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:38.303503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.308819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Transition to ACTIVE for port object 904e1510-23e7-465d-a117-0b3013e2083d will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:38.342921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Transition to ACTIVE for port object 904e1510-23e7-465d-a117-0b3013e2083d will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:38.417381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.427495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.452226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61a52-8f11-4517-90f9-108febd03a99 req-d1bf0d68-c30a-44fd-be36-5a0cb050133c tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:38.460309 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f0e61a52-8f11-4517-90f9-108febd03a99 req-d1bf0d68-c30a-44fd-be36-5a0cb050133c tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 946 time: 0.7157524 Mar 24 17:02:38.482509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a72c67c-5217-498a-87f9-c37ac9283924 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:38.553444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Network 3219e603-0a5e-411d-a048-b86e0030689c is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:38.588222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:38.588859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.605700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:38.615411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:38.629686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Pushing event updated for resources: {'Port': ['ID=904e1510-23e7-465d-a117-0b3013e2083d,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:38.668868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.669233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.669542 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Floating IP 8fbb7e1e-918d-4531-bc29-a1ed7d89dd02 disassociated. External IP: 172.26.4.168, port: 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10. Mar 24 17:02:38.669884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Calling delete_port for 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:38.680472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.686276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:38.687580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.711614 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f0e61a52-8f11-4517-90f9-108febd03a99 req-5c3f012e-62ff-4253-b2f0-f18c1ff37fc9 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups?id=12e2832e-82d0-4c0b-a98e-9b4191ddde57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503591 Mar 24 17:02:38.751721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.806908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:38.827922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cd4918b8-b88c-46c7-86aa-57d7ece40279 None None] Provisioning for port 719c2844-4b6c-429d-afd8-e1f723ee09e7 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:38.848107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:38.849305 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5e778585-c290-4ff3-8dc4-87a2445de836 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "PUT /v2.0/routers/32cd9a71-c9cf-4dc7-9b81-312b966a2bc9 HTTP/1.1" status: 200 len: 913 time: 6.5289190 Mar 24 17:02:38.858751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60910) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:38.913645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04852d1e-924a-4179-8e45-002e19cc738a None None] Sync routers for ids ['32cd9a71-c9cf-4dc7-9b81-312b966a2bc9'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:38.927190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Attempting to bind port 904e1510-23e7-465d-a117-0b3013e2083d on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:38.928570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Attempting to bind port 904e1510-23e7-465d-a117-0b3013e2083d by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '8dcf1f99-e9cd-42da-9ee6-80dc746993fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3219e603-0a5e-411d-a048-b86e0030689c'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:38.929099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Attempting to bind port 904e1510-23e7-465d-a117-0b3013e2083d on network 3219e603-0a5e-411d-a048-b86e0030689c {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:38.943191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 719c2844-4b6c-429d-afd8-e1f723ee09e7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:39.025864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:39.026115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ecd10-f4e9-4f9a-b38f-bb8bd5ae93c6 req-0114438c-4a1d-4a8d-9d93-98ba430bcd51 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:39.026777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Checking segment: {'id': '8dcf1f99-e9cd-42da-9ee6-80dc746993fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3219e603-0a5e-411d-a048-b86e0030689c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:39.028321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.028994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Bound using segment: {'id': '8dcf1f99-e9cd-42da-9ee6-80dc746993fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3219e603-0a5e-411d-a048-b86e0030689c'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:39.029682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Bound port: 904e1510-23e7-465d-a117-0b3013e2083d, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcf1f99-e9cd-42da-9ee6-80dc746993fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3219e603-0a5e-411d-a048-b86e0030689c'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:39.031531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.033093 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-494ecd10-f4e9-4f9a-b38f-bb8bd5ae93c6 req-0114438c-4a1d-4a8d-9d93-98ba430bcd51 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6684184 Mar 24 17:02:39.041215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.050480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04852d1e-924a-4179-8e45-002e19cc738a None None] Routers {'32cd9a71-c9cf-4dc7-9b81-312b966a2bc9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:39.051439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-04852d1e-924a-4179-8e45-002e19cc738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['32cd9a71-c9cf-4dc7-9b81-312b966a2bc9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:39.137230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-04852d1e-924a-4179-8e45-002e19cc738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:39.236361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04852d1e-924a-4179-8e45-002e19cc738a None None] Routers {'32cd9a71-c9cf-4dc7-9b81-312b966a2bc9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:39.236361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-04852d1e-924a-4179-8e45-002e19cc738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['32cd9a71-c9cf-4dc7-9b81-312b966a2bc9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:39.287236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=a0012ba9-0a27-4063-ae20-1fe33bcdde34,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:39.294415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 719c2844-4b6c-429d-afd8-e1f723ee09e7 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:39.322601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-04852d1e-924a-4179-8e45-002e19cc738a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:39.323001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04852d1e-924a-4179-8e45-002e19cc738a None None] The sync data for ids ['32cd9a71-c9cf-4dc7-9b81-312b966a2bc9'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:39.326394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 719c2844-4b6c-429d-afd8-e1f723ee09e7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:39.326761 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.329600 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-494ecd10-f4e9-4f9a-b38f-bb8bd5ae93c6 req-aa23394e-6555-46ac-a07b-26dd1d5f03a8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927759 Mar 24 17:02:39.346519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] For port 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3d2c77e8-b3ce-42d1-95cb-cd48f796cd24,segment=NetworkSegment(cf2dd98b-8d31-4920-a241-38d138dd280e),segment_id=cf2dd98b-8d31-4920-a241-38d138dd280e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:39.346519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.373374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] For port 904e1510-23e7-465d-a117-0b3013e2083d, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:39.397425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] For port 904e1510-23e7-465d-a117-0b3013e2083d, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=904e1510-23e7-465d-a117-0b3013e2083d,segment=NetworkSegment(8dcf1f99-e9cd-42da-9ee6-80dc746993fc),segment_id=8dcf1f99-e9cd-42da-9ee6-80dc746993fc)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:39.450747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:39.507312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.521915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Network': ['ID=139434ff-3db9-45d2-9ef3-c6eb85ba254f,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:39.535487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.551495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-61afa742-28b4-44f8-8651-2f6917b92289 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.562866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 139434ff-3db9-45d2-9ef3-c6eb85ba254f details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:39.568290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Calling delete_port for 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:39.579657 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7dc11fb8-6137-43a0-aa67-bdad7ed23fad tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0525751 Mar 24 17:02:39.586539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60916) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:39.650099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'ports': [{'network_id': '27929c29-0300-4195-a4f7-505ee4de7cbd', 'name': 'tempest-port--385671000', 'admin_state_up': True}, {'network_id': '139434ff-3db9-45d2-9ef3-c6eb85ba254f', 'admin_state_up': False}]} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:39.650419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'port': {'network_id': '27929c29-0300-4195-a4f7-505ee4de7cbd', 'name': 'tempest-port--385671000', 'admin_state_up': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:39.650905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'port': {'network_id': '139434ff-3db9-45d2-9ef3-c6eb85ba254f', 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:39.674948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3219e603-0a5e-411d-a048-b86e0030689c']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:39.700973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.770493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.776559 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b193f5ac-aac1-4ec4-9315-133b39c80c31 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/routers/32cd9a71-c9cf-4dc7-9b81-312b966a2bc9 HTTP/1.1" status: 200 len: 919 time: 0.9130311 Mar 24 17:02:39.788253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-61afa742-28b4-44f8-8651-2f6917b92289 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 3f4122a6-ac65-49f1-a7da-58d34bfe423e owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:39.828028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb37128-dee8-402e-bd26-3dc1d613e026 None None] Pushing event updated for resources: {'Port': ['ID=904e1510-23e7-465d-a117-0b3013e2083d,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:39.828253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60922) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:39.842107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcf1f99-e9cd-42da-9ee6-80dc746993fc') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:39.842524 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcf1f99-e9cd-42da-9ee6-80dc746993fc') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:39.850921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.852165 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.852165 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Floating IP 53c6c3b9-6ff9-4f16-996b-4f9ceba1b71a disassociated. External IP: 172.26.4.216, port: 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4. Mar 24 17:02:39.852165 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Calling delete_port for 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:39.857955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b276-df35-409c-9385-68a6c719019b req-3a6fd114-123c-4eed-a92c-717b1f81d2fd tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:39.860161 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d12b276-df35-409c-9385-68a6c719019b req-3a6fd114-123c-4eed-a92c-717b1f81d2fd tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 945 time: 0.9181597 Mar 24 17:02:39.860923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.887990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 update to DOWN by agent not found {{(pid=88479) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 24 17:02:39.892874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Port': ['ID=3d2c77e8-b3ce-42d1-95cb-cd48f796cd24,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:39.902285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6b48e4d8-fbc2-4fe8-b6e1-83411997d5e3 None None] Provisioning complete for port 719c2844-4b6c-429d-afd8-e1f723ee09e7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:39.902761 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6b48e4d8-fbc2-4fe8-b6e1-83411997d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:39.915907 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No DVR routers for this DVR port 3d2c77e8-b3ce-42d1-95cb-cd48f796cd24 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:39.935087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 719c2844-4b6c-429d-afd8-e1f723ee09e7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=719c2844-4b6c-429d-afd8-e1f723ee09e7,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:39.951161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.009153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31de9939-8c72-47df-b3f5-037e2c56db34 None None] Network 3219e603-0a5e-411d-a048-b86e0030689c requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:40.024542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.052612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.090338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:40.091943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:40.130353 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:40.169012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Pushing event deleted for resources: {'Port': ['ID=6a65d5d1-dd1f-45f3-8c7a-e9d553499c10,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:40.229368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=719c2844-4b6c-429d-afd8-e1f723ee09e7,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:40.355386 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d12b276-df35-409c-9385-68a6c719019b req-af6a3ba3-fbcd-470f-8eaa-2774738c2169 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups?id=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636707 Mar 24 17:02:40.363053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.411140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9d92ef-95ec-4276-a004-b2b68a1bff02']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:40.466952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:02:40.466952 dv-neutron-835063-1-hyperv neutron-server[88477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:02:40.466952 dv-neutron-835063-1-hyperv neutron-server[88477]: [parameters: {'id': '3219e603-0a5e-411d-a048-b86e0030689c'}] Mar 24 17:02:40.466952 dv-neutron-835063-1-hyperv neutron-server[88477]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:40.467773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:40.488246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:40.497062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Usage tracker for resource:port and tenant:ab5acfce78ef4d84a171f319268c8f92 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:40.501562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aaca77-0ef9-4ae6-99aa-7ed36af610f9 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:40.503082 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-58aaca77-0ef9-4ae6-99aa-7ed36af610f9 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=32cd9a71-c9cf-4dc7-9b81-312b966a2bc9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6739068 Mar 24 17:02:40.504161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:40.508751 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.510227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60926) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:40.520099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:40.521217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2dd98b-8d31-4920-a241-38d138dd280e') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:40.521577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2dd98b-8d31-4920-a241-38d138dd280e') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:40.589115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d895a17-91e4-4e65-b5fc-96258cad6fee req-a1f06181-deeb-4683-9b2f-186397aa589c tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:40.590798 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4d895a17-91e4-4e65-b5fc-96258cad6fee req-a1f06181-deeb-4683-9b2f-186397aa589c tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.9282062 Mar 24 17:02:40.593949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.617872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Pushing event deleted for resources: {'Port': ['ID=1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:40.631615 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-58d0ce04-904e-4b6d-83a7-a4c6774da49a req-41eb1a80-9041-47b6-80da-3eea85aba471 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 210 time: 0.0899539 Mar 24 17:02:40.679476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6b48e4d8-fbc2-4fe8-b6e1-83411997d5e3 None None] Provisioning for port 3f4122a6-ac65-49f1-a7da-58d34bfe423e completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:40.680895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.684817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6b48e4d8-fbc2-4fe8-b6e1-83411997d5e3 None None] Provisioning complete for port 3f4122a6-ac65-49f1-a7da-58d34bfe423e triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:40.685256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6b48e4d8-fbc2-4fe8-b6e1-83411997d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.691674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:40.692098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:40.707761 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:40.715987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Router a3bb72bb-0378-4323-9cfb-4e1a92e5014c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:02:40.743003 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Made reservation on behalf of ab5acfce78ef4d84a171f319268c8f92 for: {'port': 2} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:40.747443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.758269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-6b48e4d8-fbc2-4fe8-b6e1-83411997d5e3 None None] Port 3f4122a6-ac65-49f1-a7da-58d34bfe423e was deleted so its status cannot be updated. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 24 17:02:40.764476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-61afa742-28b4-44f8-8651-2f6917b92289 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.797449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 719c2844-4b6c-429d-afd8-e1f723ee09e7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:40.808960 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4d895a17-91e4-4e65-b5fc-96258cad6fee req-72505a5b-d425-49bf-bde4-056293271a20 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894593 Mar 24 17:02:40.886968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-76772acd-1d1a-4680-952b-e2eaefd0106d None None] Could not find standard attr ID for object 3f4122a6-ac65-49f1-a7da-58d34bfe423e. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:02:40.904638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 719c2844-4b6c-429d-afd8-e1f723ee09e7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:40.905240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:40.987909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.070876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.129432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=3d9d92ef-95ec-4276-a004-b2b68a1bff02,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:41.142257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.149891 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ff95ff09-3152-4de5-b866-c53938172035 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/3d9d92ef-95ec-4276-a004-b2b68a1bff02 HTTP/1.1" status: 204 len: 168 time: 6.4046066 Mar 24 17:02:41.150452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60932) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:41.151758 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.173836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1561277704'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:41.182730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:41.191735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:41.194655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:41.197006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:41.207637 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] Sync routers for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:41.217719 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:41.217719 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:41.241301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:41.241818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afa742-28b4-44f8-8651-2f6917b92289 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=3f4122a6-ac65-49f1-a7da-58d34bfe423e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:41.284048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] No DVR routers for this DVR port 6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:41.289944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.292526 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f78d513a-6896-40dd-94e8-4ace6bd8d621 req-b77e8558-f02b-4863-9307-8bd20db3a208 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.48 "DELETE /v2.0/ports/6a65d5d1-dd1f-45f3-8c7a-e9d553499c10 HTTP/1.1" status: 204 len: 173 time: 5.2014027 Mar 24 17:02:41.292936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'name': 'network-vif-deleted', 'tag': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:02:41.334378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14469665-861d-4954-8d61-10e5aad84a0f req-fd1c4878-3481-4298-a910-8bbd536106e3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:41.335864 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14469665-861d-4954-8d61-10e5aad84a0f req-fd1c4878-3481-4298-a910-8bbd536106e3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.2502415 Mar 24 17:02:41.354908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting port 904e1510-23e7-465d-a117-0b3013e2083d {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:41.355537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.379983 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1c6852-4694-4188-8f8b-e629cd92382f', 'name': 'network-vif-deleted', 'tag': '6a65d5d1-dd1f-45f3-8c7a-e9d553499c10', 'status': 'completed', 'code': 200} Mar 24 17:02:41.411712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:41.421950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.431074 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:41.462087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:41.470472 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14469665-861d-4954-8d61-10e5aad84a0f req-14bddf3a-df61-48f1-b54f-81c28aec613b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253171 Mar 24 17:02:41.509021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:41.556554 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.556947 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment b4f30773-33de-4536-9b17-b0d6058c6481 of type vlan for network aed93446-a1af-4984-89d8-31097a165b80 Mar 24 17:02:41.558750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:02:41.559119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:02:41.617997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.679644 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a1503-1d21-4968-b750-8d76492e827e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:41.680992 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8a2a1503-1d21-4968-b750-8d76492e827e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 881 time: 1.1632504 Mar 24 17:02:41.705504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:02:41.710916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60944) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:41.713992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-61afa742-28b4-44f8-8651-2f6917b92289 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.760077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-98ee6f10-e74d-4720-8e22-14c22ddbd583 req-738eb862-4427-41d5-96ff-63bd504af8b3 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Synchronizing usage tracker for tenant:474ca102a3794a4bbd7f062e5ba2b198 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:41.820070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-98ee6f10-e74d-4720-8e22-14c22ddbd583 req-738eb862-4427-41d5-96ff-63bd504af8b3 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Unset dirty status for tenant:474ca102a3794a4bbd7f062e5ba2b198 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:41.820942 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-98ee6f10-e74d-4720-8e22-14c22ddbd583 req-738eb862-4427-41d5-96ff-63bd504af8b3 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1c6852-4694-4188-8f8b-e629cd92382f HTTP/1.1" status: 200 len: 210 time: 0.1960051 Mar 24 17:02:41.886675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6be293-c655-4778-bc8c-6bb01004f8be req-8cbcb78d-7ae7-40de-b032-8284bf1cff8e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:41.892930 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ee6be293-c655-4778-bc8c-6bb01004f8be req-8cbcb78d-7ae7-40de-b032-8284bf1cff8e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.1828518 Mar 24 17:02:41.922545 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'd6293ead-17f5-454d-8548-c58a06345153', 'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'mac_address': 'fa:16:3e:44:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:02Z', 'updated_at': '2022-03-24T17:01:17Z', 'revision_number': 5, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'subnets': [{'id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:41.923277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.926944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] device_id is not set on port a9a0fc4f-c149-4b27-bf43-90d28b99d26e yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:41.928517 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] Checking router: a3bb72bb-0378-4323-9cfb-4e1a92e5014c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:02:41.944514 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:41.944680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:41.944680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:41.944865 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:42.041917 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dd529f09-e563-4d5d-968b-b27e03a2304e tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=32cd9a71-c9cf-4dc7-9b81-312b966a2bc9 HTTP/1.1" status: 200 len: 205 time: 0.3298590 Mar 24 17:02:42.059747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:42.064720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60948) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:42.074511 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9210804 Mar 24 17:02:42.109966 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60952) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:42.146312 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:42.154485 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2fd8bf0c-4221-410a-8e5b-e6850a70da7d req-e349e275-93c3-4916-8e2f-29da65adf294 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 210 time: 0.1257062 Mar 24 17:02:42.229452 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ee6be293-c655-4778-bc8c-6bb01004f8be req-c3f0d902-e210-461b-a8e5-0149dc404357 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298178 Mar 24 17:02:42.262298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f7fc8-32ae-4dd4-ac50-61e9675e1b71 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=aed93446-a1af-4984-89d8-31097a165b80,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:42.280532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network aed93446-a1af-4984-89d8-31097a165b80 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:42.355628 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': 'aed93446-a1af-4984-89d8-31097a165b80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:42.482088 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-61afa742-28b4-44f8-8651-2f6917b92289 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/3f4122a6-ac65-49f1-a7da-58d34bfe423e HTTP/1.1" status: 204 len: 168 time: 4.4535055 Mar 24 17:02:42.557460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60958) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:42.601440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] For port 904e1510-23e7-465d-a117-0b3013e2083d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=904e1510-23e7-465d-a117-0b3013e2083d,segment=NetworkSegment(8dcf1f99-e9cd-42da-9ee6-80dc746993fc),segment_id=8dcf1f99-e9cd-42da-9ee6-80dc746993fc)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:42.601849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:42.632145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] device_id is not set on port 7be77537-b261-4e07-9791-6c0e75fbb586 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:42.645606 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'd6293ead-17f5-454d-8548-c58a06345153', 'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'mac_address': 'fa:16:3e:44:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:02Z', 'updated_at': '2022-03-24T17:01:17Z', 'revision_number': 5, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'subnets': [{'id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:42.651079 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fcb1fc-37d2-4cb0-b207-d6772df6709f None None] The sync data for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv is: [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 4, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'd6293ead-17f5-454d-8548-c58a06345153', 'name': '', 'network_id': '73654e17-f355-4995-ad09-cda23728c6d6', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'mac_address': 'fa:16:3e:44:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:02Z', 'updated_at': '2022-03-24T17:01:17Z', 'revision_number': 5, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'subnets': [{'id': 'ed9b018f-9c55-438e-8647-0a8048ddaa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:42.724734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:42.783296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c7b46-af0c-48ae-b8a7-fb25f92b5deb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:42.784812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c7b46-af0c-48ae-b8a7-fb25f92b5deb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:42.786903 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dc6c7b46-af0c-48ae-b8a7-fb25f92b5deb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2278919 Mar 24 17:02:42.796808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60962) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:42.802900 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Calling delete_port for 904e1510-23e7-465d-a117-0b3013e2083d owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:42.953919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:42.963788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:42.974925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:42.984257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1c4e34-0cf0-4e30-ba57-39bd2df91133 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet de1751a0-3e3c-422f-9b9d-b93672e0637c {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:02:42.985537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:42.996856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41fac4-d0e7-4e84-bc52-4f2f070ce78a req-5c9d7320-1e9d-4bbf-abf0-f2aa8c5f2bea tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:42.998400 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c41fac4-d0e7-4e84-bc52-4f2f070ce78a req-5c9d7320-1e9d-4bbf-abf0-f2aa8c5f2bea tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.4724956 Mar 24 17:02:43.003064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4e34-0cf0-4e30-ba57-39bd2df91133 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.030843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:43.042990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] Sync routers for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:43.058070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:43.059791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:43.103367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60970) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:43.116213 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d188beb-36c1-4d50-9b42-f173ca347f25 None None] New status for floating IP 8fbb7e1e-918d-4531-bc29-a1ed7d89dd02: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:02:43.128798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.141038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4e34-0cf0-4e30-ba57-39bd2df91133 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.184717 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c41fac4-d0e7-4e84-bc52-4f2f070ce78a req-575c915b-d5dc-4e5b-9565-db6a3f8538be tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494310 Mar 24 17:02:43.220580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:43.224733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.284182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Deleting port f268f64c-79e1-443d-be26-d86679f55c33 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:43.284516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.390520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:43.405618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.464402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] No DVR routers for this DVR port 1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:43.479194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.506649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'name': 'network-vif-deleted', 'tag': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:02:43.512045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca27d642-6715-488a-9abd-a9451b3064a2 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.598541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03b711-e28a-4121-887b-e1e5cd4e4d14 None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:02:43.599230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Port': ['ID=904e1510-23e7-465d-a117-0b3013e2083d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:43.608211 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1b2996b3-20a0-452a-9999-6a95a9d72b12 req-3402c88a-30ca-418e-a61d-95a43c2de87c tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc7d0e8c-3574-4f3b-b6c0-ee68accb0929 HTTP/1.1" status: 200 len: 210 time: 0.1749558 Mar 24 17:02:43.641424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca27d642-6715-488a-9abd-a9451b3064a2 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.651448 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No DVR routers for this DVR port 904e1510-23e7-465d-a117-0b3013e2083d on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:43.653112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4e34-0cf0-4e30-ba57-39bd2df91133 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.692744 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7d0e8c-3574-4f3b-b6c0-ee68accb0929', 'name': 'network-vif-deleted', 'tag': '1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4', 'status': 'completed', 'code': 200} Mar 24 17:02:43.694647 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d6e6e621-3569-4343-b898-94de168aeaff req-5cd2df47-ca76-4bb4-bd70-211d7cad7764 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.48 "DELETE /v2.0/ports/1ffefd26-66f7-4c22-867d-f5bcc0d5c7e4 HTTP/1.1" status: 204 len: 173 time: 6.2110765 Mar 24 17:02:43.786730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.838156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.902653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.960418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4e34-0cf0-4e30-ba57-39bd2df91133 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:43.971100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Calling delete_port for f268f64c-79e1-443d-be26-d86679f55c33 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:44.001880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3219e603-0a5e-411d-a048-b86e0030689c']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:44.022066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca27d642-6715-488a-9abd-a9451b3064a2 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.025153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf03b711-e28a-4121-887b-e1e5cd4e4d14 None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:02:44.025995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcf1f99-e9cd-42da-9ee6-80dc746993fc') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:44.026285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcf1f99-e9cd-42da-9ee6-80dc746993fc') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:44.028744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8aa50ae3-d0af-44f4-98fa-be18cc6a87df', 'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'mac_address': 'fa:16:3e:c4:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:07Z', 'updated_at': '2022-03-24T17:01:19Z', 'revision_number': 5, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'subnets': [{'id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:44.038102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] Checking router: 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:02:44.052438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.060309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c4e34-0cf0-4e30-ba57-39bd2df91133 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=de1751a0-3e3c-422f-9b9d-b93672e0637c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:44.067982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:44.068609 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:44.079479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27d642-6715-488a-9abd-a9451b3064a2 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:44.081242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4e34-0cf0-4e30-ba57-39bd2df91133 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.097339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.106435 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:44.106435 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.108589 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3b1c4e34-0cf0-4e30-ba57-39bd2df91133 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/de1751a0-3e3c-422f-9b9d-b93672e0637c HTTP/1.1" status: 204 len: 168 time: 1.3089793 Mar 24 17:02:44.112787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca27d642-6715-488a-9abd-a9451b3064a2 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.115946 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ca27d642-6715-488a-9abd-a9451b3064a2 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "DELETE /v2.0/security-groups/35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10 HTTP/1.1" status: 204 len: 168 time: 1.0082352 Mar 24 17:02:44.115946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60980) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:44.117898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60982) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:44.124768 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:44.185801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.247314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.348374 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0a6c2d78-805b-4b0d-b57a-2dfcbd0fb372 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2286532 Mar 24 17:02:44.348374 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-542901cc-1469-4cbf-aeea-0a09bb6fe620 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] show failed (client error): The resource could not be found. Mar 24 17:02:44.348759 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-542901cc-1469-4cbf-aeea-0a09bb6fe620 tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "GET /v2.0/security-groups/35a0c46d-9bec-4ec3-ab4d-93fdbbf9bf10 HTTP/1.1" status: 404 len: 347 time: 0.2209978 Mar 24 17:02:44.349065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60988) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:44.351833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 60992) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:44.357583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:44.367623 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Port': ['ID=a9a0fc4f-c149-4b27-bf43-90d28b99d26e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:44.391368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Checking segment: {'id': 'd7986008-2069-4e7c-9c18-709caba30d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '27929c29-0300-4195-a4f7-505ee4de7cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:44.391811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Network hostable DHCP agents. Network: 27929c29-0300-4195-a4f7-505ee4de7cbd, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:44.396251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.419599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=13d81c4f-1683-4950-ad0e-1ad4031ed64e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:44.427899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.441289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': 'b4f30773-33de-4536-9b17-b0d6058c6481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'aed93446-a1af-4984-89d8-31097a165b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:44.441692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: aed93446-a1af-4984-89d8-31097a165b80, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:44.445796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=3219e603-0a5e-411d-a048-b86e0030689c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:44.457764 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-db97bef5-84dd-4de2-99e5-919c0473b0a2 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/3219e603-0a5e-411d-a048-b86e0030689c HTTP/1.1" status: 204 len: 168 time: 6.7109976 Mar 24 17:02:44.462998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 60996) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:44.473721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2016496306'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:44.481146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:44.484761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:44.489574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:network and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:44.492791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:44.499478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:44.581416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Network 27929c29-0300-4195-a4f7-505ee4de7cbd is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:44.584258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network aed93446-a1af-4984-89d8-31097a165b80 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:44.597844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:44.606931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.632115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Deleting port 2c941383-ed20-4970-8a3b-78ef65e2333c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:44.635656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.644830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:44.657935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, aed93446-a1af-4984-89d8-31097a165b80) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:44.660575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 27929c29-0300-4195-a4f7-505ee4de7cbd) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:44.663548 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.664323 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment c2e5edf7-c6c7-4189-8908-ccb58e32927a of type vlan for network de00ec42-6ddc-4fda-afb5-0df035ee2393 Mar 24 17:02:44.667209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:44.667792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.671594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:44.672461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.805794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.830673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:44.841562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.841887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:44.851934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:44.856734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Port': ['ID=7be77537-b261-4e07-9791-6c0e75fbb586,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:44.857636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:44.865036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Checking segment: {'id': '3c78fadb-2984-4d37-a514-a6be76cc0c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '139434ff-3db9-45d2-9ef3-c6eb85ba254f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:44.865309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Network hostable DHCP agents. Network: 139434ff-3db9-45d2-9ef3-c6eb85ba254f, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:44.867026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:44.909791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32772) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:44.941602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cac66d-a5f0-4de1-8609-308fca5c8b6f None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:02:44.956318 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0542dc6a-bcde-4fa1-a1f0-3196d1809b8d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7673860 Mar 24 17:02:44.963233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32776) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:45.002923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.009053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:45.009232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.014095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Calling delete_port for 2c941383-ed20-4970-8a3b-78ef65e2333c owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:45.032742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Network 139434ff-3db9-45d2-9ef3-c6eb85ba254f is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:45.072880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8aa50ae3-d0af-44f4-98fa-be18cc6a87df', 'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'mac_address': 'fa:16:3e:c4:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:07Z', 'updated_at': '2022-03-24T17:01:19Z', 'revision_number': 5, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'subnets': [{'id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:45.083944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f7461-e0ff-417c-887f-70b045549f30 None None] The sync data for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv is: [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:01:10Z', 'revision_number': 4, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8aa50ae3-d0af-44f4-98fa-be18cc6a87df', 'name': '', 'network_id': 'a3142123-a6f5-4088-9508-02a5a665938d', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'mac_address': 'fa:16:3e:c4:dc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:01:07Z', 'updated_at': '2022-03-24T17:01:19Z', 'revision_number': 5, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'subnets': [{'id': '2eb44871-a1d2-4b53-a090-77c184d43a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:45.090146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:45.098176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.113069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cac66d-a5f0-4de1-8609-308fca5c8b6f None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:02:45.162921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e86ba22b-8447-4fbe-a8c4-c7ee2253dfdc tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.201744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.242776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 139434ff-3db9-45d2-9ef3-c6eb85ba254f) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:45.250016 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7844245 Mar 24 17:02:45.253852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32780) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:45.269819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event deleted for resources: {'Port': ['ID=f268f64c-79e1-443d-be26-d86679f55c33,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:45.281127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:45.291373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:45.296419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:45.297106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.311314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': 'de00ec42-6ddc-4fda-afb5-0df035ee2393', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:45.423001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d4e5a-b255-4eed-ac3f-f85745e0cb1a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=de00ec42-6ddc-4fda-afb5-0df035ee2393,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:45.447656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.452184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e86ba22b-8447-4fbe-a8c4-c7ee2253dfdc tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.497894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.507167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network de00ec42-6ddc-4fda-afb5-0df035ee2393 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:45.522909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:45.529828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:subnet and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:45.534034 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:45.569005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:45.583538 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bdc93935-6c99-4722-a0e2-a568ff526423 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9935753 Mar 24 17:02:45.590703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32784) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:45.601146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf887c9-9aff-418c-9cde-b769a664d6fb None None] New status for floating IP 53c6c3b9-6ff9-4f16-996b-4f9ceba1b71a: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:02:45.615281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.640660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.709373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07982b-363c-4f4a-8cc7-29cb69551fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-aed93446-a1af-4984-89d8-31097a165b80', 'network_id': 'aed93446-a1af-4984-89d8-31097a165b80', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': '13d81c4f-1683-4950-ad0e-1ad4031ed64e'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:45.710193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5f07982b-363c-4f4a-8cc7-29cb69551fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.772798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:45.776447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.790594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e86ba22b-8447-4fbe-a8c4-c7ee2253dfdc tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.851583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ba22b-8447-4fbe-a8c4-c7ee2253dfdc tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e2832e-82d0-4c0b-a98e-9b4191ddde57,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:45.903930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.907872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:45.912323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Pushing event deleted for resources: {'Port': ['ID=2c941383-ed20-4970-8a3b-78ef65e2333c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:46.025226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e86ba22b-8447-4fbe-a8c4-c7ee2253dfdc tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.026551 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e86ba22b-8447-4fbe-a8c4-c7ee2253dfdc tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "DELETE /v2.0/security-groups/12e2832e-82d0-4c0b-a98e-9b4191ddde57 HTTP/1.1" status: 204 len: 168 time: 1.1151338 Mar 24 17:02:46.031710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32788) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:46.066083 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-8d395a21-3d2e-47d7-8ac1-55146d6a0b3c tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] show failed (client error): The resource could not be found. Mar 24 17:02:46.067110 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8d395a21-3d2e-47d7-8ac1-55146d6a0b3c tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "GET /v2.0/security-groups/12e2832e-82d0-4c0b-a98e-9b4191ddde57 HTTP/1.1" status: 404 len: 347 time: 0.0344512 Mar 24 17:02:46.070102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32792) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:46.082299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.092523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1319ca9-b855-43d6-88f6-2cbd2b1d005f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:46.098502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1319ca9-b855-43d6-88f6-2cbd2b1d005f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:46.100202 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1319ca9-b855-43d6-88f6-2cbd2b1d005f tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5085406 Mar 24 17:02:46.102396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.102898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Fanout notify agent at l3_agent the message router_deleted on router 32cd9a71-c9cf-4dc7-9b81-312b966a2bc9 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:02:46.110996 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32796) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server [None req-5f07982b-363c-4f4a-8cc7-29cb69551fac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13d81c4f-1683-4950-ad0e-1ad4031ed64e: This subnet is being modified by another concurrent operation. Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:02:46.134433 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise exception Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13d81c4f-1683-4950-ad0e-1ad4031ed64e: This subnet is being modified by another concurrent operation. Mar 24 17:02:46.143030 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Mar 24 17:02:46.155318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.160038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13375b-2b3d-4d4e-8208-eb7f3da07d56 None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:02:46.175313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.256233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-948eeb8d-945f-4e3f-852c-f9612d8d2759 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Deleting port a9a0fc4f-c149-4b27-bf43-90d28b99d26e {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:46.256598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-948eeb8d-945f-4e3f-852c-f9612d8d2759 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.266163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=13d81c4f-1683-4950-ad0e-1ad4031ed64e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:46.284478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:46.295028 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.296886 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-029005ab-a2af-4a67-9e9b-01a1db97b792 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/32cd9a71-c9cf-4dc7-9b81-312b966a2bc9 HTTP/1.1" status: 204 len: 168 time: 4.2245224 Mar 24 17:02:46.304486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32800) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:46.307391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea13375b-2b3d-4d4e-8208-eb7f3da07d56 None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:02:46.307696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:46.310688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:46.311282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.316794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.320648 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1986889-c6e4-4062-8663-2f5667c9166e tempest-ServersTestManualDisk-1900825416 tempest-ServersTestManualDisk-1900825416-project] 10.222.0.47 "DELETE /v2.0/floatingips/8fbb7e1e-918d-4531-bc29-a1ed7d89dd02 HTTP/1.1" status: 204 len: 168 time: 1.9643776 Mar 24 17:02:46.324192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32802) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:46.329958 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Deleting port 6fe85f0c-62e7-4fcf-a374-ead0db1766bc {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:46.330303 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.356584 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:02:46.369747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1585511268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:46.391096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:46.413687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Usage tracker for resource:router and tenant:4aff7d2430754222bfe3500577cc63b7 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:46.414115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=1a222459-7814-4cc7-ab8f-d39bd0397f36,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:46.472000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:46.484936 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7dbf4fcd-73f4-4caf-b334-7c316d57e73a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1316626 Mar 24 17:02:46.487754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:46.488894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32808) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:46.490569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.506193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'name': 'tempest-NetworksTestDHCPv6-709399387'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:46.556594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed93446-a1af-4984-89d8-31097a165b80']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:46.567771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.650865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f30773-33de-4536-9b17-b0d6058c6481') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:46.651213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f30773-33de-4536-9b17-b0d6058c6481') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:46.676326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.677296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.707424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.725439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12911765-c6d4-4fe8-b512-dbe194182e08 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:46.756080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8db0fa-4574-4d3d-b2f4-a8f2f195d5d8 None None] Network aed93446-a1af-4984-89d8-31097a165b80 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:46.773979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.777087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.777950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82654f-1ad1-4642-aca1-f585f71b7c5e None None] Network 139434ff-3db9-45d2-9ef3-c6eb85ba254f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:46.787731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=053bc75e-a0b5-4418-ab40-16f0f0829b67,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:46.793765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead8e766-9116-45e0-9402-7276b042b965 None None] Network 27929c29-0300-4195-a4f7-505ee4de7cbd requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:46.817169 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:46.817577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:46.832988 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:46.850833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.851181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:46.859173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking segment: {'id': 'c2e5edf7-c6c7-4189-8908-ccb58e32927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de00ec42-6ddc-4fda-afb5-0df035ee2393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:46.859173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network hostable DHCP agents. Network: de00ec42-6ddc-4fda-afb5-0df035ee2393, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:46.895940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-948eeb8d-945f-4e3f-852c-f9612d8d2759 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.048810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.049656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-948eeb8d-945f-4e3f-852c-f9612d8d2759 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Calling delete_port for a9a0fc4f-c149-4b27-bf43-90d28b99d26e owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:47.068427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Calling delete_port for 6fe85f0c-62e7-4fcf-a374-ead0db1766bc owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:47.092345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:47.106256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:47.157208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:47.179241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:47.248315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network de00ec42-6ddc-4fda-afb5-0df035ee2393 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:47.251811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.255182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.259628 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4bf6e8de-eb15-40dd-864c-bac2d7b582ec tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9375491 Mar 24 17:02:47.260429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32816) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:47.290346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.300728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': False}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:47.328747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:47.332745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.358560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=aed93446-a1af-4984-89d8-31097a165b80,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:47.370753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 360c43d7-f3ce-4861-b2d4-0e3af2ce25be yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:47.379415 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cafda5c0-2da0-4fda-a3a3-42fb9951f644 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/aed93446-a1af-4984-89d8-31097a165b80 HTTP/1.1" status: 204 len: 168 time: 2.4150116 Mar 24 17:02:47.408409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a7a11d-33ab-4fc8-9dc4-7ca8800ad183 None None] Network aed93446-a1af-4984-89d8-31097a165b80 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:47.465409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a7a11d-33ab-4fc8-9dc4-7ca8800ad183 None None] Network aed93446-a1af-4984-89d8-31097a165b80 could not be found, it might have been deleted concurrently. {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 24 17:02:47.531939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32820) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:47.538624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-948eeb8d-945f-4e3f-852c-f9612d8d2759 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.543690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917899595'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:47.565496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.570790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, de00ec42-6ddc-4fda-afb5-0df035ee2393) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:47.583090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9001ffff-8ea9-4d5e-8c81-1c9fa2b030a1 None None] Network de00ec42-6ddc-4fda-afb5-0df035ee2393 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:47.607054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:47.625468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:47.628669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.628774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:47.635880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eeb8d-945f-4e3f-852c-f9612d8d2759 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Port': ['ID=a9a0fc4f-c149-4b27-bf43-90d28b99d26e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:47.638559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:47.661220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:47.663698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-948eeb8d-945f-4e3f-852c-f9612d8d2759 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.711539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Pushing event deleted for resources: {'Port': ['ID=6fe85f0c-62e7-4fcf-a374-ead0db1766bc,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:47.741945 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-948eeb8d-945f-4e3f-852c-f9612d8d2759 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/ports/a9a0fc4f-c149-4b27-bf43-90d28b99d26e HTTP/1.1" status: 204 len: 168 time: 1.6305435 Mar 24 17:02:47.750243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32824) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:47.805773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:47.813833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.863437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-de00ec42-6ddc-4fda-afb5-0df035ee2393', 'network_id': 'de00ec42-6ddc-4fda-afb5-0df035ee2393', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': '053bc75e-a0b5-4418-ab40-16f0f0829b67'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:47.865946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:47.869517 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-edd76353-3d61-4a70-b037-9e3cf16cc158 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6047156 Mar 24 17:02:47.874723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32828) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:47.905180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': 'de00ec42-6ddc-4fda-afb5-0df035ee2393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:48.043882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7d0f614c-e448-478f-80d7-c04ce09519e1 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Deleting port 7be77537-b261-4e07-9791-6c0e75fbb586 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:48.044249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d0f614c-e448-478f-80d7-c04ce09519e1 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.078896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::364 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/1a222459-7814-4cc7-ab8f-d39bd0397f36/360c43d7-f3ce-4861-b2d4-0e3af2ce25be) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:48.083587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.087099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada237ce-9472-4407-9ad8-9fa30e5f8a89 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:48.090937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.091922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.096858 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9302d798-ad1c-4531-a3f7-9f3877308434 tempest-ServersTestJSON-152327678 tempest-ServersTestJSON-152327678-project] 10.222.0.47 "DELETE /v2.0/floatingips/53c6c3b9-6ff9-4f16-996b-4f9ceba1b71a HTTP/1.1" status: 204 len: 168 time: 2.0221114 Mar 24 17:02:48.097006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:48.097190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32832) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:48.115544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:subnet and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:48.118171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:48.127487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:48.142710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:48.187399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.187628 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment eabe48d2-882e-4af0-988a-0e005a0b36f1 of type vlan for network dc26ab96-bf8c-4d9d-b90a-9fb044b079d9 Mar 24 17:02:48.231521 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-11f7c0f2-40f4-4a5b-87d3-7d45139784d9 None None] Provisioning complete for port 719c2844-4b6c-429d-afd8-e1f723ee09e7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:48.231888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-11f7c0f2-40f4-4a5b-87d3-7d45139784d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.267997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.334637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Allocated IP 2001:db8::2 (de00ec42-6ddc-4fda-afb5-0df035ee2393/053bc75e-a0b5-4418-ab40-16f0f0829b67/d33fc1b0-a4a1-4d0a-88e5-e836477252c2) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:48.358161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:48.361836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.448352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.687790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.699907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Transition to ACTIVE for port object d33fc1b0-a4a1-4d0a-88e5-e836477252c2 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:48.736730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Transition to ACTIVE for port object d33fc1b0-a4a1-4d0a-88e5-e836477252c2 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:48.738235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:02:48.767112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d0f614c-e448-478f-80d7-c04ce09519e1 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.834227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:48.944419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Network de00ec42-6ddc-4fda-afb5-0df035ee2393 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:48.947546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:48.956651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:48.963524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Pushing event updated for resources: {'Port': ['ID=d33fc1b0-a4a1-4d0a-88e5-e836477252c2,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:49.017031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.055765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.063288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Attempting to bind port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:49.063658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Attempting to bind port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'c2e5edf7-c6c7-4189-8908-ccb58e32927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de00ec42-6ddc-4fda-afb5-0df035ee2393'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:49.064052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Attempting to bind port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 on network de00ec42-6ddc-4fda-afb5-0df035ee2393 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:49.069592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:49.069967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Checking segment: {'id': 'c2e5edf7-c6c7-4189-8908-ccb58e32927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de00ec42-6ddc-4fda-afb5-0df035ee2393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:49.070371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.070768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Bound using segment: {'id': 'c2e5edf7-c6c7-4189-8908-ccb58e32927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de00ec42-6ddc-4fda-afb5-0df035ee2393'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:49.071235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Bound port: d33fc1b0-a4a1-4d0a-88e5-e836477252c2, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e5edf7-c6c7-4189-8908-ccb58e32927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'de00ec42-6ddc-4fda-afb5-0df035ee2393'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:49.071618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.095343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7d0f614c-e448-478f-80d7-c04ce09519e1 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Calling delete_port for 7be77537-b261-4e07-9791-6c0e75fbb586 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:49.125003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.130459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:49.131625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.134927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3d8ed1db-4be9-4a59-9ee2-ba26a2911d0a None None] Provisioning complete for port 719c2844-4b6c-429d-afd8-e1f723ee09e7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:49.135284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3d8ed1db-4be9-4a59-9ee2-ba26a2911d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.232075 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] For port d33fc1b0-a4a1-4d0a-88e5-e836477252c2, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:49.235943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] For port d33fc1b0-a4a1-4d0a-88e5-e836477252c2, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d33fc1b0-a4a1-4d0a-88e5-e836477252c2,segment=NetworkSegment(c2e5edf7-c6c7-4189-8908-ccb58e32927a),segment_id=c2e5edf7-c6c7-4189-8908-ccb58e32927a)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:49.272128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Allocated IP 172.26.4.68 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/0c94fa0b-9f95-4193-be9d-70f4d9e82dd0) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:49.292095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.303300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.394554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dbe3a-9426-44f7-a5d9-3c2b47d53d15 None None] Pushing event updated for resources: {'Port': ['ID=d33fc1b0-a4a1-4d0a-88e5-e836477252c2,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:49.401127 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8655870 Mar 24 17:02:49.410552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.410734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32838) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:49.418476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319a676-e795-4228-ac52-00056dc652c9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=dc26ab96-bf8c-4d9d-b90a-9fb044b079d9,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:49.435362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network dc26ab96-bf8c-4d9d-b90a-9fb044b079d9 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:49.443734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': 'dc26ab96-bf8c-4d9d-b90a-9fb044b079d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:49.462237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 360c43d7-f3ce-4861-b2d4-0e3af2ce25be will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:49.601183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d0f614c-e448-478f-80d7-c04ce09519e1 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.643909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.725410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f614c-e448-478f-80d7-c04ce09519e1 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Port': ['ID=7be77537-b261-4e07-9791-6c0e75fbb586,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:49.749683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d0f614c-e448-478f-80d7-c04ce09519e1 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.753201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:49.770866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:49.778618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:49.788843 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7d0f614c-e448-478f-80d7-c04ce09519e1 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/ports/7be77537-b261-4e07-9791-6c0e75fbb586 HTTP/1.1" status: 204 len: 168 time: 2.0336699 Mar 24 17:02:49.790685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:49.793874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32842) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:49.838812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.847883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a6954ae4-468c-4182-9eb0-1e7d5f1fee8a tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Synchronizing usage tracker for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:49.905370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.948130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:49.950950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:49.953068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.973467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:49.978930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a6954ae4-468c-4182-9eb0-1e7d5f1fee8a tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Unset dirty status for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:49.984682 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a6954ae4-468c-4182-9eb0-1e7d5f1fee8a tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1852841 Mar 24 17:02:49.989010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Deleting port d6293ead-17f5-454d-8548-c58a06345153 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:49.989343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:49.994290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:49.994912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32846) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:50.009094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:50.014366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-397587884'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:50.016792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:50.018069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Deleting port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:50.018539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.022121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:50.022737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.045968 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Pushing event updated for resources: {'Port': ['ID=0c94fa0b-9f95-4193-be9d-70f4d9e82dd0,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:50.053989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:50.060486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.086431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:50.096280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=360c43d7-f3ce-4861-b2d4-0e3af2ce25be,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:50.110322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Usage tracker for resource:network and tenant:ab5acfce78ef4d84a171f319268c8f92 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:50.116080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.116397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.116740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.117068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.117395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.117728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.118057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.118375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.118700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.119019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.119340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.119639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:50.125406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:50.144833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:50.178422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing IP validity checks on allocation pools {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 24 17:02:50.179003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 24 17:02:50.228081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network de00ec42-6ddc-4fda-afb5-0df035ee2393 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:50.305187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:50.314958 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4adcd716-181a-48a6-8959-b298d1c2ea15 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8250127 Mar 24 17:02:50.315763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=5a7b9057-7df3-40a6-9712-4f64d8565613,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:50.320977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:50.321644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.325342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32850) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:50.326771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Made reservation on behalf of ab5acfce78ef4d84a171f319268c8f92 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:50.330768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.421748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d03471f9-f00c-418e-a8b5-13da1f5a896a None None] Provisioning for port 360c43d7-f3ce-4861-b2d4-0e3af2ce25be completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:50.430340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d03471f9-f00c-418e-a8b5-13da1f5a896a None None] Provisioning complete for port 360c43d7-f3ce-4861-b2d4-0e3af2ce25be triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:50.431550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d03471f9-f00c-418e-a8b5-13da1f5a896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.453049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] For port d6293ead-17f5-454d-8548-c58a06345153, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d6293ead-17f5-454d-8548-c58a06345153,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:50.453411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.506885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d03471f9-f00c-418e-a8b5-13da1f5a896a None None] Port 360c43d7-f3ce-4861-b2d4-0e3af2ce25be cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:02:50.517831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:50.519969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] For port 8aa50ae3-d0af-44f4-98fa-be18cc6a87df, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8aa50ae3-d0af-44f4-98fa-be18cc6a87df,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:50.520330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.560722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd292fd-679e-4f9f-a9fa-4388c8fd1c16 None None] Network de00ec42-6ddc-4fda-afb5-0df035ee2393 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:50.634843 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7d58dde1-f475-4a22-95aa-39d6a8e94420 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7464817 Mar 24 17:02:50.639399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Calling delete_port for d6293ead-17f5-454d-8548-c58a06345153 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:50.669717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32854) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:50.729053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.729607 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Added segment b65c68a6-8b04-4e23-b1ce-a119ef50c473 of type vlan for network 4ca5a764-3f45-4346-864b-0865b6d73182 Mar 24 17:02:50.820207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Calling delete_port for 8aa50ae3-d0af-44f4-98fa-be18cc6a87df owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:50.838788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cc520748-9ecd-4345-9e79-4c7d86fa9e84 None None] Provisioning for port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:50.850027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d33fc1b0-a4a1-4d0a-88e5-e836477252c2 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:50.960586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990fb72-ab84-455c-983e-e77d426f9d20 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:50.962773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:50.971496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990fb72-ab84-455c-983e-e77d426f9d20 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:50.972348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4990fb72-ab84-455c-983e-e77d426f9d20 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:51.016604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102f99f-0a76-41bf-949b-e27e8937af89 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:51.018683 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:51.018898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102f99f-0a76-41bf-949b-e27e8937af89 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:51.020585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102f99f-0a76-41bf-949b-e27e8937af89 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:51.022247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102f99f-0a76-41bf-949b-e27e8937af89 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:51.024660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102f99f-0a76-41bf-949b-e27e8937af89 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:51.025599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3102f99f-0a76-41bf-949b-e27e8937af89 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Synchronizing usage tracker for tenant:a5b6b8df06bf4b638a60df008b83596b on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:51.031063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:51.031063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.112027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4990fb72-ab84-455c-983e-e77d426f9d20 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:51.113656 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4990fb72-ab84-455c-983e-e77d426f9d20 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.7770073 Mar 24 17:02:51.116687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32858) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:51.118471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6e5cdb-3c09-4434-a5dc-5dd868d4e48f None None] Update dhcp port {'port': {'network_id': 'de00ec42-6ddc-4fda-afb5-0df035ee2393', 'fixed_ips': [{'subnet_id': '053bc75e-a0b5-4418-ab40-16f0f0829b67', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a7b9057-7df3-40a6-9712-4f64d8565613'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': 'd33fc1b0-a4a1-4d0a-88e5-e836477252c2'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:02:51.153072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.158657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.206327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3102f99f-0a76-41bf-949b-e27e8937af89 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Unset dirty status for tenant:a5b6b8df06bf4b638a60df008b83596b on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:51.208173 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3102f99f-0a76-41bf-949b-e27e8937af89 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5233052 Mar 24 17:02:51.214527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32862) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:51.217247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5cdb-3c09-4434-a5dc-5dd868d4e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.224355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.229939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:51.230516 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.241464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.263192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1337438073'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:51.292865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:51.308311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c5d9652c-e53c-4b2a-8dd2-2a7de5ec5607 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 360c43d7-f3ce-4861-b2d4-0e3af2ce25be {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:51.308665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5d9652c-e53c-4b2a-8dd2-2a7de5ec5607 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.351944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:network and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:51.361712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port d33fc1b0-a4a1-4d0a-88e5-e836477252c2, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d33fc1b0-a4a1-4d0a-88e5-e836477252c2,segment=NetworkSegment(c2e5edf7-c6c7-4189-8908-ccb58e32927a),segment_id=c2e5edf7-c6c7-4189-8908-ccb58e32927a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:51.368589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=498659b0-a350-44a8-87db-30b085ca0c82,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:51.379057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:51.390862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.391123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.391460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.391782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.392138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.392464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.392786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.393107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.393425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.393747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.394058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.394375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.435830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': 'eabe48d2-882e-4af0-988a-0e005a0b36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dc26ab96-bf8c-4d9d-b90a-9fb044b079d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:51.436231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: dc26ab96-bf8c-4d9d-b90a-9fb044b079d9, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:51.448178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.455128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Network': ['ID=4ca5a764-3f45-4346-864b-0865b6d73182,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:51.458801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:51.477917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.483202 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-966f922a-92cc-495c-beab-08fe471828a2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4810450 Mar 24 17:02:51.489755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32866) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:51.496996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 4ca5a764-3f45-4346-864b-0865b6d73182 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:51.504543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-71626170'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:51.521971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:51.563298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Usage tracker for resource:network and tenant:ab5acfce78ef4d84a171f319268c8f92 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:51.598567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6293ead-17f5-454d-8548-c58a06345153,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:51.617827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:51.641273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:51.645322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.653230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network dc26ab96-bf8c-4d9d-b90a-9fb044b079d9 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:51.657625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:51.674714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-6d6e5cdb-3c09-4434-a5dc-5dd868d4e48f None None] Allocated IP 172.20.0.1 (de00ec42-6ddc-4fda-afb5-0df035ee2393/5a7b9057-7df3-40a6-9712-4f64d8565613/d33fc1b0-a4a1-4d0a-88e5-e836477252c2) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:51.785697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:51.813021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.813694 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment 6a18dc76-c056-495c-8d00-487c97763fc0 of type vlan for network 1c751174-d504-43e5-a9d5-6508f21baf9d Mar 24 17:02:51.831775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5d9652c-e53c-4b2a-8dd2-2a7de5ec5607 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.840180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Made reservation on behalf of ab5acfce78ef4d84a171f319268c8f92 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:51.841101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, dc26ab96-bf8c-4d9d-b90a-9fb044b079d9) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:51.846318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:51.846828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.854750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.870748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.883090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-6d6e5cdb-3c09-4434-a5dc-5dd868d4e48f None None] For port d33fc1b0-a4a1-4d0a-88e5-e836477252c2, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d33fc1b0-a4a1-4d0a-88e5-e836477252c2,segment=NetworkSegment(c2e5edf7-c6c7-4189-8908-ccb58e32927a),segment_id=c2e5edf7-c6c7-4189-8908-ccb58e32927a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:51.885111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.909634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5cdb-3c09-4434-a5dc-5dd868d4e48f None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.925524 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:51.929852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6d6e5cdb-3c09-4434-a5dc-5dd868d4e48f None None] Transition to ACTIVE for port object d33fc1b0-a4a1-4d0a-88e5-e836477252c2 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:51.930825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=d33fc1b0-a4a1-4d0a-88e5-e836477252c2,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:51.942063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.944037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.944037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.944037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.944037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.944037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.944660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.945413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.945413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.945712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.946102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.946687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:02:51.950149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c15220-95ba-4d19-856d-14adc590909a None None] Network dc26ab96-bf8c-4d9d-b90a-9fb044b079d9 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:51.966764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa50ae3-d0af-44f4-98fa-be18cc6a87df,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:51.987901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c5d9652c-e53c-4b2a-8dd2-2a7de5ec5607 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 360c43d7-f3ce-4861-b2d4-0e3af2ce25be owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:52.030179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.045438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5cdb-3c09-4434-a5dc-5dd868d4e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.097269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:52.115262 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-23612eb3-7620-4d18-a614-4a8dc15f1329 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7013328 Mar 24 17:02:52.128808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32870) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:52.181305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.181880 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Added segment 671102fa-ebb2-42d7-9305-b079bd66b836 of type vlan for network d4c3ab0e-77d0-4244-91b3-a53d05d6608a Mar 24 17:02:52.207481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.239097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e5cdb-3c09-4434-a5dc-5dd868d4e48f None None] Pushing event updated for resources: {'Port': ['ID=d33fc1b0-a4a1-4d0a-88e5-e836477252c2,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:52.434726 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-dc26ab96-bf8c-4d9d-b90a-9fb044b079d9', 'network_id': 'dc26ab96-bf8c-4d9d-b90a-9fb044b079d9', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': '498659b0-a350-44a8-87db-30b085ca0c82'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:52.436117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.456996 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.479214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.485144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:52.485799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.578605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.626958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Allocated IP 172.20.0.3 (dc26ab96-bf8c-4d9d-b90a-9fb044b079d9/498659b0-a350-44a8-87db-30b085ca0c82/e42b1908-d08e-4b55-a16e-19f6a51d0a0b) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:52.667311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=1c751174-d504-43e5-a9d5-6508f21baf9d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:52.674703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5d9652c-e53c-4b2a-8dd2-2a7de5ec5607 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:52.680302 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0aec4c14-e256-4751-83db-7cfe7867f428 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4571273 Mar 24 17:02:52.690719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1c751174-d504-43e5-a9d5-6508f21baf9d details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:52.700127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32874) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:52.710758 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-85947373-6749-4f59-be8c-51b35a0cd80d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:52.736316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9652c-e53c-4b2a-8dd2-2a7de5ec5607 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=360c43d7-f3ce-4861-b2d4-0e3af2ce25be,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:52.830860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:02:52.967268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.035878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5d9652c-e53c-4b2a-8dd2-2a7de5ec5607 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.043092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d33fc1b0-a4a1-4d0a-88e5-e836477252c2 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:02:53.056366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.087358 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce01056-cc99-4a9b-90b8-ee77cb7781c2 None None] Network de00ec42-6ddc-4fda-afb5-0df035ee2393 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:53.150357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.156404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:53.162676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.220207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c5d9652c-e53c-4b2a-8dd2-2a7de5ec5607 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/360c43d7-f3ce-4861-b2d4-0e3af2ce25be HTTP/1.1" status: 204 len: 168 time: 2.1014454 Mar 24 17:02:53.221251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32878) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:53.286768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Router d1e50dff-34a7-4e47-9006-df6589eddded is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:02:53.296718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-85947373-6749-4f59-be8c-51b35a0cd80d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.314549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Router a3bb72bb-0378-4323-9cfb-4e1a92e5014c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:02:53.315770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-25b4d864-8112-4774-a6e8-bc86cb9ccd47 None None] Provisioning for port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:02:53.322740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab92d54-724d-4245-ad45-351dc9f9a14e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:53.324683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab92d54-724d-4245-ad45-351dc9f9a14e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:53.325115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2ab92d54-724d-4245-ad45-351dc9f9a14e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:02:53.375434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-25b4d864-8112-4774-a6e8-bc86cb9ccd47 None None] Provisioning complete for port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:53.375798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25b4d864-8112-4774-a6e8-bc86cb9ccd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.425786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:53.426173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.445300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-85947373-6749-4f59-be8c-51b35a0cd80d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.457757 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9574721 Mar 24 17:02:53.466392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85947373-6749-4f59-be8c-51b35a0cd80d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network 1c751174-d504-43e5-a9d5-6508f21baf9d is not hosted by any dhcp agent {{(pid=88477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 24 17:02:53.466392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85947373-6749-4f59-be8c-51b35a0cd80d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:53.466392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-85947373-6749-4f59-be8c-51b35a0cd80d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.467281 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-85947373-6749-4f59-be8c-51b35a0cd80d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "PUT /v2.0/networks/1c751174-d504-43e5-a9d5-6508f21baf9d HTTP/1.1" status: 200 len: 723 time: 0.7661958 Mar 24 17:02:53.474432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32882) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:53.489710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2ab92d54-724d-4245-ad45-351dc9f9a14e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:02:53.490858 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2ab92d54-724d-4245-ad45-351dc9f9a14e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2661889 Mar 24 17:02:53.492414 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': '1c751174-d504-43e5-a9d5-6508f21baf9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:53.499723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32886) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:53.506091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5ac5e-0ce5-47db-abb0-d59d81fbfa1e tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Network': ['ID=d4c3ab0e-77d0-4244-91b3-a53d05d6608a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:53.542237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network d4c3ab0e-77d0-4244-91b3-a53d05d6608a details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:53.556268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.594652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:53.606213 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] Sync routers for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:53.609966 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c00e6054-a7d2-4016-96b9-55c35ec8e7c6 admin admin] 10.222.0.47 "PUT /v2.0/routers/a3bb72bb-0378-4323-9cfb-4e1a92e5014c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2782240 Mar 24 17:02:53.614513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32890) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:53.619690 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:53.620429 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:53.635158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Transition to ACTIVE for port object e42b1908-d08e-4b55-a16e-19f6a51d0a0b will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:53.696595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba9c19a-8259-4a1e-88fa-8103c2651143 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 1a222459-7814-4cc7-ab8f-d39bd0397f36 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:02:53.725791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c19a-8259-4a1e-88fa-8103c2651143 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.738998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Transition to ACTIVE for port object e42b1908-d08e-4b55-a16e-19f6a51d0a0b will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:53.863128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.915605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:53.941601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.946385 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-28e316fe-f561-41dc-9314-42c49c5db161 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "PUT /v2.0/routers/d1e50dff-34a7-4e47-9006-df6589eddded HTTP/1.1" status: 200 len: 915 time: 6.6814983 Mar 24 17:02:53.954980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c19a-8259-4a1e-88fa-8103c2651143 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:53.963976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32894) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:53.995586 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:54.022423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0c9bd-452c-4c81-8cd3-feb5815466d7 None None] Sync routers for ids ['d1e50dff-34a7-4e47-9006-df6589eddded'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:54.037736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:54.054719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Network dc26ab96-bf8c-4d9d-b90a-9fb044b079d9 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:54.074976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:54.083754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:54.140160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0c9bd-452c-4c81-8cd3-feb5815466d7 None None] Routers {'d1e50dff-34a7-4e47-9006-df6589eddded'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:54.142272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-66a0c9bd-452c-4c81-8cd3-feb5815466d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['d1e50dff-34a7-4e47-9006-df6589eddded'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:54.293990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=498659b0-a350-44a8-87db-30b085ca0c82,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:54.335835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:54.430044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-66a0c9bd-452c-4c81-8cd3-feb5815466d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:54.434023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Pushing event updated for resources: {'Port': ['ID=e42b1908-d08e-4b55-a16e-19f6a51d0a0b,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:54.438901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Attempting to bind port e42b1908-d08e-4b55-a16e-19f6a51d0a0b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:54.439512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Attempting to bind port e42b1908-d08e-4b55-a16e-19f6a51d0a0b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'eabe48d2-882e-4af0-988a-0e005a0b36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dc26ab96-bf8c-4d9d-b90a-9fb044b079d9'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:54.440005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Attempting to bind port e42b1908-d08e-4b55-a16e-19f6a51d0a0b on network dc26ab96-bf8c-4d9d-b90a-9fb044b079d9 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:54.443662 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:02:51Z', 'revision_number': 5, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:54.446663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:54.447174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Checking segment: {'id': 'eabe48d2-882e-4af0-988a-0e005a0b36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dc26ab96-bf8c-4d9d-b90a-9fb044b079d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:54.447670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:54.448202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Bound using segment: {'id': 'eabe48d2-882e-4af0-988a-0e005a0b36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dc26ab96-bf8c-4d9d-b90a-9fb044b079d9'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:54.448750 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] Checking router: a3bb72bb-0378-4323-9cfb-4e1a92e5014c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:02:54.448867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Bound port: e42b1908-d08e-4b55-a16e-19f6a51d0a0b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabe48d2-882e-4af0-988a-0e005a0b36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dc26ab96-bf8c-4d9d-b90a-9fb044b079d9'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:54.449296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:54.459686 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] Routers {'a3bb72bb-0378-4323-9cfb-4e1a92e5014c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:54.463285 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:54.491848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0c9bd-452c-4c81-8cd3-feb5815466d7 None None] Routers {'d1e50dff-34a7-4e47-9006-df6589eddded'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:54.492648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-66a0c9bd-452c-4c81-8cd3-feb5815466d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['d1e50dff-34a7-4e47-9006-df6589eddded'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:54.628166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-66a0c9bd-452c-4c81-8cd3-feb5815466d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:54.633582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a0c9bd-452c-4c81-8cd3-feb5815466d7 None None] The sync data for ids ['d1e50dff-34a7-4e47-9006-df6589eddded'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:54.646557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:54.654094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85947373-6749-4f59-be8c-51b35a0cd80d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=1c751174-d504-43e5-a9d5-6508f21baf9d,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:54.659287 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] Set router a3bb72bb-0378-4323-9cfb-4e1a92e5014c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:54.680967 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:54.706357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc26ab96-bf8c-4d9d-b90a-9fb044b079d9']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:54.711109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1c751174-d504-43e5-a9d5-6508f21baf9d details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:54.729280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:54.733443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabe48d2-882e-4af0-988a-0e005a0b36f1') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:54.740235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabe48d2-882e-4af0-988a-0e005a0b36f1') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:54.760668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:54.777525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:54.784873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:54.786979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:54.794567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7cb64802-0476-447f-acd1-5b7700d7c635 None None] Provisioning complete for port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:02:54.794945 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7cb64802-0476-447f-acd1-5b7700d7c635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:54.937490 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a031fb0b-c611-46f6-83fc-ded4f8cf40b3 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/routers/d1e50dff-34a7-4e47-9006-df6589eddded HTTP/1.1" status: 200 len: 921 time: 0.9719763 Mar 24 17:02:54.940698 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32898) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:54.944970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:54.949119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:55.015590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:02:55.112354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c19a-8259-4a1e-88fa-8103c2651143 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:55.185176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] For port e42b1908-d08e-4b55-a16e-19f6a51d0a0b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:55.188838 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:55.193746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] For port e42b1908-d08e-4b55-a16e-19f6a51d0a0b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e42b1908-d08e-4b55-a16e-19f6a51d0a0b,segment=NetworkSegment(eabe48d2-882e-4af0-988a-0e005a0b36f1),segment_id=eabe48d2-882e-4af0-988a-0e005a0b36f1)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:55.200964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:02:55.200964 dv-neutron-835063-1-hyperv neutron-server[88478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:02:55.200964 dv-neutron-835063-1-hyperv neutron-server[88478]: [parameters: {'id': 'dc26ab96-bf8c-4d9d-b90a-9fb044b079d9'}] Mar 24 17:02:55.200964 dv-neutron-835063-1-hyperv neutron-server[88478]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:02:55.201621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:02:55.248793 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:02:51Z', 'revision_number': 5, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:55.255359 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a01feaf-972b-4063-9ed3-2ebe1b8b2bc8 None None] The sync data for ids ['a3bb72bb-0378-4323-9cfb-4e1a92e5014c'] in dv-neutron-835063-1-hyperv is: [{'id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'name': 'tempest-ServersTestManualDisk-306667101-router', 'tenant_id': '474ca102a3794a4bbd7f062e5ba2b198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:50Z', 'updated_at': '2022-03-24T17:02:51Z', 'revision_number': 5, 'project_id': '474ca102a3794a4bbd7f062e5ba2b198', 'gw_port': {'id': '421ef336-5c0b-4b39-bee4-27e93383b9f8', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bb72bb-0378-4323-9cfb-4e1a92e5014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:55.312624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:55.326606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c19a-8259-4a1e-88fa-8103c2651143 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:55.334038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d517905-8781-4418-b670-02e06d68c387 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:55.335624 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0d517905-8781-4418-b670-02e06d68c387 tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=d1e50dff-34a7-4e47-9006-df6589eddded&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3935437 Mar 24 17:02:55.339823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32902) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:55.390900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9c19a-8259-4a1e-88fa-8103c2651143 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=1a222459-7814-4cc7-ab8f-d39bd0397f36,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:55.396729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ba9c19a-8259-4a1e-88fa-8103c2651143 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:55.410015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61966e17-770c-4d55-8904-19aed05d7849 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:55.434283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:55.496046 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2ba9c19a-8259-4a1e-88fa-8103c2651143 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/1a222459-7814-4cc7-ab8f-d39bd0397f36 HTTP/1.1" status: 204 len: 168 time: 1.9929965 Mar 24 17:02:55.496430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32908) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:55.524049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Deleting port 421ef336-5c0b-4b39-bee4-27e93383b9f8 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:55.524585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:55.562729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea2d86-af96-472b-bcef-193a7e32254d None None] Pushing event updated for resources: {'Port': ['ID=e42b1908-d08e-4b55-a16e-19f6a51d0a0b,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:55.682065 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fd7fe7ed-49e5-4464-be20-01b98a851418 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662338 Mar 24 17:02:55.708890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32912) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:55.715429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00525d0-b91e-441b-af19-519ca8a57592 None None] Network dc26ab96-bf8c-4d9d-b90a-9fb044b079d9 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:02:55.731874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:55.849074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] For port 421ef336-5c0b-4b39-bee4-27e93383b9f8, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=421ef336-5c0b-4b39-bee4-27e93383b9f8,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:55.852296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:55.896716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:55.909699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:02:55.915010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:55.922248 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] Sync routers for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:02:55.940169 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:55.941062 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:55.959765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:56.008660 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:56.082626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10480b-b66b-4621-a029-5c1deb03b85e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:56.089474 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bd10480b-b66b-4621-a029-5c1deb03b85e tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 881 time: 0.7433367 Mar 24 17:02:56.089474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32916) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:56.104970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ba63f-9287-4b54-83da-f0081b38921e None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:02:56.110723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b42ba63f-9287-4b54-83da-f0081b38921e None None] Deleting port 719c2844-4b6c-429d-afd8-e1f723ee09e7 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:56.112503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b42ba63f-9287-4b54-83da-f0081b38921e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:56.137878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:56.148753 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4581fa6b-0bc5-47ce-9b8e-254edb5bd514 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e50dff-34a7-4e47-9006-df6589eddded HTTP/1.1" status: 200 len: 205 time: 0.0591586 Mar 24 17:02:56.149415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32920) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:56.152848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Calling delete_port for 421ef336-5c0b-4b39-bee4-27e93383b9f8 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:56.222097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port e42b1908-d08e-4b55-a16e-19f6a51d0a0b {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:56.222452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:56.360102 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:56.364168 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9cf9d991-acdd-4e45-88ab-afbdc621c1b0 admin admin] 10.222.0.47 "PUT /v2.0/routers/1c1501e7-4bae-4b0e-92d6-50ca74e87c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2660768 Mar 24 17:02:56.367715 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32924) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:56.392455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:56.402175 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:56.411017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:56.472385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b42ba63f-9287-4b54-83da-f0081b38921e None None] For port 719c2844-4b6c-429d-afd8-e1f723ee09e7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=719c2844-4b6c-429d-afd8-e1f723ee09e7,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:56.475785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b42ba63f-9287-4b54-83da-f0081b38921e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:56.563728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] For port e42b1908-d08e-4b55-a16e-19f6a51d0a0b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e42b1908-d08e-4b55-a16e-19f6a51d0a0b,segment=NetworkSegment(eabe48d2-882e-4af0-988a-0e005a0b36f1),segment_id=eabe48d2-882e-4af0-988a-0e005a0b36f1)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:56.564315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:56.750269 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:02:51Z', 'revision_number': 5, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:56.751741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b42ba63f-9287-4b54-83da-f0081b38921e None None] Calling delete_port for 719c2844-4b6c-429d-afd8-e1f723ee09e7 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:56.755779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Calling delete_port for e42b1908-d08e-4b55-a16e-19f6a51d0a0b owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:56.760314 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] Checking router: 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:02:56.779260 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] Routers {'1c1501e7-4bae-4b0e-92d6-50ca74e87c86'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:02:56.779872 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:56.850135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32928) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:56.855225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d6293ead-17f5-454d-8548-c58a06345153 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:56.898111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: d6293ead-17f5-454d-8548-c58a06345153 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:02:56.898875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d6293ead-17f5-454d-8548-c58a06345153 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:02:56.899506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 719c2844-4b6c-429d-afd8-e1f723ee09e7 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:56.907325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'subnets': [{'network_id': '4ca5a764-3f45-4346-864b-0865b6d73182', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1290232208', 'ip_version': 6}, {'network_id': 'd4c3ab0e-77d0-4244-91b3-a53d05d6608a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:56.907637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'subnet': {'network_id': '4ca5a764-3f45-4346-864b-0865b6d73182', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1290232208', 'ip_version': 6}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:56.908400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Request body: {'subnet': {'network_id': 'd4c3ab0e-77d0-4244-91b3-a53d05d6608a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:56.950865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.046501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.084756 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] Set router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:02:57.088495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.099520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.116508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b42ba63f-9287-4b54-83da-f0081b38921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.127165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Port': ['ID=e42b1908-d08e-4b55-a16e-19f6a51d0a0b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:57.182293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=421ef336-5c0b-4b39-bee4-27e93383b9f8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:57.187602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=6f28ce57-536d-477d-ba39-1fd15d7fb9ca,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:57.188485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No DVR routers for this DVR port e42b1908-d08e-4b55-a16e-19f6a51d0a0b on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:57.209254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ba63f-9287-4b54-83da-f0081b38921e None None] Pushing event deleted for resources: {'Port': ['ID=719c2844-4b6c-429d-afd8-e1f723ee09e7,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:57.249783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ba63f-9287-4b54-83da-f0081b38921e None None] No DVR routers for this DVR port 719c2844-4b6c-429d-afd8-e1f723ee09e7 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:02:57.288422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.294970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772efefb-19cf-47c8-9968-f47b57d6b476 None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:02:57.386980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking segment: {'id': '6a18dc76-c056-495c-8d00-487c97763fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c751174-d504-43e5-a9d5-6508f21baf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:57.386980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network hostable DHCP agents. Network: 1c751174-d504-43e5-a9d5-6508f21baf9d, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:57.487162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:57.498612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:57.508144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:57.508733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.512100 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:02:51Z', 'revision_number': 5, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:57.528997 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988de2a5-a723-4e0b-8a83-4c8a0cb7641b None None] The sync data for ids ['1c1501e7-4bae-4b0e-92d6-50ca74e87c86'] in dv-neutron-835063-1-hyperv is: [{'id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'name': 'tempest-ServersTestJSON-1887220651-router', 'tenant_id': '7a1daa5d52cf4f7395246bdd293818f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:51Z', 'updated_at': '2022-03-24T17:02:51Z', 'revision_number': 5, 'project_id': '7a1daa5d52cf4f7395246bdd293818f3', 'gw_port': {'id': 'f17d4b4b-bfe2-441a-8de0-cce9b89dc174', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1501e7-4bae-4b0e-92d6-50ca74e87c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:53Z', 'updated_at': '2022-03-24T17:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:02:57.533944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=eeef9e1f-f677-4aaa-bcc1-c5df84492b93,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:57.536653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.564295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.618903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network 1c751174-d504-43e5-a9d5-6508f21baf9d is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:02:57.631606 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d543eec2-034f-49ba-aed7-de666eef1f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9216447 Mar 24 17:02:57.638897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772efefb-19cf-47c8-9968-f47b57d6b476 None None] Unable to find a vacant binding_index for network 1c751174-d504-43e5-a9d5-6508f21baf9d and agent 6b00df2b-ffa5-4c61-8e96-22319014d82b {{(pid=88479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 24 17:02:57.639455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32932) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:57.646297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.651989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Deleting port 0c94fa0b-9f95-4193-be9d-70f4d9e82dd0 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:57.652316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.668644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'name': 'tempest-NetworksTestDHCPv6-630367307'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:57.689092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.712830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772efefb-19cf-47c8-9968-f47b57d6b476 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 1c751174-d504-43e5-a9d5-6508f21baf9d) {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:02:57.760638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 1c751174-d504-43e5-a9d5-6508f21baf9d) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:57.775626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:57.776230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.836714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:57.845350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc26ab96-bf8c-4d9d-b90a-9fb044b079d9']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:57.942668 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-443568ba-f3f0-4c29-aa25-fe26328e60b5 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4652784 Mar 24 17:02:57.946462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.954467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32936) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:57.960839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Usage tracker for resource:subnet and tenant:ab5acfce78ef4d84a171f319268c8f92 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:57.969436 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c491edc6-a4dc-4c1a-a7a7-ebf3db56dc10 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:57.981809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:57.989999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:57.992984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabe48d2-882e-4af0-988a-0e005a0b36f1') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:57.993288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabe48d2-882e-4af0-988a-0e005a0b36f1') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:02:58.006227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.010600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:58.023488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Deleting port f17d4b4b-bfe2-441a-8de0-cce9b89dc174 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:02:58.024087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.027429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.066225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.086384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:02:58.086780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:02:58.102433 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:02:58.123021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Made reservation on behalf of ab5acfce78ef4d84a171f319268c8f92 for: {'subnet': 2} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:58.128396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.130524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.143796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:58.180883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-1c751174-d504-43e5-a9d5-6508f21baf9d', 'network_id': '1c751174-d504-43e5-a9d5-6508f21baf9d', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': '6f28ce57-536d-477d-ba39-1fd15d7fb9ca'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:58.182390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.197493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': 'eeef9e1f-f677-4aaa-bcc1-c5df84492b93'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:02:58.198214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.217353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.218067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3bb72bb-0378-4323-9cfb-4e1a92e5014c {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:02:58.222369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:58.232385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:58.251114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.302715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:58.345014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.348881 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-93b049bb-92e2-4ade-bbb4-f9fb8d7404f5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a3bb72bb-0378-4323-9cfb-4e1a92e5014c HTTP/1.1" status: 204 len: 168 time: 4.7334006 Mar 24 17:02:58.349950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32940) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:58.402298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.424835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.471100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Calling delete_port for 0c94fa0b-9f95-4193-be9d-70f4d9e82dd0 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:58.476088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=dc26ab96-bf8c-4d9d-b90a-9fb044b079d9,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:58.481905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Allocated IP 2001:db8::2 (1c751174-d504-43e5-a9d5-6508f21baf9d/6f28ce57-536d-477d-ba39-1fd15d7fb9ca/f868b90d-ac46-4832-a9c1-24798e6761b3) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:58.490272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:58.493768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.511552 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b6b4fbfa-896b-4ad8-9813-e8aa76547463 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/dc26ab96-bf8c-4d9d-b90a-9fb044b079d9 HTTP/1.1" status: 204 len: 168 time: 6.3818099 Mar 24 17:02:58.519820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32944) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:58.526457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-85903368-3b48-471d-b67f-aab504ffb7f5 admin admin] Deleting subnet ed9b018f-9c55-438e-8647-0a8048ddaa63 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:02:58.536913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-664581269'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:58.544572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85903368-3b48-471d-b67f-aab504ffb7f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.573585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:58.588526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port d201aad4-906e-45ab-b747-13be15a21b30 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:02:58.594472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c491edc6-a4dc-4c1a-a7a7-ebf3db56dc10 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6396134'] for subnet, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.625222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/eeef9e1f-f677-4aaa-bcc1-c5df84492b93/dcd8ce62-1dcd-4e69-981f-2680b6028a8a) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:58.631799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:58.649931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:58.667784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:02:58.691809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85903368-3b48-471d-b67f-aab504ffb7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.703232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] For port f17d4b4b-bfe2-441a-8de0-cce9b89dc174, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f17d4b4b-bfe2-441a-8de0-cce9b89dc174,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:02:58.703616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.839284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Calling delete_port for f17d4b4b-bfe2-441a-8de0-cce9b89dc174 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:02:58.931614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:58.971195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 421ef336-5c0b-4b39-bee4-27e93383b9f8 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:58.993262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:02:58.996967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.015260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 421ef336-5c0b-4b39-bee4-27e93383b9f8 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:02:59.015681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 421ef336-5c0b-4b39-bee4-27e93383b9f8 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:02:59.016205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8aa50ae3-d0af-44f4-98fa-be18cc6a87df no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:02:59.074175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:02:59.090979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.096367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 8aa50ae3-d0af-44f4-98fa-be18cc6a87df {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:02:59.096830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8aa50ae3-d0af-44f4-98fa-be18cc6a87df not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:02:59.098261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.098261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment 86b0371d-16d0-4044-97e2-93b69b0b1a6e of type vlan for network 319a8b0a-9a0e-4818-b947-15dc3be4e059 Mar 24 17:02:59.110071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85903368-3b48-471d-b67f-aab504ffb7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.147989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event deleted for resources: {'Port': ['ID=0c94fa0b-9f95-4193-be9d-70f4d9e82dd0,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:59.164320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.216217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.232873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Transition to ACTIVE for port object f868b90d-ac46-4832-a9c1-24798e6761b3 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:59.233735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.236792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Transition to ACTIVE for port object dcd8ce62-1dcd-4e69-981f-2680b6028a8a will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:59.269293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Transition to ACTIVE for port object dcd8ce62-1dcd-4e69-981f-2680b6028a8a will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:59.291013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17d4b4b-bfe2-441a-8de0-cce9b89dc174,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:59.295583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.323979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.356471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Transition to ACTIVE for port object f868b90d-ac46-4832-a9c1-24798e6761b3 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:02:59.364464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.368628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:02:59.369225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.375915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.392285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:59.395193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:59.403080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:59.412214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Pushing event updated for resources: {'Port': ['ID=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:59.431037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85903368-3b48-471d-b67f-aab504ffb7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.440175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.508850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85903368-3b48-471d-b67f-aab504ffb7f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.551943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Network 1c751174-d504-43e5-a9d5-6508f21baf9d is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:02:59.561376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:02:59.570188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:02:59.609641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::4d (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/eeef9e1f-f677-4aaa-bcc1-c5df84492b93/d201aad4-906e-45ab-b747-13be15a21b30) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:02:59.610407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Attempting to bind port dcd8ce62-1dcd-4e69-981f-2680b6028a8a on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:59.610876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Attempting to bind port dcd8ce62-1dcd-4e69-981f-2680b6028a8a by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:59.611645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Attempting to bind port dcd8ce62-1dcd-4e69-981f-2680b6028a8a on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:59.611921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=319a8b0a-9a0e-4818-b947-15dc3be4e059,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:59.617951 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fcabeecf-4c37-4940-a0db-b052bd464fc6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0948732 Mar 24 17:02:59.619550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Subnet': ['ID=8a94abc3-0e27-4c3b-9cc9-f7d0a762425d,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:59.626317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32948) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:59.633818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-85903368-3b48-471d-b67f-aab504ffb7f5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ed9b018f-9c55-438e-8647-0a8048ddaa63 HTTP/1.1" status: 204 len: 168 time: 1.2759645 Mar 24 17:02:59.634034 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Pushing event updated for resources: {'Port': ['ID=f868b90d-ac46-4832-a9c1-24798e6761b3,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:59.659643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': '319a8b0a-9a0e-4818-b947-15dc3be4e059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:02:59.666241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:59.666241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:59.666241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.666685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:59.667235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Bound port: dcd8ce62-1dcd-4e69-981f-2680b6028a8a, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:59.667675 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.680796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 319a8b0a-9a0e-4818-b947-15dc3be4e059 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:02:59.683158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32952) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:02:59.716290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.724230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.728317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85903368-3b48-471d-b67f-aab504ffb7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9b018f-9c55-438e-8647-0a8048ddaa63,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:02:59.765878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.827745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Checking segment: {'id': 'b65c68a6-8b04-4e23-b1ce-a119ef50c473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4ca5a764-3f45-4346-864b-0865b6d73182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:59.828147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Network hostable DHCP agents. Network: 4ca5a764-3f45-4346-864b-0865b6d73182, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:02:59.832759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Attempting to bind port f868b90d-ac46-4832-a9c1-24798e6761b3 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:02:59.833128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Attempting to bind port f868b90d-ac46-4832-a9c1-24798e6761b3 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '6a18dc76-c056-495c-8d00-487c97763fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c751174-d504-43e5-a9d5-6508f21baf9d'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:02:59.833653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Attempting to bind port f868b90d-ac46-4832-a9c1-24798e6761b3 on network 1c751174-d504-43e5-a9d5-6508f21baf9d {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:02:59.846313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:02:59.846681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Checking segment: {'id': '6a18dc76-c056-495c-8d00-487c97763fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c751174-d504-43e5-a9d5-6508f21baf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:02:59.847101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.847480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Bound using segment: {'id': '6a18dc76-c056-495c-8d00-487c97763fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c751174-d504-43e5-a9d5-6508f21baf9d'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:02:59.848154 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Bound port: f868b90d-ac46-4832-a9c1-24798e6761b3, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a18dc76-c056-495c-8d00-487c97763fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c751174-d504-43e5-a9d5-6508f21baf9d'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:02:59.848868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.917467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.917899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Fanout notify agent at l3_agent the message router_deleted on router d1e50dff-34a7-4e47-9006-df6589eddded {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:02:59.939835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:02:59.949563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d031c5ba-a147-421a-a101-1668483e467b None None] For port f868b90d-ac46-4832-a9c1-24798e6761b3, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:02:59.953035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d031c5ba-a147-421a-a101-1668483e467b None None] For port f868b90d-ac46-4832-a9c1-24798e6761b3, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f868b90d-ac46-4832-a9c1-24798e6761b3,segment=NetworkSegment(6a18dc76-c056-495c-8d00-487c97763fc0),segment_id=6a18dc76-c056-495c-8d00-487c97763fc0)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:02:59.986503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:02:59.991382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:02:59.993648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:02:59.999451 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.000797 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] For port dcd8ce62-1dcd-4e69-981f-2680b6028a8a, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:00.005061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] For port dcd8ce62-1dcd-4e69-981f-2680b6028a8a, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:00.005723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.014328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.021497 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.021672 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ad658567-3644-40dc-949a-9c8e533cc466 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/d1e50dff-34a7-4e47-9006-df6589eddded HTTP/1.1" status: 204 len: 168 time: 3.8651254 Mar 24 17:03:00.026508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32956) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:00.038399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-829927679', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:00.049330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:00.049510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:00.053867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Usage tracker for resource:router and tenant:4aff7d2430754222bfe3500577cc63b7 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:00.054037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Network 4ca5a764-3f45-4346-864b-0865b6d73182 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:00.057184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:00.064144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:00.079665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.089881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Deleting port 9e1d537d-8e05-49be-80cf-c75d4a89d42b {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:00.090212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.110046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c491edc6-a4dc-4c1a-a7a7-ebf3db56dc10 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743643528951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5918826'] for subnet, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.123099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031c5ba-a147-421a-a101-1668483e467b None None] Pushing event updated for resources: {'Port': ['ID=f868b90d-ac46-4832-a9c1-24798e6761b3,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:00.139904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:00.143566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.162802 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 4ca5a764-3f45-4346-864b-0865b6d73182) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:00.177577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.177964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c1501e7-4bae-4b0e-92d6-50ca74e87c86 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:03:00.201274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.203866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.204929 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.223530 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e07bf4-cd78-4f67-ae7d-33471b4527c5 None None] Pushing event updated for resources: {'Port': ['ID=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:00.234816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.236626 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ddd72bdf-2ab4-446c-8b54-9e74b06f2925 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1c1501e7-4bae-4b0e-92d6-50ca74e87c86 HTTP/1.1" status: 204 len: 168 time: 3.8523061 Mar 24 17:03:00.243412 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32962) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:00.281454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491edc6-a4dc-4c1a-a7a7-ebf3db56dc10 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:00.282369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c491edc6-a4dc-4c1a-a7a7-ebf3db56dc10 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.283659 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c491edc6-a4dc-4c1a-a7a7-ebf3db56dc10 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "PUT /v2.0/subnets/6f28ce57-536d-477d-ba39-1fd15d7fb9ca HTTP/1.1" status: 200 len: 826 time: 2.3244133 Mar 24 17:03:00.288973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32966) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:00.373796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.403379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491edc6-a4dc-4c1a-a7a7-ebf3db56dc10 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=6f28ce57-536d-477d-ba39-1fd15d7fb9ca,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:00.443363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b761391c-dc76-4638-9961-a1a0732d1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.457009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.492427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event updated for resources: {'Subnet': ['ID=3fc32344-f4f5-4ff8-b159-760491faa886,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:00.493610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6b20aa-c650-4be2-85e0-90b993b1eec8 admin admin] Deleting subnet 2eb44871-a1d2-4b53-a090-77c184d43a8b {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:00.503147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af6b20aa-c650-4be2-85e0-90b993b1eec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.554241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object d201aad4-906e-45ab-b747-13be15a21b30 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:00.579136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af6b20aa-c650-4be2-85e0-90b993b1eec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.640867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Checking segment: {'id': '671102fa-ebb2-42d7-9305-b079bd66b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4c3ab0e-77d0-4244-91b3-a53d05d6608a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:00.640867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Network hostable DHCP agents. Network: d4c3ab0e-77d0-4244-91b3-a53d05d6608a, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:00.684428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.724544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] For port 9e1d537d-8e05-49be-80cf-c75d4a89d42b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9e1d537d-8e05-49be-80cf-c75d4a89d42b,segment=NetworkSegment(c73d4ee1-19ac-4a52-add7-6cea22156b42),segment_id=c73d4ee1-19ac-4a52-add7-6cea22156b42)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:00.725094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.901954 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting port f868b90d-ac46-4832-a9c1-24798e6761b3 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:00.902301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:00.997506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f868b90d-ac46-4832-a9c1-24798e6761b3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:01.022174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.064560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af6b20aa-c650-4be2-85e0-90b993b1eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.093199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Calling delete_port for 9e1d537d-8e05-49be-80cf-c75d4a89d42b owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:01.129982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.140349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Network d4c3ab0e-77d0-4244-91b3-a53d05d6608a is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:01.156788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f868b90d-ac46-4832-a9c1-24798e6761b3 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:01.164128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dcd8ce62-1dcd-4e69-981f-2680b6028a8a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:01.269845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:01.293319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:01.299643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=d201aad4-906e-45ab-b747-13be15a21b30,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:01.304803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:01.310448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:01.312280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.324720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, d4c3ab0e-77d0-4244-91b3-a53d05d6608a) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:01.332087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:01.332631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:01.333246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.380724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port dcd8ce62-1dcd-4e69-981f-2680b6028a8a completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:01.397368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] For port f868b90d-ac46-4832-a9c1-24798e6761b3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f868b90d-ac46-4832-a9c1-24798e6761b3,segment=NetworkSegment(6a18dc76-c056-495c-8d00-487c97763fc0),segment_id=6a18dc76-c056-495c-8d00-487c97763fc0)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:01.397917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.410895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.415380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.420238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8eb0a5e1-f960-4b71-ad59-14c729702d23 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7761395 Mar 24 17:03:01.442869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f17d4b4b-bfe2-441a-8de0-cce9b89dc174 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:01.498341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f17d4b4b-bfe2-441a-8de0-cce9b89dc174 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:01.499259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f17d4b4b-bfe2-441a-8de0-cce9b89dc174 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:01.505997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5cfa1a59-acd1-43c7-9c3c-6d3911c695a6 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.6066575 Mar 24 17:03:01.518187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32970) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:01.518763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32972) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:01.612659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1d537d-8e05-49be-80cf-c75d4a89d42b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:01.615439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] No DVR routers for this DVR port 9e1d537d-8e05-49be-80cf-c75d4a89d42b on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:01.669575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af6b20aa-c650-4be2-85e0-90b993b1eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.680583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Calling delete_port for f868b90d-ac46-4832-a9c1-24798e6761b3 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:01.700484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5dea68c6-894a-4f73-a258-a89018159b50 None None] Provisioning for port f868b90d-ac46-4832-a9c1-24798e6761b3 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:01.711090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5dea68c6-894a-4f73-a258-a89018159b50 None None] Provisioning complete for port f868b90d-ac46-4832-a9c1-24798e6761b3 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:01.711456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5dea68c6-894a-4f73-a258-a89018159b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.758080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b20aa-c650-4be2-85e0-90b993b1eec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb44871-a1d2-4b53-a090-77c184d43a8b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:01.761090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=6bb6f4f7-b5c3-4095-9d1d-5cf07d9dfb81,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:01.770401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af6b20aa-c650-4be2-85e0-90b993b1eec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.799784 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-af6b20aa-c650-4be2-85e0-90b993b1eec8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2eb44871-a1d2-4b53-a090-77c184d43a8b HTTP/1.1" status: 204 len: 168 time: 1.5541193 Mar 24 17:03:01.815916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 32978) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:01.833988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa450a-080a-4578-9540-49ae37ec1443 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:01.849465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa450a-080a-4578-9540-49ae37ec1443 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:01.851507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa450a-080a-4578-9540-49ae37ec1443 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:01.854747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ecfa450a-080a-4578-9540-49ae37ec1443 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Synchronizing usage tracker for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:01.854885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5dea68c6-894a-4f73-a258-a89018159b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.881781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': '86b0371d-16d0-4044-97e2-93b69b0b1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '319a8b0a-9a0e-4818-b947-15dc3be4e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:01.882144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: 319a8b0a-9a0e-4818-b947-15dc3be4e059, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:01.890940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.933967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73654e17-f355-4995-ad09-cda23728c6d6']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:01.955938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60289a3b-9a2c-410d-8265-4a8b1d92f237 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:01.956337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73d4ee1-19ac-4a52-add7-6cea22156b42') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:01.956631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73d4ee1-19ac-4a52-add7-6cea22156b42') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:01.976037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:01.986148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c43140-e5f4-4cb7-8055-d94dbc143c75 None None] Network 1c751174-d504-43e5-a9d5-6508f21baf9d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:01.999841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5053c-d568-46a3-8d5a-6feef5050092 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:02.001983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790e8e22-2d78-46ed-94e5-cc8a195d7246 None None] Network 73654e17-f355-4995-ad09-cda23728c6d6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:02.005697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5053c-d568-46a3-8d5a-6feef5050092 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:02.006504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-85f5053c-d568-46a3-8d5a-6feef5050092 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:02.021533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09597b7-2f52-452a-91d1-e5b1facb3940 None None] Network 4ca5a764-3f45-4346-864b-0865b6d73182 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:02.021734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.021831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.025832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c964045-da38-41b2-bf08-c4c4eec3c3ac None None] Network d4c3ab0e-77d0-4244-91b3-a53d05d6608a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:02.028949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:02.029339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.037611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff8bbc6-28b8-4fa1-b93f-f76a8ab4e922 None None] Network a3142123-a6f5-4088-9508-02a5a665938d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:02.043711 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:02.055973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ecfa450a-080a-4578-9540-49ae37ec1443 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Unset dirty status for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:02.062531 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ecfa450a-080a-4578-9540-49ae37ec1443 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5354671 Mar 24 17:03:02.062531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 319a8b0a-9a0e-4818-b947-15dc3be4e059 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:02.112996 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32986) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:02.121173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-85f5053c-d568-46a3-8d5a-6feef5050092 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:02.122447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-85f5053c-d568-46a3-8d5a-6feef5050092 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6025908 Mar 24 17:03:02.149490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.158784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32990) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:02.174271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 319a8b0a-9a0e-4818-b947-15dc3be4e059) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:02.216740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:02.217117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.260129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Port': ['ID=f868b90d-ac46-4832-a9c1-24798e6761b3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:02.272964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.274861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0e7409-9377-4c37-9d47-af453b0ef5c3 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Deleting subnet 8a94abc3-0e27-4c3b-9cc9-f7d0a762425d {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:02.281559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7409-9377-4c37-9d47-af453b0ef5c3 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.309316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.312169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-05c99a9c-f519-4b66-8e5e-c5c3c5246096 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port d201aad4-906e-45ab-b747-13be15a21b30 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:02.313489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c99a9c-f519-4b66-8e5e-c5c3c5246096 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.351068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.368134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0e109f79-f926-44a8-99eb-e93beb5072be tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7411239 Mar 24 17:03:02.372719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 32994) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:02.395214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.399718 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] 10.222.0.47 "DELETE /v2.0/networks/73654e17-f355-4995-ad09-cda23728c6d6 HTTP/1.1" status: 204 len: 168 time: 2.7067459 Mar 24 17:03:02.403759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Deleting port 991a848d-856a-4eba-86a2-32d678e5fe48 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:02.403759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.404587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c37563-54d7-4cb7-b6e8-374461926e15 None None] Network 319a8b0a-9a0e-4818-b947-15dc3be4e059 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:02.435610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No DVR routers for this DVR port f868b90d-ac46-4832-a9c1-24798e6761b3 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:02.444289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fc660-3e62-435b-9ab5-9b037985cc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=73654e17-f355-4995-ad09-cda23728c6d6,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:02.506223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.534446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7409-9377-4c37-9d47-af453b0ef5c3 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.698277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7409-9377-4c37-9d47-af453b0ef5c3 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.707124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Allocated IP 172.26.4.17 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/84c756e5-f40d-462a-b9de-93ee85e95234) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:02.794401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.855708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:02.984161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=6f28ce57-536d-477d-ba39-1fd15d7fb9ca,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:02.984418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4306422e-2c52-48a5-9abf-8af4024e3778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-319a8b0a-9a0e-4818-b947-15dc3be4e059', 'network_id': '319a8b0a-9a0e-4818-b947-15dc3be4e059', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': '6bb6f4f7-b5c3-4095-9d1d-5cf07d9dfb81'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:02.986253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4306422e-2c52-48a5-9abf-8af4024e3778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.055773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b6333d8b-b752-4f13-b1c3-038b850169c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.060949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b32df8a6-acc4-4f5c-9e16-f262acd1f1b6 None None] Provisioning for port dcd8ce62-1dcd-4e69-981f-2680b6028a8a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:03.119710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b32df8a6-acc4-4f5c-9e16-f262acd1f1b6 None None] Provisioning complete for port dcd8ce62-1dcd-4e69-981f-2680b6028a8a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:03.120240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b32df8a6-acc4-4f5c-9e16-f262acd1f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.178260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33008) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:03.185637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.215387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c99a9c-f519-4b66-8e5e-c5c3c5246096 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.221176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] For port 991a848d-856a-4eba-86a2-32d678e5fe48, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=991a848d-856a-4eba-86a2-32d678e5fe48,segment=NetworkSegment(0c175a16-7621-4560-9314-c84c80dd2920),segment_id=0c175a16-7621-4560-9314-c84c80dd2920)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:03.221534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.246647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.306925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.389104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Calling delete_port for 991a848d-856a-4eba-86a2-32d678e5fe48 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:03.470066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-05c99a9c-f519-4b66-8e5e-c5c3c5246096 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for d201aad4-906e-45ab-b747-13be15a21b30 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:03.512763 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84a96c-1569-4e24-8e3e-b5720e99d6d5 None None] DHCP port deletion for 73654e17-f355-4995-ad09-cda23728c6d6 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:03.515155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c751174-d504-43e5-a9d5-6508f21baf9d']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:03.515652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7409-9377-4c37-9d47-af453b0ef5c3 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.547019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a18dc76-c056-495c-8d00-487c97763fc0') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:03.547315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a18dc76-c056-495c-8d00-487c97763fc0') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:03.557123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.580306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.598657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e7409-9377-4c37-9d47-af453b0ef5c3 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Subnet': ['ID=8a94abc3-0e27-4c3b-9cc9-f7d0a762425d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:03.603366 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-90632c3a-cbb4-4d09-9783-60eee27f8d18 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=474ca102a3794a4bbd7f062e5ba2b198&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4230018 Mar 24 17:03:03.609084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbefaeb0-a465-4ee7-8556-82b73218ab79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-4ca5a764-3f45-4346-864b-0865b6d73182', 'network_id': '4ca5a764-3f45-4346-864b-0865b6d73182', 'tenant_id': 'ab5acfce78ef4d84a171f319268c8f92', 'fixed_ips': [{'subnet_id': '8a94abc3-0e27-4c3b-9cc9-f7d0a762425d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:03.610141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33014) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:03.610577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bbefaeb0-a465-4ee7-8556-82b73218ab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.612711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.613454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c0e7409-9377-4c37-9d47-af453b0ef5c3 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.640717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:03.641123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:03.659080 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:03.698919 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50995eec-a9fe-42eb-b08c-f919e08e984b None None] Network 1c751174-d504-43e5-a9d5-6508f21baf9d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:03.759036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.789798 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2c0e7409-9377-4c37-9d47-af453b0ef5c3 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/subnets/8a94abc3-0e27-4c3b-9cc9-f7d0a762425d HTTP/1.1" status: 204 len: 168 time: 1.6751528 Mar 24 17:03:03.792704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33018) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:03.801172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-92647906-96f5-48e8-83c7-2b5eea1b41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:03.802729 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-92647906-96f5-48e8-83c7-2b5eea1b41f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1098 time: 0.3799891 Mar 24 17:03:03.804583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb813a-8618-4d81-9a81-26c73a93065f req-f377767d-c234-447a-9748-4886f11721c9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:03.806688 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9dfb813a-8618-4d81-9a81-26c73a93065f req-f377767d-c234-447a-9748-4886f11721c9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3808596 Mar 24 17:03:03.851654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Pushing event deleted for resources: {'Port': ['ID=991a848d-856a-4eba-86a2-32d678e5fe48,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:03.865984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] No DVR routers for this DVR port 991a848d-856a-4eba-86a2-32d678e5fe48 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:03.926926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-263f13ee-d252-47d4-aa33-a2b071acbfb0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Deleting subnet 3fc32344-f4f5-4ff8-b159-760491faa886 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:03.931440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-263f13ee-d252-47d4-aa33-a2b071acbfb0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.984307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c99a9c-f519-4b66-8e5e-c5c3c5246096 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:03.987502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.008172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.011499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.084258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-22004ef6-933c-4228-a77f-b36aec1bb3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.090771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.114656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb6f4f7-b5c3-4095-9d1d-5cf07d9dfb81,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:04.122160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c99a9c-f519-4b66-8e5e-c5c3c5246096 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=d201aad4-906e-45ab-b747-13be15a21b30,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:04.146376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server [None req-4306422e-2c52-48a5-9abf-8af4024e3778 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bb6f4f7-b5c3-4095-9d1d-5cf07d9dfb81: This subnet is being modified by another concurrent operation. Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:03:04.179510 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise exception Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bb6f4f7-b5c3-4095-9d1d-5cf07d9dfb81: This subnet is being modified by another concurrent operation. Mar 24 17:03:04.189072 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Mar 24 17:03:04.197091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=1c751174-d504-43e5-a9d5-6508f21baf9d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:04.197091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:04.197387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.204030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1bc3a2-c41d-419a-b4a3-fa5f775a4b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-d4c3ab0e-77d0-4244-91b3-a53d05d6608a', 'network_id': 'd4c3ab0e-77d0-4244-91b3-a53d05d6608a', 'tenant_id': 'ab5acfce78ef4d84a171f319268c8f92', 'fixed_ips': [{'subnet_id': '3fc32344-f4f5-4ff8-b159-760491faa886'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:04.205001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cb1bc3a2-c41d-419a-b4a3-fa5f775a4b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.209235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-263f13ee-d252-47d4-aa33-a2b071acbfb0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.219896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:04.232583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.242316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b32df8a6-acc4-4f5c-9e16-f262acd1f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.243376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:04.272337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9dfb813a-8618-4d81-9a81-26c73a93065f req-aa9a2941-b4ff-4499-a546-bc5d33eae10c tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100872 Mar 24 17:03:04.301474 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0307e1a-53a2-4728-8e74-a70cae1e7552 None None] Network 319a8b0a-9a0e-4818-b947-15dc3be4e059 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:04.320026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d21bb2-71be-4658-8649-410c9385c55b None None] Network 4ca5a764-3f45-4346-864b-0865b6d73182 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:04.321539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c99a9c-f519-4b66-8e5e-c5c3c5246096 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.324624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3142123-a6f5-4088-9508-02a5a665938d']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:04.340145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c175a16-7621-4560-9314-c84c80dd2920') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:04.340419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c175a16-7621-4560-9314-c84c80dd2920') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:04.357212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.375079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.381277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:04.381670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.413822 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-05c99a9c-f519-4b66-8e5e-c5c3c5246096 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/d201aad4-906e-45ab-b747-13be15a21b30 HTTP/1.1" status: 204 len: 168 time: 2.2474277 Mar 24 17:03:04.419279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.427359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6b095-4693-4053-b64d-a813b0621a3b None None] DHCP port deletion for a3142123-a6f5-4088-9508-02a5a665938d request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:04.427590 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33024) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:04.488389 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:04.507475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319a8b0a-9a0e-4818-b947-15dc3be4e059']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:04.528871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-263f13ee-d252-47d4-aa33-a2b071acbfb0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.535000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-22004ef6-933c-4228-a77f-b36aec1bb3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.545839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event updated for resources: {'Port': ['ID=84c756e5-f40d-462a-b9de-93ee85e95234,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:04.550732 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6c53d309-d31f-4cc1-bc02-3fa5788129e6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/1c751174-d504-43e5-a9d5-6508f21baf9d HTTP/1.1" status: 204 len: 168 time: 4.2571769 Mar 24 17:03:04.567074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.573280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33028) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:04.575000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b0371d-16d0-4044-97e2-93b69b0b1a6e') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:04.575308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b0371d-16d0-4044-97e2-93b69b0b1a6e') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:04.613380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.619692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.623124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-785a1022-3823-4e57-9524-1e0dc95bf72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:04.630201 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-785a1022-3823-4e57-9524-1e0dc95bf72e service neutron] 10.222.0.48 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 913 time: 0.7995636 Mar 24 17:03:04.630369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6ef45-122b-4249-967d-cd5d0db3e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:04.630452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6ef45-122b-4249-967d-cd5d0db3e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:04.631284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-32f6ef45-122b-4249-967d-cd5d0db3e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:04.657175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da8fb18-d1b9-4f30-b2d9-900bf2984f0b None None] DHCP port deletion for 1c751174-d504-43e5-a9d5-6508f21baf9d request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:04.659247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.675208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:04.675625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.680544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b32df8a6-acc4-4f5c-9e16-f262acd1f1b6 None None] For port dcd8ce62-1dcd-4e69-981f-2680b6028a8a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:04.694954 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:04.723678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84136f-c4c7-4654-b2ec-55fe576b9037 None None] Network 1c751174-d504-43e5-a9d5-6508f21baf9d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:04.789439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3142123-a6f5-4088-9508-02a5a665938d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:04.792596 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-ff74c74f-34f4-40a5-acc2-5bfa21030c63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 1001 time: 0.1163778 Mar 24 17:03:04.814458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-32f6ef45-122b-4249-967d-cd5d0db3e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:04.818279 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-32f6ef45-122b-4249-967d-cd5d0db3e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3854113 Mar 24 17:03:04.818454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33032) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:04.831478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 991a848d-856a-4eba-86a2-32d678e5fe48 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:04.835402 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-17968f6b-06ae-4180-848a-ee1fed969ce3 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:04.835919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17968f6b-06ae-4180-848a-ee1fed969ce3 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:04.837798 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-17968f6b-06ae-4180-848a-ee1fed969ce3 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/1c751174-d504-43e5-a9d5-6508f21baf9d HTTP/1.1" status: 404 len: 339 time: 0.2434790 Mar 24 17:03:04.862381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84136f-c4c7-4654-b2ec-55fe576b9037 None None] Network 1c751174-d504-43e5-a9d5-6508f21baf9d could not be found, it might have been deleted concurrently. {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 24 17:03:04.893346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-771b10a8-6e9d-47bb-939a-a90b7cb637f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet eeef9e1f-f677-4aaa-bcc1-c5df84492b93 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:04.895511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33036) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:04.896715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-771b10a8-6e9d-47bb-939a-a90b7cb637f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.918308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b32df8a6-acc4-4f5c-9e16-f262acd1f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:04.966892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 991a848d-856a-4eba-86a2-32d678e5fe48 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:04.967235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 991a848d-856a-4eba-86a2-32d678e5fe48 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:04.967710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9e1d537d-8e05-49be-80cf-c75d4a89d42b no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:04.971054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-771b10a8-6e9d-47bb-939a-a90b7cb637f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.006731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-263f13ee-d252-47d4-aa33-a2b071acbfb0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.010527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.014857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 9e1d537d-8e05-49be-80cf-c75d4a89d42b {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:05.015086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.015576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9e1d537d-8e05-49be-80cf-c75d4a89d42b not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:05.016177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f868b90d-ac46-4832-a9c1-24798e6761b3 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server [None req-cb1bc3a2-c41d-419a-b4a3-fa5f775a4b60 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fc32344-f4f5-4ff8-b159-760491faa886: This subnet is being modified by another concurrent operation. Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:03:05.066239 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise exception Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fc32344-f4f5-4ff8-b159-760491faa886: This subnet is being modified by another concurrent operation. Mar 24 17:03:05.069204 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Mar 24 17:03:05.076758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f868b90d-ac46-4832-a9c1-24798e6761b3 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:05.077792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f868b90d-ac46-4832-a9c1-24798e6761b3 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:05.097363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=319a8b0a-9a0e-4818-b947-15dc3be4e059,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:05.104129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f13ee-d252-47d4-aa33-a2b071acbfb0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc32344-f4f5-4ff8-b159-760491faa886,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:05.106808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e78a34-a1e9-4cae-80ca-26e18bdb3be7 None None] Network d4c3ab0e-77d0-4244-91b3-a53d05d6608a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:05.118325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-263f13ee-d252-47d4-aa33-a2b071acbfb0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.148544 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2c010840-3d31-4e90-ab94-a6f14bef770d tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/319a8b0a-9a0e-4818-b947-15dc3be4e059 HTTP/1.1" status: 204 len: 168 time: 2.7583501 Mar 24 17:03:05.153049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32df8a6-acc4-4f5c-9e16-f262acd1f1b6 None None] Pushing event updated for resources: {'Port': ['ID=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:05.167197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33040) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:05.178975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1067001985'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:05.182051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-65426536', 'description': 'd1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:05.184264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:05.187523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:05.188583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:05.192624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Usage tracker for resource:network and tenant:a5b6b8df06bf4b638a60df008b83596b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:05.195825 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:05.195975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:05.205452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:05.206875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:05.222046 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-263f13ee-d252-47d4-aa33-a2b071acbfb0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/subnets/3fc32344-f4f5-4ff8-b159-760491faa886 HTTP/1.1" status: 204 len: 168 time: 1.4141326 Mar 24 17:03:05.229388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33044) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:05.243507 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a840f5ed-cf37-4362-a12a-171c136e6472 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a3142123-a6f5-4088-9508-02a5a665938d HTTP/1.1" status: 204 len: 168 time: 3.4219589 Mar 24 17:03:05.297471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:05.305792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.338385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.378587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-a70d12b0-b0ff-4f00-9a29-1069c2d112e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:05.380097 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-a70d12b0-b0ff-4f00-9a29-1069c2d112e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 200 len: 851 time: 0.5768683 Mar 24 17:03:05.479798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dcc511e0-1887-4584-9581-c5315080630f None None] Provisioning complete for port dcd8ce62-1dcd-4e69-981f-2680b6028a8a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:05.480406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dcc511e0-1887-4584-9581-c5315080630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.498033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-22004ef6-933c-4228-a77f-b36aec1bb3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.546805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e9a28-9736-4a58-8009-81eea1b2c5d2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:05.547611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-305e9a28-9736-4a58-8009-81eea1b2c5d2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Synchronizing usage tracker for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:05.559147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:05.592171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22004ef6-933c-4228-a77f-b36aec1bb3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2fac1b-ded1-426b-a4ca-4ec874b6183b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:05.638506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:05.645971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.674092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.674361 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment 6e79f957-3eed-4fc9-9c87-615fa3d39d3d of type vlan for network 81b4076b-d4a8-4f7a-b8db-217b8507f02e Mar 24 17:03:05.706830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-305e9a28-9736-4a58-8009-81eea1b2c5d2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Unset dirty status for tenant:ab5acfce78ef4d84a171f319268c8f92 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:05.708609 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-305e9a28-9736-4a58-8009-81eea1b2c5d2 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4661860 Mar 24 17:03:05.716514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-22004ef6-933c-4228-a77f-b36aec1bb3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.719218 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-22004ef6-933c-4228-a77f-b36aec1bb3ea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce2fac1b-ded1-426b-a4ca-4ec874b6183b HTTP/1.1" status: 204 len: 168 time: 2.1065855 Mar 24 17:03:05.727595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33052) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:05.756651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.826878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33058) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:05.833305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-176a43b4-298b-4e9a-a1c4-85f68110e4bb None None] Could not find standard attr ID for object d201aad4-906e-45ab-b747-13be15a21b30. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:03:05.857990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-771b10a8-6e9d-47bb-939a-a90b7cb637f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.882181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-ee1544ca-7553-4942-b6f1-7a2caec41fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:05.883679 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-ee1544ca-7553-4942-b6f1-7a2caec41fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4843960 Mar 24 17:03:05.958246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:05.979006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956021b7-3a70-44a8-9601-14eb496ad73d None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:03:05.983300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:05.989165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.006879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.007670 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment f7bc5f72-6e89-46e6-afef-b33c303b5fd6 of type vlan for network 0f0186c7-d948-4828-9927-6938290372e3 Mar 24 17:03:06.019220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-771b10a8-6e9d-47bb-939a-a90b7cb637f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.099528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.105014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:06.106043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.120577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b10a8-6e9d-47bb-939a-a90b7cb637f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=eeef9e1f-f677-4aaa-bcc1-c5df84492b93,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:06.125945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-771b10a8-6e9d-47bb-939a-a90b7cb637f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.159707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.161804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956021b7-3a70-44a8-9601-14eb496ad73d None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:03:06.168241 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-07ed0325-b56b-4208-ad67-a5a351e75df4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a1daa5d52cf4f7395246bdd293818f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3389461 Mar 24 17:03:06.176153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac50ab-5381-41d6-8828-b6514806bb47 req-1d9f2de6-c74b-4804-b52a-507aabb58e09 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:06.176743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33064) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:06.177808 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-30ac50ab-5381-41d6-8828-b6514806bb47 req-1d9f2de6-c74b-4804-b52a-507aabb58e09 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6134453 Mar 24 17:03:06.295502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-771b10a8-6e9d-47bb-939a-a90b7cb637f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/eeef9e1f-f677-4aaa-bcc1-c5df84492b93 HTTP/1.1" status: 204 len: 168 time: 1.4728463 Mar 24 17:03:06.313947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33072) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:06.320795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.370501 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4634962 Mar 24 17:03:06.380955 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f93176-1108-458c-be3e-4ba61334048f tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=81b4076b-d4a8-4f7a-b8db-217b8507f02e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:06.383100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33078) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:06.398658 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-3a22973c-f5d4-4024-a609-251d2295fc70 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934661 Mar 24 17:03:06.424169 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-30ac50ab-5381-41d6-8828-b6514806bb47 req-c7f16db1-4186-4ec2-a0de-0bdc4a4f7697 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275355 Mar 24 17:03:06.431512 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-32c70361-3f9f-46ab-aeb8-3e0008595dfc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037414 Mar 24 17:03:06.431512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c3ab0e-77d0-4244-91b3-a53d05d6608a']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:06.438123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33082) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:06.458162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 81b4076b-d4a8-4f7a-b8db-217b8507f02e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:06.490911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671102fa-ebb2-42d7-9305-b079bd66b836') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:06.491136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671102fa-ebb2-42d7-9305-b079bd66b836') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:06.502687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.508419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:06.511611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.546982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.636046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.653349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:06.653740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.676509 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5078573 Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:06.677626 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:06.691277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33088) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:06.699691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb219bd-34fa-4779-8171-ee3b3fbebc22 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=0f0186c7-d948-4828-9927-6938290372e3,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:06.706237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': '0f0186c7-d948-4828-9927-6938290372e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:06.723197 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 0f0186c7-d948-4828-9927-6938290372e3 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:06.765206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81718f-88fc-4d3f-934b-516a072a97b1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:06.766294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cf81718f-88fc-4d3f-934b-516a072a97b1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Synchronizing usage tracker for tenant:a5b6b8df06bf4b638a60df008b83596b on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:06.768625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-66f8b85e-f7b3-4e97-b9e5-b45bd60ef38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:06.869343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dcd8ce62-1dcd-4e69-981f-2680b6028a8a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:06.898799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:06.925210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163714b1-c212-4b8c-a2d4-e7b2949b59b0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:06.926230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-163714b1-c212-4b8c-a2d4-e7b2949b59b0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:06.929670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:06.934068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:06.958860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:07.031842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port dcd8ce62-1dcd-4e69-981f-2680b6028a8a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:07.032293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.034131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-66f8b85e-f7b3-4e97-b9e5-b45bd60ef38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.043644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-163714b1-c212-4b8c-a2d4-e7b2949b59b0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:07.048215 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-163714b1-c212-4b8c-a2d4-e7b2949b59b0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6061611 Mar 24 17:03:07.049260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33098) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:07.064899 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9d60ed45-8758-4311-b7e3-9d862d40f3d3 req-aa27914f-bb9c-4177-9f93-6462f6713d03 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113853 Mar 24 17:03:07.097868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:07.098518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.109311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.157825 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cf81718f-88fc-4d3f-934b-516a072a97b1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Unset dirty status for tenant:a5b6b8df06bf4b638a60df008b83596b on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:07.161478 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cf81718f-88fc-4d3f-934b-516a072a97b1 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/networks?id=81b4076b-d4a8-4f7a-b8db-217b8507f02e HTTP/1.1" status: 200 len: 763 time: 0.7681227 Mar 24 17:03:07.164500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.167605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33104) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:07.177846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3872070e-34b2-4c5c-9a16-aa268f102ba6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'description': 'd2'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:07.301112 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9aa748-f989-418c-9fad-0df368501295 None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:03:07.320886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.335169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Network': ['ID=d4c3ab0e-77d0-4244-91b3-a53d05d6608a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:07.338905 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-94b093e2-82c5-43e6-ab25-8fa522340169 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/networks/d4c3ab0e-77d0-4244-91b3-a53d05d6608a HTTP/1.1" status: 204 len: 168 time: 1.6162009 Mar 24 17:03:07.364607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33110) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:07.385828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-66f8b85e-f7b3-4e97-b9e5-b45bd60ef38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.393418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d071162-4db3-4037-b789-b8e9dfe4257b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:07.394254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d071162-4db3-4037-b789-b8e9dfe4257b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:07.448525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9aa748-f989-418c-9fad-0df368501295 None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:03:07.453163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8b85e-f7b3-4e97-b9e5-b45bd60ef38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd99c3-6cb1-40d0-83b9-36834ad17382,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:07.520670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d071162-4db3-4037-b789-b8e9dfe4257b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:07.525646 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7d071162-4db3-4037-b789-b8e9dfe4257b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4731283 Mar 24 17:03:07.533038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33116) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:07.609771 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b14b5160-ca5e-43cf-bc63-3bdb59b1ba52 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756526 Mar 24 17:03:07.615736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33120) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:07.624468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:07.663373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-66f8b85e-f7b3-4e97-b9e5-b45bd60ef38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.669629 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-66f8b85e-f7b3-4e97-b9e5-b45bd60ef38e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ebd99c3-6cb1-40d0-83b9-36834ad17382 HTTP/1.1" status: 204 len: 168 time: 1.4777405 Mar 24 17:03:07.720280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.755163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3872070e-34b2-4c5c-9a16-aa268f102ba6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.962626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Router 403f5fe2-ec72-4a8a-950a-154e1657beca is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:03:07.969176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3872070e-34b2-4c5c-9a16-aa268f102ba6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:07.975253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.002644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:08.017814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:08.023684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3872070e-34b2-4c5c-9a16-aa268f102ba6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network 81b4076b-d4a8-4f7a-b8db-217b8507f02e is not hosted by any dhcp agent {{(pid=88477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 24 17:03:08.038365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3872070e-34b2-4c5c-9a16-aa268f102ba6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:08.039047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3872070e-34b2-4c5c-9a16-aa268f102ba6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.040503 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3872070e-34b2-4c5c-9a16-aa268f102ba6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "PUT /v2.0/networks/81b4076b-d4a8-4f7a-b8db-217b8507f02e HTTP/1.1" status: 200 len: 760 time: 0.8703370 Mar 24 17:03:08.043266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b66e7-3ca6-4956-a078-afc7a4896557 req-fc3032a6-9f7c-4a39-b1d8-54ecab9b888d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:08.052201 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3a6b66e7-3ca6-4956-a078-afc7a4896557 req-fc3032a6-9f7c-4a39-b1d8-54ecab9b888d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.4316037 Mar 24 17:03:08.052695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33130) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:08.084794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009cb76e-5e4f-4379-bf69-21246d331000 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:08.125015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.159693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:08.163139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.274344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca5a764-3f45-4346-864b-0865b6d73182']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:08.370644 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65c68a6-8b04-4e23-b1ce-a119ef50c473') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:08.371007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65c68a6-8b04-4e23-b1ce-a119ef50c473') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:08.388398 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3a6b66e7-3ca6-4956-a078-afc7a4896557 req-b1c8f7ca-779d-4ea5-b510-c17dc82eccb2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000422 Mar 24 17:03:08.389396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872070e-34b2-4c5c-9a16-aa268f102ba6 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=81b4076b-d4a8-4f7a-b8db-217b8507f02e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:08.395660 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:03:08.401453 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 81b4076b-d4a8-4f7a-b8db-217b8507f02e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:08.430557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.448998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=11d44127-a472-48c4-8a50-a8e13ca3fac7,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:08.463643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7533f9-760d-4c5f-b2f4-06a1e369d88a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:08.464341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4f7533f9-760d-4c5f-b2f4-06a1e369d88a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Synchronizing usage tracker for tenant:a5b6b8df06bf4b638a60df008b83596b on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:08.467347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.479222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:08.479907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.497152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': 'f7bc5f72-6e89-46e6-afef-b33c303b5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0f0186c7-d948-4828-9927-6938290372e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:08.497521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: 0f0186c7-d948-4828-9927-6938290372e3, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:08.501039 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:08.508882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4f7533f9-760d-4c5f-b2f4-06a1e369d88a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Unset dirty status for tenant:a5b6b8df06bf4b638a60df008b83596b on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:08.510044 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4f7533f9-760d-4c5f-b2f4-06a1e369d88a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/networks?id=81b4076b-d4a8-4f7a-b8db-217b8507f02e HTTP/1.1" status: 200 len: 763 time: 0.4564259 Mar 24 17:03:08.515860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33142) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:08.585276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.586655 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-03d4e426-358f-4d68-84f9-4cce8574549b tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.5620022 Mar 24 17:03:08.591098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33152) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:08.597407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:08.662069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:08.666763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 0f0186c7-d948-4828-9927-6938290372e3 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:08.669424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9d971-82ac-43f9-8690-6607ebe3b49d None None] Sync routers for ids ['403f5fe2-ec72-4a8a-950a-154e1657beca'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:03:08.675894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Deleting port dcd8ce62-1dcd-4e69-981f-2680b6028a8a {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:08.676967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.771093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9d971-82ac-43f9-8690-6607ebe3b49d None None] Routers {'403f5fe2-ec72-4a8a-950a-154e1657beca'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:08.771745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ebe9d971-82ac-43f9-8690-6607ebe3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['403f5fe2-ec72-4a8a-950a-154e1657beca'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:08.784919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116c20f0-8d6d-47dd-8293-137031704598 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:08.786916 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-116c20f0-8d6d-47dd-8293-137031704598 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2699616 Mar 24 17:03:08.797148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 0f0186c7-d948-4828-9927-6938290372e3) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:08.802093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33158) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:08.850023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:08.850848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.863769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ebe9d971-82ac-43f9-8690-6607ebe3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:08.865960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5dafdf-c862-499c-b9fb-f4695cb7ea4f None None] Network 0f0186c7-d948-4828-9927-6938290372e3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:08.871016 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0039f99b-f7e2-4f5c-80cd-f4bed38a611c tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 207 time: 0.0673752 Mar 24 17:03:08.876219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:08.880347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33164) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:08.954044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33168) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:08.955755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dcd8ce62-1dcd-4e69-981f-2680b6028a8a no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:09.011676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:09.021911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:09.067773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:09.068045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.105978 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1326d845-22c6-42af-94e6-b5f68ac2adbe tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4069624 Mar 24 17:03:09.113761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33176) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:09.144567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=70610f73-f6ac-41fd-b3f9-40663e595a01,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:09.156704 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ced56c5d-bf28-4239-a72f-4c814cc976a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5398638 Mar 24 17:03:09.176050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33182) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:09.181699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'fixed_ips': [{'subnet_id': '70610f73-f6ac-41fd-b3f9-40663e595a01', 'ip_address': '2001:db8::6bc5:8d50:121c:8'}], 'name': 'tempest-NetworksTestDHCPv6-1318705031'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:09.319274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9d971-82ac-43f9-8690-6607ebe3b49d None None] Routers {'403f5fe2-ec72-4a8a-950a-154e1657beca'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:09.323187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ebe9d971-82ac-43f9-8690-6607ebe3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['403f5fe2-ec72-4a8a-950a-154e1657beca'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:09.344493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.390197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.398443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0073c20-f28a-4c69-8838-abad4af7685d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:09.402686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Network': ['ID=4ca5a764-3f45-4346-864b-0865b6d73182,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:09.405223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0073c20-f28a-4c69-8838-abad4af7685d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:09.412342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0073c20-f28a-4c69-8838-abad4af7685d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:09.418951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0073c20-f28a-4c69-8838-abad4af7685d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:09.427283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0073c20-f28a-4c69-8838-abad4af7685d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:09.435289 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-194af622-e9c3-4fba-bce4-84dc8393d173 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/networks/4ca5a764-3f45-4346-864b-0865b6d73182 HTTP/1.1" status: 204 len: 168 time: 2.0696237 Mar 24 17:03:09.444108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33192) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:09.448271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0073c20-f28a-4c69-8838-abad4af7685d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:09.450527 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e0073c20-f28a-4c69-8838-abad4af7685d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.5390773 Mar 24 17:03:09.503353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ebe9d971-82ac-43f9-8690-6607ebe3b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:09.503353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9d971-82ac-43f9-8690-6607ebe3b49d None None] The sync data for ids ['403f5fe2-ec72-4a8a-950a-154e1657beca'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:03:09.504034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33196) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:09.563995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] For port dcd8ce62-1dcd-4e69-981f-2680b6028a8a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:09.564418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.572728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-109001709'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:09.579855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:09.586417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Usage tracker for resource:network and tenant:e73c3cbc5dc044ae8c70e06fc4394dca is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:09.590076 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:09.602286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:09.764659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.863367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.888185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Made reservation on behalf of e73c3cbc5dc044ae8c70e06fc4394dca for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:09.892550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.902043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Calling delete_port for dcd8ce62-1dcd-4e69-981f-2680b6028a8a owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:09.930699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.944599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.976717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:09.986571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:09.995577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.004701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-0f0186c7-d948-4828-9927-6938290372e3', 'network_id': '0f0186c7-d948-4828-9927-6938290372e3', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': '11d44127-a472-48c4-8a50-a8e13ca3fac7'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:10.005889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.006658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Usage tracker for resource:security_group_rule and tenant:e73c3cbc5dc044ae8c70e06fc4394dca is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:10.013003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:10.023152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:10.028796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139434ff-3db9-45d2-9ef3-c6eb85ba254f']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:10.034206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:10.045355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c78fadb-2984-4d37-a514-a6be76cc0c9b') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:10.045708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c78fadb-2984-4d37-a514-a6be76cc0c9b') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:10.062211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.075349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:10.082114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.091381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:10.091833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.119263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port dcd8ce62-1dcd-4e69-981f-2680b6028a8a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:10.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:10.136998 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-94b33f5d-2291-4838-8d88-a68ac37b262b tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.6245618 Mar 24 17:03:10.139071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:10.155680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33204) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:10.208603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.222082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.242032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.283537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Deleting port 84c756e5-f40d-462a-b9de-93ee85e95234 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:10.284136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.316823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.321512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.326294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:10.330785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:10.331161 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:10.347632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Allocated IP 172.20.0.1 (0f0186c7-d948-4828-9927-6938290372e3/11d44127-a472-48c4-8a50-a8e13ca3fac7/2a375f5d-78f0-4605-92a2-a863cce8e942) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:10.366269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Network': ['ID=139434ff-3db9-45d2-9ef3-c6eb85ba254f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:10.368552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48483664-0fb9-43ba-ac8c-30be5cb649c1 req-f94196c3-578c-4b2f-92bc-8fec6c7ca714 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.369759 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0fc86f37-24cf-48f1-b657-ac09f084ed5c tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/networks/139434ff-3db9-45d2-9ef3-c6eb85ba254f HTTP/1.1" status: 204 len: 168 time: 0.9246926 Mar 24 17:03:10.372285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33214) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:10.372635 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48483664-0fb9-43ba-ac8c-30be5cb649c1 req-f94196c3-578c-4b2f-92bc-8fec6c7ca714 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7440445 Mar 24 17:03:10.421634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cf922-622d-4c67-abb9-92def76ddddd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.423821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cf922-622d-4c67-abb9-92def76ddddd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.425470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cf922-622d-4c67-abb9-92def76ddddd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.427080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cf922-622d-4c67-abb9-92def76ddddd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.433273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cf922-622d-4c67-abb9-92def76ddddd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.433273 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-917cf922-622d-4c67-abb9-92def76ddddd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2712510 Mar 24 17:03:10.444313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33220) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:10.538745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.566644 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48483664-0fb9-43ba-ac8c-30be5cb649c1 req-5088cca3-eafc-4406-a81c-cae5013c17fc tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790106 Mar 24 17:03:10.596748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port dede40d6-f495-401d-a003-8ea34f20c30f yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:10.641591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cd2fb-cd5e-47bd-b1f6-964757a162d4 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.643107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cd2fb-cd5e-47bd-b1f6-964757a162d4 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.644865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cd2fb-cd5e-47bd-b1f6-964757a162d4 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.645928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cd2fb-cd5e-47bd-b1f6-964757a162d4 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.647290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cd2fb-cd5e-47bd-b1f6-964757a162d4 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.647899 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.648977 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-690cd2fb-cd5e-47bd-b1f6-964757a162d4 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2034662 Mar 24 17:03:10.656321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33228) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:10.669405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Transition to ACTIVE for port object 2a375f5d-78f0-4605-92a2-a863cce8e942 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:10.679129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.693597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Transition to ACTIVE for port object 2a375f5d-78f0-4605-92a2-a863cce8e942 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:10.737104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.741876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.752668 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.828736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Network 0f0186c7-d948-4828-9927-6938290372e3 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:10.837677 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Deleting port dcd8ce62-1dcd-4e69-981f-2680b6028a8a {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:10.837900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.856201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:10.910919 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:10.914929 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Calling delete_port for 84c756e5-f40d-462a-b9de-93ee85e95234 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:10.946660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=647a9c7f-80ad-4f44-b125-735784f4165c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:10.946911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:10.953960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Pushing event updated for resources: {'Port': ['ID=2a375f5d-78f0-4605-92a2-a863cce8e942,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:10.990909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85ce26-8af1-4ed0-8d1e-fdca9a46eb25 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:10.992357 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5f85ce26-8af1-4ed0-8d1e-fdca9a46eb25 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/networks/1cad5466-51d4-4b20-91db-481ab9dfb421 HTTP/1.1" status: 200 len: 802 time: 0.3283644 Mar 24 17:03:11.002205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33234) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:11.050372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.115696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:11.136696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=11d44127-a472-48c4-8a50-a8e13ca3fac7,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:11.151280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.191528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27929c29-0300-4195-a4f7-505ee4de7cbd']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:11.216544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.216544 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Added segment 2662ad0d-ef7a-44bf-8be6-53bdded64840 of type vlan for network 618fd0ea-61a0-468a-b218-4c23d9a48b2c Mar 24 17:03:11.219986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7986008-2069-4e7c-9c18-709caba30d15') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:11.220291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7986008-2069-4e7c-9c18-709caba30d15') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:11.232200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::6bc5:8d50:121c:8 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/70610f73-f6ac-41fd-b3f9-40663e595a01/dede40d6-f495-401d-a003-8ea34f20c30f) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:11.245342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] For port dcd8ce62-1dcd-4e69-981f-2680b6028a8a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:11.245821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.247479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.268232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.278076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:11.278479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:11.296954 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:11.347451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.355349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.453005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Calling delete_port for dcd8ce62-1dcd-4e69-981f-2680b6028a8a owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:11.453265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0186c7-d948-4828-9927-6938290372e3']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:11.468906 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cdcf972c-21ae-4f0f-908a-a74418e195e9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/networks/1cad5466-51d4-4b20-91db-481ab9dfb421?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.4643366 Mar 24 17:03:11.480408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33244) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:11.488581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bc5f72-6e89-46e6-afef-b33c303b5fd6') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:11.488916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bc5f72-6e89-46e6-afef-b33c303b5fd6') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:11.500505 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Attempting to bind port 2a375f5d-78f0-4605-92a2-a863cce8e942 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:11.500505 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Attempting to bind port 2a375f5d-78f0-4605-92a2-a863cce8e942 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'f7bc5f72-6e89-46e6-afef-b33c303b5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0f0186c7-d948-4828-9927-6938290372e3'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:11.500894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Attempting to bind port 2a375f5d-78f0-4605-92a2-a863cce8e942 on network 0f0186c7-d948-4828-9927-6938290372e3 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:11.509345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:11.512219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Checking segment: {'id': 'f7bc5f72-6e89-46e6-afef-b33c303b5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0f0186c7-d948-4828-9927-6938290372e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:11.512219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.512219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Bound using segment: {'id': 'f7bc5f72-6e89-46e6-afef-b33c303b5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0f0186c7-d948-4828-9927-6938290372e3'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:11.512219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Bound port: 2a375f5d-78f0-4605-92a2-a863cce8e942, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bc5f72-6e89-46e6-afef-b33c303b5fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0f0186c7-d948-4828-9927-6938290372e3'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:11.512219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.522224 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.528575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.610171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.612344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:11.612773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.612950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.619023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.621979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f00f5-7aa3-42a6-b6eb-e1276b44453d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:11.622764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0b5f00f5-7aa3-42a6-b6eb-e1276b44453d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Synchronizing usage tracker for tenant:a5b6b8df06bf4b638a60df008b83596b on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:11.626994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] Pushing event deleted for resources: {'Network': ['ID=27929c29-0300-4195-a4f7-505ee4de7cbd,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:11.638891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] For port 2a375f5d-78f0-4605-92a2-a863cce8e942, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:11.662463 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2fcfb75c-3e48-4e26-9c6a-6bbce1cd3cf0 tempest-BulkNetworkOpsIpV6Test-449349002 tempest-BulkNetworkOpsIpV6Test-449349002-project] 10.222.0.47 "DELETE /v2.0/networks/27929c29-0300-4195-a4f7-505ee4de7cbd HTTP/1.1" status: 204 len: 168 time: 1.2852545 Mar 24 17:03:11.673653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:11.674464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.683056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:11.695073 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:11.736867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] No DVR routers for this DVR port dcd8ce62-1dcd-4e69-981f-2680b6028a8a on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:11.741540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:11.754500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a25497-b0ba-4de6-80c1-a764b1e06e2d None None] Pushing event deleted for resources: {'Port': ['ID=dcd8ce62-1dcd-4e69-981f-2680b6028a8a,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:11.755317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8aaba3-c384-4539-97fe-7250b3576786 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:11.816995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33254) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:11.828913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0b5f00f5-7aa3-42a6-b6eb-e1276b44453d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Unset dirty status for tenant:a5b6b8df06bf4b638a60df008b83596b on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:11.830040 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0b5f00f5-7aa3-42a6-b6eb-e1276b44453d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/subnets/464c3137-18ad-49eb-a1dc-25b750a44e27 HTTP/1.1" status: 200 len: 843 time: 0.3489010 Mar 24 17:03:11.851613 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33258) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:11.888939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Pushing event deleted for resources: {'Port': ['ID=84c756e5-f40d-462a-b9de-93ee85e95234,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:11.973058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb4a59-91ca-4e05-9c31-f45dfd4426e7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['shared'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:11.974415 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bebb4a59-91ca-4e05-9c31-f45dfd4426e7 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "GET /v2.0/subnets/464c3137-18ad-49eb-a1dc-25b750a44e27?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1193473 Mar 24 17:03:11.983794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33264) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:12.043307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.065206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Pushing event updated for resources: {'Network': ['ID=618fd0ea-61a0-468a-b218-4c23d9a48b2c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:12.067682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '70610f73-f6ac-41fd-b3f9-40663e595a01'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:12.068771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.092717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 618fd0ea-61a0-468a-b218-4c23d9a48b2c details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:12.094388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.113108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object dede40d6-f495-401d-a003-8ea34f20c30f will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:12.114168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:03:12.114168 dv-neutron-835063-1-hyperv neutron-server[88478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:03:12.114168 dv-neutron-835063-1-hyperv neutron-server[88478]: [parameters: {'id': '0f0186c7-d948-4828-9927-6938290372e3'}] Mar 24 17:03:12.114168 dv-neutron-835063-1-hyperv neutron-server[88478]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:12.114520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:12.133952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1161293547'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:12.143738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:12.147397 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8f9047d0-b4fd-4029-a2d7-8a9a0a646118 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1864955 Mar 24 17:03:12.150650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33268) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:12.151355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] For port 2a375f5d-78f0-4605-92a2-a863cce8e942, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=2a375f5d-78f0-4605-92a2-a863cce8e942,segment=NetworkSegment(f7bc5f72-6e89-46e6-afef-b33c303b5fd6),segment_id=f7bc5f72-6e89-46e6-afef-b33c303b5fd6)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:12.151578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:12.224664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:12.227158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:12.238203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.279577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.324108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:12.328240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:12.331179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:12.337894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:12.338206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.348667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Request body: {'network': {'name': 'tempest-network--542331374', 'router:external': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:12.372667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:12.378640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33276) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:12.386445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=dede40d6-f495-401d-a003-8ea34f20c30f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:12.391042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Usage tracker for resource:network and tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:12.394246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:12.401385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:12.411734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Usage tracker for resource:floatingip and tenant:0097115ce06c4ceca24eaeee375faf5b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:12.425072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:12.434735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3909e2-87b0-4401-a28c-c50b6ae93caa None None] Pushing event updated for resources: {'Port': ['ID=2a375f5d-78f0-4605-92a2-a863cce8e942,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:12.449612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/70610f73-f6ac-41fd-b3f9-40663e595a01/4374ff38-01c6-450b-86c0-33043500011d) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:12.459882 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-354f943a-a0d6-44f8-b413-44f345e207d8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.2822351 Mar 24 17:03:12.462592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33282) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:12.539869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Made reservation on behalf of 78a7f0d402414d5f91bd4e41b5fc8ae4 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:12.542320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.557209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:12.562295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.583245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.588746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.597969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:12.606515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Usage tracker for resource:security_group_rule and tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:12.615362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:12.617286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.626805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d029897d-dda0-4886-9897-5226f4ee609f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab5acfce78ef4d84a171f319268c8f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440004 Mar 24 17:03:12.626805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:12.629552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33286) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:12.632638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4392be73-7e0f-4a3b-aa3e-5f0765a44ce3 None None] Network 0f0186c7-d948-4828-9927-6938290372e3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:12.685577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:12.690277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.693942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 2a375f5d-78f0-4605-92a2-a863cce8e942 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:12.694274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.699409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.746644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3cb3c-324c-4e5d-80e8-e6568637dfa6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:12.747343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-62f3cb3c-324c-4e5d-80e8-e6568637dfa6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:12.837294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Router 403f5fe2-ec72-4a8a-950a-154e1657beca has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:03:12.849732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:12.849939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76211de2-f00b-4c15-8f18-a216e4bf6cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.884731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.899134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Transition to ACTIVE for port object 4374ff38-01c6-450b-86c0-33043500011d will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:12.916042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-62f3cb3c-324c-4e5d-80e8-e6568637dfa6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:12.920367 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-62f3cb3c-324c-4e5d-80e8-e6568637dfa6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4528201 Mar 24 17:03:12.920367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76211de2-f00b-4c15-8f18-a216e4bf6cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:12.924517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Transition to ACTIVE for port object 4374ff38-01c6-450b-86c0-33043500011d will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:12.962259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33290) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:13.003672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.039903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.040275 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Added segment a6677d72-b60a-4f0e-abba-ee501b316f5f of type vlan for network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d Mar 24 17:03:13.069342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:13.072255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:13.080783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:13.087144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Pushing event updated for resources: {'Port': ['ID=4374ff38-01c6-450b-86c0-33043500011d,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:13.090447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.137613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-dc09fc7b-7946-4deb-a136-d710011d51c0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port dede40d6-f495-401d-a003-8ea34f20c30f {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:13.154785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc09fc7b-7946-4deb-a136-d710011d51c0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.169953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] For port 2a375f5d-78f0-4605-92a2-a863cce8e942, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=2a375f5d-78f0-4605-92a2-a863cce8e942,segment=NetworkSegment(f7bc5f72-6e89-46e6-afef-b33c303b5fd6),segment_id=f7bc5f72-6e89-46e6-afef-b33c303b5fd6)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:13.170334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.220476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:03:13.231798 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124bba5-a876-4970-b5cf-a3ba8242eb3e None None] Sync routers for ids ['403f5fe2-ec72-4a8a-950a-154e1657beca'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:03:13.234558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.244233 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124bba5-a876-4970-b5cf-a3ba8242eb3e None None] Routers {'403f5fe2-ec72-4a8a-950a-154e1657beca'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:13.245139 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1124bba5-a876-4970-b5cf-a3ba8242eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['403f5fe2-ec72-4a8a-950a-154e1657beca'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:13.249570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.254614 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-767916c2-ab74-4e63-b2b8-516a877e01b1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "PUT /v2.0/routers/403f5fe2-ec72-4a8a-950a-154e1657beca HTTP/1.1" status: 200 len: 705 time: 4.6619251 Mar 24 17:03:13.270244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Attempting to bind port 4374ff38-01c6-450b-86c0-33043500011d on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:13.271380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Attempting to bind port 4374ff38-01c6-450b-86c0-33043500011d by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:13.271726 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Attempting to bind port 4374ff38-01c6-450b-86c0-33043500011d on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:13.272813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33294) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:13.278266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:13.278711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:13.279213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.280197 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:13.281383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Bound port: 4374ff38-01c6-450b-86c0-33043500011d, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:13.281827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.316121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Calling delete_port for 2a375f5d-78f0-4605-92a2-a863cce8e942 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:13.324452 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1124bba5-a876-4970-b5cf-a3ba8242eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:13.334517 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1124bba5-a876-4970-b5cf-a3ba8242eb3e None None] Routers {'403f5fe2-ec72-4a8a-950a-154e1657beca'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:13.335198 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1124bba5-a876-4970-b5cf-a3ba8242eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['403f5fe2-ec72-4a8a-950a-154e1657beca'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:13.341718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.392648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] For port 4374ff38-01c6-450b-86c0-33043500011d, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:13.397374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] For port 4374ff38-01c6-450b-86c0-33043500011d, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4374ff38-01c6-450b-86c0-33043500011d,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:13.413907 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1124bba5-a876-4970-b5cf-a3ba8242eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:13.414550 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1124bba5-a876-4970-b5cf-a3ba8242eb3e None None] The sync data for ids ['403f5fe2-ec72-4a8a-950a-154e1657beca'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:03:13.443496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:13.452567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e478b9-b99c-4bbc-93ad-13ace7aade40,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:13.461962 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-05753152-8bc8-45e4-b8a8-6b6e2ecd1e5a tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/routers/403f5fe2-ec72-4a8a-950a-154e1657beca HTTP/1.1" status: 200 len: 740 time: 0.1878340 Mar 24 17:03:13.463383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.465111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33298) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:13.482594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.483496 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Added segment 07f14bb4-dcd7-4234-aa04-abdd4944606e of type vlan for network 3aa94c26-8d46-42bf-bf8c-468078d6ed6a Mar 24 17:03:13.533798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76211de2-f00b-4c15-8f18-a216e4bf6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.548780 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-370d8c92-93e4-46b5-8c34-73214ee26acf tempest-RoutersAdminTest-925964430 tempest-RoutersAdminTest-925964430-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=403f5fe2-ec72-4a8a-950a-154e1657beca HTTP/1.1" status: 200 len: 205 time: 0.0818315 Mar 24 17:03:13.554041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33302) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:13.555831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.563881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.569274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:13.569842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.608781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.650741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76211de2-f00b-4c15-8f18-a216e4bf6cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef55341-bde3-4b89-bc4a-db7a9a4a10bd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:13.658052 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6569559b-ae93-45e6-986b-08c0e26f7f56 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=403f5fe2-ec72-4a8a-950a-154e1657beca HTTP/1.1" status: 200 len: 205 time: 0.1024618 Mar 24 17:03:13.663806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0236d83-206e-4e6f-bb83-12bc8e8cbeef None None] Pushing event updated for resources: {'Port': ['ID=4374ff38-01c6-450b-86c0-33043500011d,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:13.665836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33306) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:13.676241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.696532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Port': ['ID=2a375f5d-78f0-4605-92a2-a863cce8e942,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:13.707498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No DVR routers for this DVR port 2a375f5d-78f0-4605-92a2-a863cce8e942 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:13.810912 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7686384 Mar 24 17:03:13.820853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33310) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:13.830250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc09fc7b-7946-4deb-a136-d710011d51c0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.848067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'network_id': '9fa25108-1caa-4b3d-9c0f-e9cef63cef3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:13.861832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76211de2-f00b-4c15-8f18-a216e4bf6cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.862863 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-76211de2-f00b-4c15-8f18-a216e4bf6cfc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ef55341-bde3-4b89-bc4a-db7a9a4a10bd HTTP/1.1" status: 204 len: 168 time: 1.2314091 Mar 24 17:03:13.973288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805bb79-3134-4b5a-8594-9d38a1fe5856 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Network': ['ID=9fa25108-1caa-4b3d-9c0f-e9cef63cef3d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:13.984170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc305ad-f647-47ca-89df-202ba5496bb9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:13.985787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:14.186535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-dc09fc7b-7946-4deb-a136-d710011d51c0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for dede40d6-f495-401d-a003-8ea34f20c30f owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:14.212312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.222042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.222987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:14.223592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.346426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Allocated IP 172.26.4.26 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/36d0510e-d61a-4e26-8f30-2976939b9e48) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:14.359837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc305ad-f647-47ca-89df-202ba5496bb9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.363448 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc305ad-f647-47ca-89df-202ba5496bb9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.365070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0186c7-d948-4828-9927-6938290372e3']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:14.439340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bc5f72-6e89-46e6-afef-b33c303b5fd6') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:14.439632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bc5f72-6e89-46e6-afef-b33c303b5fd6') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:14.449616 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.2976725 Mar 24 17:03:14.459601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:14.461696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33324) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:14.470525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.478433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8db7c-7a4d-4374-874b-c83072b98930 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'Network': ['ID=3aa94c26-8d46-42bf-bf8c-468078d6ed6a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:14.490900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 3aa94c26-8d46-42bf-bf8c-468078d6ed6a details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:14.531494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:14.567098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.598248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc305ad-f647-47ca-89df-202ba5496bb9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.598691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc305ad-f647-47ca-89df-202ba5496bb9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Fanout notify agent at l3_agent the message router_deleted on router 403f5fe2-ec72-4a8a-950a-154e1657beca {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:03:14.616433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bdc305ad-f647-47ca-89df-202ba5496bb9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.617524 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bdc305ad-f647-47ca-89df-202ba5496bb9 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/403f5fe2-ec72-4a8a-950a-154e1657beca HTTP/1.1" status: 204 len: 168 time: 0.9485679 Mar 24 17:03:14.625858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33330) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:14.644632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:14.644951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.684333 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-66cbac3c-97d3-4afd-b3eb-b9e3f079702f tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=403f5fe2-ec72-4a8a-950a-154e1657beca HTTP/1.1" status: 200 len: 205 time: 0.0572803 Mar 24 17:03:14.687671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33334) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:14.690828 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:14.723059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Made reservation on behalf of a5b6b8df06bf4b638a60df008b83596b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:14.726787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.761669 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-15ff04f8-7e73-4059-a6c0-b11731bb78ee tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] delete failed (client error): The resource could not be found. Mar 24 17:03:14.762717 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-15ff04f8-7e73-4059-a6c0-b11731bb78ee tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/403f5fe2-ec72-4a8a-950a-154e1657beca HTTP/1.1" status: 404 len: 336 time: 0.0743651 Mar 24 17:03:14.766530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33340) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:14.863403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.879451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.917100 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a93cd319-fd11-49b6-af57-db8f8a342ca1 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e50dff-34a7-4e47-9006-df6589eddded HTTP/1.1" status: 200 len: 205 time: 0.1461072 Mar 24 17:03:14.917843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33348) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:14.924777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4374ff38-01c6-450b-86c0-33043500011d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:14.979660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:14.987779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Performing IP validity checks on allocation pools {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 24 17:03:14.988773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 24 17:03:14.998219 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-f0f7a57e-ee4f-4335-83b5-8ef28e5ed968 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] delete failed (client error): The resource could not be found. Mar 24 17:03:15.002806 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f0f7a57e-ee4f-4335-83b5-8ef28e5ed968 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/d1e50dff-34a7-4e47-9006-df6589eddded HTTP/1.1" status: 404 len: 336 time: 0.0812626 Mar 24 17:03:15.002806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33352) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.009687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.052738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=0f0186c7-d948-4828-9927-6938290372e3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:15.057590 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5b6cec50-d451-4758-91ac-3c123ff0ea04 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=32cd9a71-c9cf-4dc7-9b81-312b966a2bc9 HTTP/1.1" status: 200 len: 205 time: 0.0532005 Mar 24 17:03:15.059943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33358) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.073284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f0eaeb22-f196-4b0b-92a1-4335aa5da1a6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/0f0186c7-d948-4828-9927-6938290372e3 HTTP/1.1" status: 204 len: 168 time: 5.9586501 Mar 24 17:03:15.076374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33362) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.111751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1362228769'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:15.121347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc09fc7b-7946-4deb-a136-d710011d51c0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.126797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:15.137674 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-5b50d4be-d4c0-4fd6-a042-804078b721fc tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] delete failed (client error): The resource could not be found. Mar 24 17:03:15.138722 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5b50d4be-d4c0-4fd6-a042-804078b721fc tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/32cd9a71-c9cf-4dc7-9b81-312b966a2bc9 HTTP/1.1" status: 404 len: 336 time: 0.0777769 Mar 24 17:03:15.142921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33366) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.146001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.197934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 4374ff38-01c6-450b-86c0-33043500011d completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:15.204117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4374ff38-01c6-450b-86c0-33043500011d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:15.204608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.230702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33370) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.253680 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f31db89a-1f7e-4746-a991-11f940da7e1f tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=83e355f6-7618-4f2a-9674-3a52ce740aa5 HTTP/1.1" status: 200 len: 205 time: 0.1095543 Mar 24 17:03:15.259858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33376) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.273473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-32888a67-491e-49ab-a574-ff6d6965eb5b None None] Provisioning for port 4374ff38-01c6-450b-86c0-33043500011d completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:15.301696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-32888a67-491e-49ab-a574-ff6d6965eb5b None None] Provisioning complete for port 4374ff38-01c6-450b-86c0-33043500011d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:15.302118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-32888a67-491e-49ab-a574-ff6d6965eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.338817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:15.350963 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:15.359514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:15.363923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f0be03-4e4d-4fb7-81e9-31ade4f1aad8 None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:03:15.377896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:15.380589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09fc7b-7946-4deb-a136-d710011d51c0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=dede40d6-f495-401d-a003-8ea34f20c30f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:15.387903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:15.392671 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-3e198729-cf90-4195-bd4a-b0dd263a8f9d tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] delete failed (client error): The resource could not be found. Mar 24 17:03:15.403507 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3e198729-cf90-4195-bd4a-b0dd263a8f9d tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/83e355f6-7618-4f2a-9674-3a52ce740aa5 HTTP/1.1" status: 404 len: 336 time: 0.1328900 Mar 24 17:03:15.413406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33380) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.416869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1778940684'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:15.430755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event updated for resources: {'Port': ['ID=36d0510e-d61a-4e26-8f30-2976939b9e48,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:15.437609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:15.481333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:network and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:15.486840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:15.492180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.492551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:15.499692 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5cadb7a4-ab87-482e-999e-fbcfaa33dbcf tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d HTTP/1.1" status: 200 len: 205 time: 0.0764096 Mar 24 17:03:15.501077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.502736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33384) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.556525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc09fc7b-7946-4deb-a136-d710011d51c0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.577996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:15.580507 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-1b73350d-d597-44f3-a570-3f32851ef577 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] delete failed (client error): The resource could not be found. Mar 24 17:03:15.583640 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1b73350d-d597-44f3-a570-3f32851ef577 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/bc87a5d1-a2dd-43d4-9b9a-57f691a66d8d HTTP/1.1" status: 404 len: 336 time: 0.0757306 Mar 24 17:03:15.588582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33388) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.596348 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dc09fc7b-7946-4deb-a136-d710011d51c0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/dede40d6-f495-401d-a003-8ea34f20c30f HTTP/1.1" status: 204 len: 168 time: 2.6330624 Mar 24 17:03:15.601427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33392) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.607621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa94c26-8d46-42bf-bf8c-468078d6ed6a']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:15.650211 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b043a446-0dcf-41ff-99ee-2768a8066955 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9ae711e-8781-4623-88eb-74fb334a5c8a HTTP/1.1" status: 200 len: 205 time: 0.0582433 Mar 24 17:03:15.650795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33396) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.658200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f14bb4-dcd7-4234-aa04-abdd4944606e') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:15.658200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f14bb4-dcd7-4234-aa04-abdd4944606e') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:15.678906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.683046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:15.686841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.711680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.723208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:15.725514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-32888a67-491e-49ab-a574-ff6d6965eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.726735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.741518 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-30d4daa9-bd4b-4375-90e2-252d732d9acb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] delete failed (client error): The resource could not be found. Mar 24 17:03:15.745065 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-30d4daa9-bd4b-4375-90e2-252d732d9acb tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/routers/f9ae711e-8781-4623-88eb-74fb334a5c8a HTTP/1.1" status: 404 len: 336 time: 0.0911779 Mar 24 17:03:15.747368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=0d657b1d-6e22-48e3-831f-ddf6089be79d,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:15.747526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33400) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:15.770176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.784543 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:15.786686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Checking segment: {'id': 'a6677d72-b60a-4f0e-abba-ee501b316f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9fa25108-1caa-4b3d-9c0f-e9cef63cef3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:15.787039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network hostable DHCP agents. Network: 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:15.789469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.798374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74aa82f-2d45-4110-8d3c-adb6922d99ba tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:15.806529 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-25461de6-f2ef-4b29-ae8f-1825cb58b230 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:15.806529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25461de6-f2ef-4b29-ae8f-1825cb58b230 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:15.806726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74aa82f-2d45-4110-8d3c-adb6922d99ba tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:15.806726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c74aa82f-2d45-4110-8d3c-adb6922d99ba tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:15.806726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:15.806726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.812354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.816568 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-25461de6-f2ef-4b29-ae8f-1825cb58b230 tempest-RoutersAdminTest-75878349 tempest-RoutersAdminTest-75878349-project] 10.222.0.47 "DELETE /v2.0/subnets/d98282b8-2e19-477e-b6f8-8a007a8ae3bf HTTP/1.1" status: 404 len: 337 time: 0.0669429 Mar 24 17:03:15.818367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:15.822481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:security_group_rule and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:15.825805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:15.834188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 4374ff38-01c6-450b-86c0-33043500011d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4374ff38-01c6-450b-86c0-33043500011d,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:15.842008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:15.842707 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:15.940604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.971440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:15.974303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c74aa82f-2d45-4110-8d3c-adb6922d99ba tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:15.976030 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c74aa82f-2d45-4110-8d3c-adb6922d99ba tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3719623 Mar 24 17:03:15.980502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33406) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:16.030786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.033209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:16.035698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.036187 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment d748c75b-079c-446f-ba15-27f1ec07bd49 of type vlan for network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 Mar 24 17:03:16.076601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3aa94c26-8d46-42bf-bf8c-468078d6ed6a {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 24 17:03:16.081946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.083788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-32888a67-491e-49ab-a574-ff6d6965eb5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:16.084166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-32888a67-491e-49ab-a574-ff6d6965eb5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:16.097948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=4374ff38-01c6-450b-86c0-33043500011d,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:16.106121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f0be03-4e4d-4fb7-81e9-31ade4f1aad8 None None] Unable to find a vacant binding_index for network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d and agent 6b00df2b-ffa5-4c61-8e96-22319014d82b {{(pid=88479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 24 17:03:16.106418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event deleted for resources: {'Network': ['ID=3aa94c26-8d46-42bf-bf8c-468078d6ed6a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:16.123328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ed58f898-e144-4281-b768-a50191bfacb9 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "DELETE /v2.0/networks/3aa94c26-8d46-42bf-bf8c-468078d6ed6a HTTP/1.1" status: 204 len: 168 time: 1.6556234 Mar 24 17:03:16.129228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33410) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:16.132701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.143542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9603dfdc-08c5-4293-bd57-ca402889d094 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 70610f73-f6ac-41fd-b3f9-40663e595a01 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:16.154218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:16.159257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9603dfdc-08c5-4293-bd57-ca402889d094 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.171277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f0be03-4e4d-4fb7-81e9-31ade4f1aad8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d) {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:03:16.195022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:16.197164 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:16.210386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.213959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:16.214564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.219544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Usage tracker for resource:network and tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:16.232229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:16.261933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.263313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9603dfdc-08c5-4293-bd57-ca402889d094 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.271566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.325254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:16.333187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.419810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:16.504873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33416) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:16.514202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9603dfdc-08c5-4293-bd57-ca402889d094 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.556573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Made reservation on behalf of 78a7f0d402414d5f91bd4e41b5fc8ae4 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:16.559880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.595260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d586d83-e50c-4df2-8e0d-4fa0f2f6823b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:16.605979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.615433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:16.616108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7871866'] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.620974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.621337 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Added segment f4d5d434-b37f-44e0-86c3-88d4bffa83e0 of type vlan for network 1293df5a-14ba-4780-96e8-8750b98d462b Mar 24 17:03:16.622399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event updated for resources: {'Port': ['ID=36d0510e-d61a-4e26-8f30-2976939b9e48,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:16.665803 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-55e2a4c9-53d7-40d8-9113-53bb3449cbbd tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8377860 Mar 24 17:03:16.680593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33422) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:16.688669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.725201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-aee9f837-ea49-4cc4-b60d-7251daa806b9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:16.745694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.766795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-9fa25108-1caa-4b3d-9c0f-e9cef63cef3d', 'network_id': '9fa25108-1caa-4b3d-9c0f-e9cef63cef3d', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': '0d657b1d-6e22-48e3-831f-ddf6089be79d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:16.768314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.798142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.800480 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-73e59176-0378-45bf-a6ae-5133e25f3a84 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9809811 Mar 24 17:03:16.803231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33426) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:16.809534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-200343653'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:16.815788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:16.822079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Usage tracker for resource:network and tenant:0097115ce06c4ceca24eaeee375faf5b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:16.825909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.833150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:16.833997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.835231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4374ff38-01c6-450b-86c0-33043500011d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:16.839077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:16.851216 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7726114 Mar 24 17:03:16.861753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33430) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:16.872686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f8d34836-488f-4e74-9877-c53d0bfd1652 None None] Could not find standard attr ID for object dede40d6-f495-401d-a003-8ea34f20c30f. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:03:16.878121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7c7f9df3-7319-4429-b74f-c1d1be94f6d0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:16.880402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:16.895015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3dce5870-5136-452d-938a-050d36c03dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:16.928059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:16.928382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:16.928977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21207afb-77c9-4a63-a274-bb574b4f02ac tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=8a250a94-4e4d-4b2d-8fba-3bc6cf21a251,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:16.976384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3dce5870-5136-452d-938a-050d36c03dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:16.987265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Network': ['ID=1293df5a-14ba-4780-96e8-8750b98d462b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:17.008069 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-590d3029-fe20-4869-8bc0-31aca6c10db0 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7623558 Mar 24 17:03:17.008802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:17.019740 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4374ff38-01c6-450b-86c0-33043500011d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:17.020242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.048546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3dce5870-5136-452d-938a-050d36c03dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:4aff7d2430754222bfe3500577cc63b7 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:17.063792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3dce5870-5136-452d-938a-050d36c03dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:17.073627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1293df5a-14ba-4780-96e8-8750b98d462b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:17.074909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3dce5870-5136-452d-938a-050d36c03dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:17.083078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Made reservation on behalf of 0097115ce06c4ceca24eaeee375faf5b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:17.090251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.114056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.127650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aee9f837-ea49-4cc4-b60d-7251daa806b9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5785506'] for subnet, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.138401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:17.146766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Usage tracker for resource:security_group_rule and tenant:0097115ce06c4ceca24eaeee375faf5b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:17.150438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:17.155877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9603dfdc-08c5-4293-bd57-ca402889d094 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.159272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:17.261981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Allocated IP 2001:db8::3 (9fa25108-1caa-4b3d-9c0f-e9cef63cef3d/0d657b1d-6e22-48e3-831f-ddf6089be79d/8fa08916-5b86-4bf6-9147-9ca8e32ee283) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:17.266314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603dfdc-08c5-4293-bd57-ca402889d094 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=70610f73-f6ac-41fd-b3f9-40663e595a01,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:17.276175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9603dfdc-08c5-4293-bd57-ca402889d094 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.284505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.324585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7c7f9df3-7319-4429-b74f-c1d1be94f6d0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.370129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.383550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3dce5870-5136-452d-938a-050d36c03dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.414231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:17.423537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8095e87-c199-4041-95e2-31401955cf7b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:17.430426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.435106 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Added segment 9441ed2f-0c49-4951-96d8-53d50cf9d0f1 of type vlan for network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 Mar 24 17:03:17.435391 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9603dfdc-08c5-4293-bd57-ca402889d094 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/70610f73-f6ac-41fd-b3f9-40663e595a01 HTTP/1.1" status: 204 len: 168 time: 1.4537406 Mar 24 17:03:17.437315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33434) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:17.438006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.457402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7c7f9df3-7319-4429-b74f-c1d1be94f6d0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.472013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.500919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3dce5870-5136-452d-938a-050d36c03dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.563827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.566949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.573325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:17.574189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.578157 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Transition to ACTIVE for port object 8fa08916-5b86-4bf6-9147-9ca8e32ee283 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:17.598718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Transition to ACTIVE for port object 8fa08916-5b86-4bf6-9147-9ca8e32ee283 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:17.663037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c7f9df3-7319-4429-b74f-c1d1be94f6d0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 is not hosted by any dhcp agent {{(pid=88478) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 24 17:03:17.668476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7f9df3-7319-4429-b74f-c1d1be94f6d0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:17.669060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7c7f9df3-7319-4429-b74f-c1d1be94f6d0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.673516 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7c7f9df3-7319-4429-b74f-c1d1be94f6d0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "PUT /v2.0/networks/8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 HTTP/1.1" status: 200 len: 723 time: 0.8060837 Mar 24 17:03:17.676758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33438) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:17.679161 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:17.708177 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b4eb6838-8d85-45e0-bc7c-7ce71164ca58 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2526569 Mar 24 17:03:17.709067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event updated for resources: {'Network': ['ID=d01fe075-b5e7-450c-b1ba-7f5f74a51ab4,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:17.719233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': '8a250a94-4e4d-4b2d-8fba-3bc6cf21a251', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:17.722978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33442) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:17.730342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:17.734526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:17.775012 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f2829d98-0224-4745-96e6-e3e0d70953dc tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9704411 Mar 24 17:03:17.826002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33446) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:17.833391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Request body: {'subnet': {'network_id': 'd01fe075-b5e7-450c-b1ba-7f5f74a51ab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:17.843894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f9df3-7319-4429-b74f-c1d1be94f6d0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=8a250a94-4e4d-4b2d-8fba-3bc6cf21a251,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:17.860674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:17.871874 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3dce5870-5136-452d-938a-050d36c03dc9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4aff7d2430754222bfe3500577cc63b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3658421 Mar 24 17:03:17.875146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33450) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:17.878340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:17.882436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce5870-5136-452d-938a-050d36c03dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3689d4b-7a14-4540-82f9-db26acd355a8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:17.895840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:17.943215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:17.961275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:17.966915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:17.973275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:17.980902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:17.984564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:18.020309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:18.026078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.026443 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Added segment d9a32f90-d4f6-4010-8390-6950452e056c of type vlan for network 39e85b5d-1214-495d-b53d-ed9239cb91a6 Mar 24 17:03:18.040795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:18.044682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:18.055654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:18.063951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:18.064162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:18.068357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.068496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Usage tracker for resource:subnet and tenant:0097115ce06c4ceca24eaeee375faf5b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:18.071654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:18.078466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:18.109749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-30b355f1-c9af-4afe-87d2-21f34013c5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.134647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Made reservation on behalf of 0097115ce06c4ceca24eaeee375faf5b for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:18.138951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.179826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.188556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Pushing event updated for resources: {'Port': ['ID=8fa08916-5b86-4bf6-9147-9ca8e32ee283,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:18.210581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Attempting to bind port 8fa08916-5b86-4bf6-9147-9ca8e32ee283 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:18.211088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Attempting to bind port 8fa08916-5b86-4bf6-9147-9ca8e32ee283 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'a6677d72-b60a-4f0e-abba-ee501b316f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9fa25108-1caa-4b3d-9c0f-e9cef63cef3d'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:18.211518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Attempting to bind port 8fa08916-5b86-4bf6-9147-9ca8e32ee283 on network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:18.217651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:18.218031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Checking segment: {'id': 'a6677d72-b60a-4f0e-abba-ee501b316f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9fa25108-1caa-4b3d-9c0f-e9cef63cef3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:18.218573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.219074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Bound using segment: {'id': 'a6677d72-b60a-4f0e-abba-ee501b316f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9fa25108-1caa-4b3d-9c0f-e9cef63cef3d'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:18.219606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Bound port: 8fa08916-5b86-4bf6-9147-9ca8e32ee283, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6677d72-b60a-4f0e-abba-ee501b316f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9fa25108-1caa-4b3d-9c0f-e9cef63cef3d'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:18.220116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.277040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-30b355f1-c9af-4afe-87d2-21f34013c5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.299670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:18.303309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.327764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] For port 8fa08916-5b86-4bf6-9147-9ca8e32ee283, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:18.333071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] For port 8fa08916-5b86-4bf6-9147-9ca8e32ee283, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8fa08916-5b86-4bf6-9147-9ca8e32ee283,segment=NetworkSegment(a6677d72-b60a-4f0e-abba-ee501b316f5f),segment_id=a6677d72-b60a-4f0e-abba-ee501b316f5f)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:18.417214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.568691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a933d03-1a6c-4cb9-bfb6-0070e441f517 None None] Pushing event updated for resources: {'Port': ['ID=8fa08916-5b86-4bf6-9147-9ca8e32ee283,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:18.600535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.638427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-30b355f1-c9af-4afe-87d2-21f34013c5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.652279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.653513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:18.654334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.661248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aee9f837-ea49-4cc4-b60d-7251daa806b9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743643528951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7010106'] for subnet, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.726732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event updated for resources: {'Subnet': ['ID=b9975b17-25ef-402a-9bb2-91b01160b370,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:18.752481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Checking segment: {'id': '9441ed2f-0c49-4951-96d8-53d50cf9d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd01fe075-b5e7-450c-b1ba-7f5f74a51ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:18.752852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Network hostable DHCP agents. Network: d01fe075-b5e7-450c-b1ba-7f5f74a51ab4, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:18.861173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b355f1-c9af-4afe-87d2-21f34013c5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3689d4b-7a14-4540-82f9-db26acd355a8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:18.861941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.954940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'Network': ['ID=39e85b5d-1214-495d-b53d-ed9239cb91a6,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:18.964390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9f837-ea49-4cc4-b60d-7251daa806b9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:18.968077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 39e85b5d-1214-495d-b53d-ed9239cb91a6 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:18.980498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aee9f837-ea49-4cc4-b60d-7251daa806b9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:18.985809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-aee9f837-ea49-4cc4-b60d-7251daa806b9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "PUT /v2.0/subnets/0d657b1d-6e22-48e3-831f-ddf6089be79d HTTP/1.1" status: 200 len: 900 time: 2.2847033 Mar 24 17:03:18.989045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33454) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:18.993849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=efd3115e-8a2c-4655-b27d-63753652b16e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:19.002737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:19.073692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9f837-ea49-4cc4-b60d-7251daa806b9 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event updated for resources: {'Subnet': ['ID=0d657b1d-6e22-48e3-831f-ddf6089be79d,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:19.083980 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e751e7ad-49c0-4e18-ad45-086f48047569 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.9511838 Mar 24 17:03:19.083980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-30b355f1-c9af-4afe-87d2-21f34013c5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.083980 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-30b355f1-c9af-4afe-87d2-21f34013c5a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3689d4b-7a14-4540-82f9-db26acd355a8 HTTP/1.1" status: 204 len: 168 time: 1.2026577 Mar 24 17:03:19.084476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33458) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:19.110381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Request body: {'subnet': {'network_id': '39e85b5d-1214-495d-b53d-ed9239cb91a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:19.113389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:19.119103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:19.120436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:19.131717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:19.132155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.137908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.145773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Usage tracker for resource:subnet and tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:19.196422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:19.205506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, d01fe075-b5e7-450c-b1ba-7f5f74a51ab4) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:19.226315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:19.239538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:19.245649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.274544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': 'd748c75b-079c-446f-ba15-27f1ec07bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a250a94-4e4d-4b2d-8fba-3bc6cf21a251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:19.274901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:19.280232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=f6b2014f-1769-4b79-9a65-b0fc195c2fc3,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:19.307861 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.319386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting port 8fa08916-5b86-4bf6-9147-9ca8e32ee283 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:19.319780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.345866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Made reservation on behalf of 78a7f0d402414d5f91bd4e41b5fc8ae4 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:19.348348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.381362 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-80764079-3529-493b-9279-76ea4871636f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6541481 Mar 24 17:03:19.381362 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3793bc41-5c80-4851-a596-5abb08e3107c tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5521362 Mar 24 17:03:19.383912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33464) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:19.384078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33466) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:19.389339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'fixed_ips': [{'subnet_id': 'efd3115e-8a2c-4655-b27d-63753652b16e', 'ip_address': '2001:db8::8868:7445:97f5:36ff'}], 'name': 'tempest-NetworksTestDHCPv6-2121212163'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:19.390012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-248062471', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:19.399526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:19.411299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:19.500711 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Usage tracker for resource:router and tenant:0097115ce06c4ceca24eaeee375faf5b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:19.512172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:19.518249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:19.535606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:19.550795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:19.551285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.664120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.665156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.689056 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-89cb6bfb-4686-4a8d-9a97-9d349fedbf8b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9985833 Mar 24 17:03:19.690883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33474) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:19.702865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d78eb127-dbe8-445c-938c-b6646fdadbe6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:19.768280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.851211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:19.886443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] For port 8fa08916-5b86-4bf6-9147-9ca8e32ee283, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8fa08916-5b86-4bf6-9147-9ca8e32ee283,segment=NetworkSegment(a6677d72-b60a-4f0e-abba-ee501b316f5f),segment_id=a6677d72-b60a-4f0e-abba-ee501b316f5f)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:19.887206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:19.996645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d78eb127-dbe8-445c-938c-b6646fdadbe6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5785506'] for subnet, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.000762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7837aa8-13fc-4bce-89d3-3bda60e7ff99 None None] Network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:20.028518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c0801-61ea-44ec-8ffa-4248b4826e9a None None] Network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:20.033298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33478) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:20.056286 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527801ed-96bf-4f25-bf6e-d0e2a0b3ec5f None None] Network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:20.102889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Calling delete_port for 8fa08916-5b86-4bf6-9147-9ca8e32ee283 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:20.251661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33482) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:20.260141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:20.265807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'subnet': {'network_id': '1293df5a-14ba-4780-96e8-8750b98d462b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:20.305692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cedddb3-f136-4682-a3eb-dfe6beea8036 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:20.378313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.424555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:20.446397 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0529339c-4452-4c2f-9287-9c64ecc2b2d7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb5685c2ce04416890f9d9f17a777610&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4061003 Mar 24 17:03:20.466699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33486) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:20.467807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Port': ['ID=8fa08916-5b86-4bf6-9147-9ca8e32ee283,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:20.485206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:20.517874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c6f40113-cb90-4fca-bbb5-1632199c7189 None None] Provisioning for port 8fa08916-5b86-4bf6-9147-9ca8e32ee283 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:20.523606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:subnet and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:20.534245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.560558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c6f40113-cb90-4fca-bbb5-1632199c7189 None None] Provisioning complete for port 8fa08916-5b86-4bf6-9147-9ca8e32ee283 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:20.561483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6f40113-cb90-4fca-bbb5-1632199c7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.582581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:20.610509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c6f40113-cb90-4fca-bbb5-1632199c7189 None None] Port 8fa08916-5b86-4bf6-9147-9ca8e32ee283 was deleted so its status cannot be updated. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 24 17:03:20.636305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:20.656727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No DVR routers for this DVR port 8fa08916-5b86-4bf6-9147-9ca8e32ee283 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:20.689101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:03:20.689722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.759261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:20.762974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.786024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2caa0784-e4cb-4f1b-ab0c-83f5df4f2194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.790527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.800860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.850099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d78eb127-dbe8-445c-938c-b6646fdadbe6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743643528951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7010106'] for subnet, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.887522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78eb127-dbe8-445c-938c-b6646fdadbe6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:20.888416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d78eb127-dbe8-445c-938c-b6646fdadbe6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.892839 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d78eb127-dbe8-445c-938c-b6646fdadbe6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "PUT /v2.0/subnets/f6b2014f-1769-4b79-9a65-b0fc195c2fc3 HTTP/1.1" status: 200 len: 806 time: 1.1983745 Mar 24 17:03:20.896411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33490) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:20.913622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb16f5f2-8c66-4a2d-9e40-ac60295240f0,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:20.943066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-8a250a94-4e4d-4b2d-8fba-3bc6cf21a251', 'network_id': '8a250a94-4e4d-4b2d-8fba-3bc6cf21a251', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': 'f6b2014f-1769-4b79-9a65-b0fc195c2fc3'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:20.943874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:20.950982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 0085eba3-548d-488d-a2df-c748470e4e48 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:20.970652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Checking segment: {'id': 'd9a32f90-d4f6-4010-8390-6950452e056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '39e85b5d-1214-495d-b53d-ed9239cb91a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:20.971265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Network hostable DHCP agents. Network: 39e85b5d-1214-495d-b53d-ed9239cb91a6, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:20.990387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2caa0784-e4cb-4f1b-ab0c-83f5df4f2194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.058634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78eb127-dbe8-445c-938c-b6646fdadbe6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=f6b2014f-1769-4b79-9a65-b0fc195c2fc3,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:21.089454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-d01fe075-b5e7-450c-b1ba-7f5f74a51ab4', 'network_id': 'd01fe075-b5e7-450c-b1ba-7f5f74a51ab4', 'tenant_id': '0097115ce06c4ceca24eaeee375faf5b', 'fixed_ips': [{'subnet_id': 'b9975b17-25ef-402a-9bb2-91b01160b370'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:21.090874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.133478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c5a9f-770d-4d13-aa49-e6ec612eb357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-9fa25108-1caa-4b3d-9c0f-e9cef63cef3d', 'network_id': '9fa25108-1caa-4b3d-9c0f-e9cef63cef3d', 'tenant_id': 'a5b6b8df06bf4b638a60df008b83596b', 'fixed_ips': [{'subnet_id': '0d657b1d-6e22-48e3-831f-ddf6089be79d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:21.134593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-383c5a9f-770d-4d13-aa49-e6ec612eb357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.173962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Network 39e85b5d-1214-495d-b53d-ed9239cb91a6 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:21.285101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 39e85b5d-1214-495d-b53d-ed9239cb91a6) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:21.290395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.319670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476a6b90-67a4-48fc-b546-becc5d943d5e None None] Network 39e85b5d-1214-495d-b53d-ed9239cb91a6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:21.320737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:21.321172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.336120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.468811 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f43a734d-91a4-475d-91da-1ed8b1a30668 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3832872 Mar 24 17:03:21.474204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33494) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:21.487617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Request body: {'floatingip': {'floating_network_id': '39e85b5d-1214-495d-b53d-ed9239cb91a6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:21.500922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:21.503831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Usage tracker for resource:floatingip and tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:21.506627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Allocated IP 172.20.0.2 (8a250a94-4e4d-4b2d-8fba-3bc6cf21a251/f6b2014f-1769-4b79-9a65-b0fc195c2fc3/6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:21.508243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:21.518069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:21.534565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Allocated IP 172.26.4.219 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/a33d5fbd-1c5c-4b85-859f-68f12ca21ce1) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:21.535369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2caa0784-e4cb-4f1b-ab0c-83f5df4f2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.540983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.543069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.605492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Allocated IP 172.20.0.2 (d01fe075-b5e7-450c-b1ba-7f5f74a51ab4/b9975b17-25ef-402a-9bb2-91b01160b370/55ba3dfd-2ddc-4453-9275-afc3a8af2be9) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server [None req-383c5a9f-770d-4d13-aa49-e6ec612eb357 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d657b1d-6e22-48e3-831f-ddf6089be79d: This subnet is being modified by another concurrent operation. Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:03:21.610028 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise exception Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d657b1d-6e22-48e3-831f-ddf6089be79d: This subnet is being modified by another concurrent operation. Mar 24 17:03:21.613195 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Mar 24 17:03:21.629388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.642681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=0d657b1d-6e22-48e3-831f-ddf6089be79d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:21.691716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa0784-e4cb-4f1b-ab0c-83f5df4f2194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b8a214-3c05-4a43-8c4e-e947399e4ffc,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:21.787889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.818623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1617831-ae5f-4028-ba34-06b0b1d05474 None None] Network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:21.838276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.906377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.910503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::8868:7445:97f5:36ff (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/efd3115e-8a2c-4655-b27d-63753652b16e/0085eba3-548d-488d-a2df-c748470e4e48) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:21.915641 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-94cd470c-3308-4e37-bb1f-138c373f1a75 None None] Provisioning complete for port 4374ff38-01c6-450b-86c0-33043500011d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:21.915774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-94cd470c-3308-4e37-bb1f-138c373f1a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.926579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:21.937332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.022066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:22.032932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:22.034937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event updated for resources: {'Port': ['ID=a33d5fbd-1c5c-4b85-859f-68f12ca21ce1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:22.037456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:22.043417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa25108-1caa-4b3d-9c0f-e9cef63cef3d']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:22.074655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6677d72-b60a-4f0e-abba-ee501b316f5f') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:22.074957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6677d72-b60a-4f0e-abba-ee501b316f5f') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:22.092953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.112889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Allocated IP 172.20.0.4 (39e85b5d-1214-495d-b53d-ed9239cb91a6/bb16f5f2-8c66-4a2d-9e40-ac60295240f0/0d4d9d29-16a8-41f3-b48f-5fd672e4df69) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:22.136343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.220850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5b4cd9-9d5c-4710-9e21-1c4589a9d430 None None] Network 39e85b5d-1214-495d-b53d-ed9239cb91a6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:22.225061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.257022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2caa0784-e4cb-4f1b-ab0c-83f5df4f2194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.260634 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2caa0784-e4cb-4f1b-ab0c-83f5df4f2194 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9b8a214-3c05-4a43-8c4e-e947399e4ffc HTTP/1.1" status: 204 len: 168 time: 1.7878325 Mar 24 17:03:22.261553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:22.261747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:22.326177 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:22.349577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Subnet': ['ID=c3a7ee14-7a9e-45df-9159-33bb6b153e81,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:22.430656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Checking segment: {'id': 'f4d5d434-b37f-44e0-86c3-88d4bffa83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1293df5a-14ba-4780-96e8-8750b98d462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:22.431056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network hostable DHCP agents. Network: 1293df5a-14ba-4780-96e8-8750b98d462b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:22.456097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845bd52-44a8-48a8-94df-d5509030eef9 None None] DHCP port deletion for 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:22.502982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.535538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 0085eba3-548d-488d-a2df-c748470e4e48 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:22.536869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.537347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.546484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f7c66-6742-411a-96b8-35b706c88d49 None None] Network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:22.564626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.574439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network 1293df5a-14ba-4780-96e8-8750b98d462b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:22.581686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=9fa25108-1caa-4b3d-9c0f-e9cef63cef3d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:22.622598 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Transition to ACTIVE for port object 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:22.629251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f7c66-6742-411a-96b8-35b706c88d49 None None] Network 9fa25108-1caa-4b3d-9c0f-e9cef63cef3d could not be found, it might have been deleted concurrently. {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 24 17:03:22.630948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.654484 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7fbc55d2-78ad-4585-86b5-8b16e52dfe80 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/9fa25108-1caa-4b3d-9c0f-e9cef63cef3d HTTP/1.1" status: 204 len: 168 time: 3.6525300 Mar 24 17:03:22.654484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33500) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:22.702180 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc77dca-1e2b-4b28-985d-5edf7c6d97ea tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:22.702633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc77dca-1e2b-4b28-985d-5edf7c6d97ea tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:22.706891 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-efc77dca-1e2b-4b28-985d-5edf7c6d97ea tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/0d657b1d-6e22-48e3-831f-ddf6089be79d HTTP/1.1" status: 404 len: 337 time: 0.0485666 Mar 24 17:03:22.707136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33504) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:22.733726 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d697cd-862c-4b36-a59f-236987692952 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:22.734379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d697cd-862c-4b36-a59f-236987692952 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:22.739156 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-64d697cd-862c-4b36-a59f-236987692952 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/9fa25108-1caa-4b3d-9c0f-e9cef63cef3d HTTP/1.1" status: 404 len: 339 time: 0.0278313 Mar 24 17:03:22.739156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.739376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33508) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:22.740422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 1293df5a-14ba-4780-96e8-8750b98d462b) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:22.756452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Transition to ACTIVE for port object 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:22.759324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.761911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b381dba-ae4c-4cc7-82d0-f007b1deaf4c None None] Network 1293df5a-14ba-4780-96e8-8750b98d462b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:22.764502 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:22.771817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.789029 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8fa08916-5b86-4bf6-9147-9ca8e32ee283 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:22.818322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:22.830150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:22.832618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:22.850962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Transition to ACTIVE for port object 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:22.854005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:22.854606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.860856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 8fa08916-5b86-4bf6-9147-9ca8e32ee283 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:22.861409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8fa08916-5b86-4bf6-9147-9ca8e32ee283 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:22.873810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.884077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.938715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:22.979993 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5951636 Mar 24 17:03:22.987831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Transition to ACTIVE for port object 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:22.993352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33514) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:23.111332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.115009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.117740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.147369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:23.176224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:23.185322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:23.192863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.213900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Pushing event updated for resources: {'Port': ['ID=6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:23.231009 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ad2398d7-c9bd-4c9d-a271-74d7be08a701 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9755228 Mar 24 17:03:23.251390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b2014f-1769-4b79-9a65-b0fc195c2fc3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:23.253347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbe59c-a135-4328-9fea-59c619f25a36 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=0085eba3-548d-488d-a2df-c748470e4e48,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:23.259228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33524) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:23.275766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:23.276377 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1227841459'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:23.293025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:23.329992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:23.356602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.359076 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:03:23.387289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a250a94-4e4d-4b2d-8fba-3bc6cf21a251']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:23.412681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd748c75b-079c-446f-ba15-27f1ec07bd49') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:23.413447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd748c75b-079c-446f-ba15-27f1ec07bd49') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:23.428660 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.437556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:23.442979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Network 39e85b5d-1214-495d-b53d-ed9239cb91a6 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:23.448429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:network and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:23.449872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:23.453103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:23.457642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:23.464853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.471320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:23.477580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:23.478005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:23.498243 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:23.526863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b4076b-d4a8-4f7a-b8db-217b8507f02e']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:23.537729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'Port': ['ID=0d4d9d29-16a8-41f3-b48f-5fd672e4df69,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:23.551790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Pushing event updated for resources: {'Port': ['ID=55ba3dfd-2ddc-4453-9275-afc3a8af2be9,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:23.567540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e79f957-3eed-4fc9-9c87-615fa3d39d3d') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:23.567833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e79f957-3eed-4fc9-9c87-615fa3d39d3d') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:23.605779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d9d5c-290f-47f5-a192-846710c70e97 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:23.616540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d9d5c-290f-47f5-a192-846710c70e97 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:23.616540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-418d9d5c-290f-47f5-a192-846710c70e97 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:23.621178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-33c58ef6-6622-404e-9789-adeb6c35f30c None None] Provisioning for port 0085eba3-548d-488d-a2df-c748470e4e48 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:23.626188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Attempting to bind port 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:23.626784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Attempting to bind port 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'd748c75b-079c-446f-ba15-27f1ec07bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a250a94-4e4d-4b2d-8fba-3bc6cf21a251'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:23.626928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Attempting to bind port 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5 on network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:23.643728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-33c58ef6-6622-404e-9789-adeb6c35f30c None None] Provisioning complete for port 0085eba3-548d-488d-a2df-c748470e4e48 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:23.643728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-33c58ef6-6622-404e-9789-adeb6c35f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.649940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:23.655363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.667491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:23.667870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Checking segment: {'id': 'd748c75b-079c-446f-ba15-27f1ec07bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a250a94-4e4d-4b2d-8fba-3bc6cf21a251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:23.668283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.668676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Bound using segment: {'id': 'd748c75b-079c-446f-ba15-27f1ec07bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a250a94-4e4d-4b2d-8fba-3bc6cf21a251'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:23.669152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Bound port: 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd748c75b-079c-446f-ba15-27f1ec07bd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '8a250a94-4e4d-4b2d-8fba-3bc6cf21a251'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:23.669523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.675879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.689116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-1293df5a-14ba-4780-96e8-8750b98d462b', 'network_id': '1293df5a-14ba-4780-96e8-8750b98d462b', 'tenant_id': '452682abe9e448e2a647d480978b235b', 'fixed_ips': [{'subnet_id': 'c3a7ee14-7a9e-45df-9159-33bb6b153e81'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:23.689917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.698860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:03:23.698860 dv-neutron-835063-1-hyperv neutron-server[88477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:03:23.698860 dv-neutron-835063-1-hyperv neutron-server[88477]: [parameters: {'id': '8a250a94-4e4d-4b2d-8fba-3bc6cf21a251'}] Mar 24 17:03:23.698860 dv-neutron-835063-1-hyperv neutron-server[88477]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:23.708006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Attempting to bind port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:23.708006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Attempting to bind port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '9441ed2f-0c49-4951-96d8-53d50cf9d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd01fe075-b5e7-450c-b1ba-7f5f74a51ab4'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:23.708227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:23.708323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Attempting to bind port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 on network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:23.708407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-418d9d5c-290f-47f5-a192-846710c70e97 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:23.708407 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-418d9d5c-290f-47f5-a192-846710c70e97 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.7089279 Mar 24 17:03:23.708407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33536) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:23.721069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.729955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:23.730604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Checking segment: {'id': '9441ed2f-0c49-4951-96d8-53d50cf9d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd01fe075-b5e7-450c-b1ba-7f5f74a51ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:23.730990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.731377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Bound using segment: {'id': '9441ed2f-0c49-4951-96d8-53d50cf9d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd01fe075-b5e7-450c-b1ba-7f5f74a51ab4'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:23.731854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Bound port: 55ba3dfd-2ddc-4453-9275-afc3a8af2be9, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9441ed2f-0c49-4951-96d8-53d50cf9d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd01fe075-b5e7-450c-b1ba-7f5f74a51ab4'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:23.732391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.734465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.747317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:23.798695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.798997 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Added segment 9d6f6e7a-4200-4847-8953-e50eb0bec8b4 of type vlan for network b0526b1e-9641-4b91-b80b-440ec6cb9eab Mar 24 17:03:23.809844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:23.810579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:23.825698 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:23.832765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a753d-490c-464c-8d08-36c90da5bfb5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 0085eba3-548d-488d-a2df-c748470e4e48 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:23.833373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0a0a753d-490c-464c-8d08-36c90da5bfb5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.838226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-33c58ef6-6622-404e-9789-adeb6c35f30c None None] Port 0085eba3-548d-488d-a2df-c748470e4e48 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:03:23.924951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:23.992933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33542) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:24.051527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] For port 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:24.083126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.116807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] For port 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5,segment=NetworkSegment(d748c75b-079c-446f-ba15-27f1ec07bd49),segment_id=d748c75b-079c-446f-ba15-27f1ec07bd49)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:24.119905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] For port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:24.121001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.124869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] For port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=55ba3dfd-2ddc-4453-9275-afc3a8af2be9,segment=NetworkSegment(9441ed2f-0c49-4951-96d8-53d50cf9d0f1),segment_id=9441ed2f-0c49-4951-96d8-53d50cf9d0f1)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:24.140090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Allocated IP 2001:db8:0:ffff::2 (1293df5a-14ba-4780-96e8-8750b98d462b/c3a7ee14-7a9e-45df-9159-33bb6b153e81/50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:24.167115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.197289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=81b4076b-d4a8-4f7a-b8db-217b8507f02e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:24.219729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.237608 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2693f9ac-69ee-4224-b89c-b9cfb4d9d682 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/81b4076b-d4a8-4f7a-b8db-217b8507f02e HTTP/1.1" status: 204 len: 168 time: 1.4980178 Mar 24 17:03:24.243181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33548) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:24.244615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.247559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.257576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:24.257919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.286620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.294608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.301290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:24.304984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.336054 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c2620c-a999-4519-8274-640ff832e20e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:24.336833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c2620c-a999-4519-8274-640ff832e20e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:24.338664 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b2c2620c-a999-4519-8274-640ff832e20e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/6f28ce57-536d-477d-ba39-1fd15d7fb9ca HTTP/1.1" status: 404 len: 337 time: 0.0672395 Mar 24 17:03:24.348220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33552) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:24.362688 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a7096f78-cd25-44a8-8905-7198aad7a275 tempest-AgentManagementNegativeTest-243078674 tempest-AgentManagementNegativeTest-243078674-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3686585 Mar 24 17:03:24.416792 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccf2bd0-df05-41c1-9204-8e0b67db854a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:24.417582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccf2bd0-df05-41c1-9204-8e0b67db854a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:24.419444 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dccf2bd0-df05-41c1-9204-8e0b67db854a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/1c751174-d504-43e5-a9d5-6508f21baf9d HTTP/1.1" status: 404 len: 339 time: 0.0663006 Mar 24 17:03:24.423715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33558) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:24.437399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fd9b5-7fff-4b37-9fd0-cd7a692d8b6d None None] Pushing event updated for resources: {'Port': ['ID=55ba3dfd-2ddc-4453-9275-afc3a8af2be9,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:24.476173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0a0a753d-490c-464c-8d08-36c90da5bfb5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.492496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Network': ['ID=b0526b1e-9641-4b91-b80b-440ec6cb9eab,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:24.600756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Router 2514924f-3396-4fd1-8b6d-249a6102a780 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:03:24.618479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae239b78-30c9-4aa1-b2c6-b4bceaf58013 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting subnet 5a7b9057-7df3-40a6-9712-4f64d8565613 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:24.627198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae239b78-30c9-4aa1-b2c6-b4bceaf58013 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.630907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.634908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network b0526b1e-9641-4b91-b80b-440ec6cb9eab details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:24.655768 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b38de8eb-6e20-49bf-823a-a92e79d91951 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3905437 Mar 24 17:03:24.663068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a753d-490c-464c-8d08-36c90da5bfb5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 0085eba3-548d-488d-a2df-c748470e4e48 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:24.667748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33562) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:24.687472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'subnet': {'network_id': 'b0526b1e-9641-4b91-b80b-440ec6cb9eab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:24.705858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Transition to ACTIVE for port object 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:24.838192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae239b78-30c9-4aa1-b2c6-b4bceaf58013 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:24.984841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173fb1b5-0da9-4df3-b733-9f33d7f9ecc4 None None] Network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:25.006042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] For port 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5,segment=NetworkSegment(d748c75b-079c-446f-ba15-27f1ec07bd49),segment_id=d748c75b-079c-446f-ba15-27f1ec07bd49)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:25.006286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.024385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Transition to ACTIVE for port object 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:25.061615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:25.105229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3ea99-3fd9-4107-80f2-8227c10e4844 None None] Pushing event updated for resources: {'Port': ['ID=6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:25.132961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33568) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:25.145953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:25.165520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.173211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:subnet and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:25.174571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Calling delete_port for 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:25.179141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.185567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:25.212637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:25.223511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:03:25.252583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.260737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae239b78-30c9-4aa1-b2c6-b4bceaf58013 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.262072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8bf67-a764-403f-a10e-97c63106dd17 None None] Sync routers for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:03:25.284205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Network 1293df5a-14ba-4780-96e8-8750b98d462b is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:25.290021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:25.305835 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0a0a753d-490c-464c-8d08-36c90da5bfb5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.317366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:25.353736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:25.357365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.367513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.374280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a753d-490c-464c-8d08-36c90da5bfb5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=0085eba3-548d-488d-a2df-c748470e4e48,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:25.448466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8bf67-a764-403f-a10e-97c63106dd17 None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:25.449124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d3e8bf67-a764-403f-a10e-97c63106dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:25.460218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Port': ['ID=6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:25.462342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No DVR routers for this DVR port 6b9cb00b-ce4b-4925-a3a3-35b2bf215ab5 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:25.496565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'Port': ['ID=0d4d9d29-16a8-41f3-b48f-5fd672e4df69,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:25.513151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.515183 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d3fba204-1973-4b29-9047-0a36364ae66f tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.1294627 Mar 24 17:03:25.522731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33574) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:25.525986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57a6d328-5ce3-4014-ae38-50a1c28fb0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.656832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-57a6d328-5ce3-4014-ae38-50a1c28fb0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:25.659298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d3e8bf67-a764-403f-a10e-97c63106dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:25.669249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Pushing event updated for resources: {'Port': ['ID=50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:25.678089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57a6d328-5ce3-4014-ae38-50a1c28fb0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:ad1e5ddc63aa465fa586a4100a09cf94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:25.687283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.691308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57a6d328-5ce3-4014-ae38-50a1c28fb0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:25.705980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Attempting to bind port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:25.706385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Attempting to bind port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'f4d5d434-b37f-44e0-86c3-88d4bffa83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1293df5a-14ba-4780-96e8-8750b98d462b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:25.707015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Attempting to bind port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 on network 1293df5a-14ba-4780-96e8-8750b98d462b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:25.710209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-57a6d328-5ce3-4014-ae38-50a1c28fb0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:25.730996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f925d31e-4e0f-4af7-ba1f-e5d7bc4a2a0a None None] Network 8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:25.754465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:25.757458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae239b78-30c9-4aa1-b2c6-b4bceaf58013 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.770694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:25.771070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Checking segment: {'id': 'f4d5d434-b37f-44e0-86c3-88d4bffa83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1293df5a-14ba-4780-96e8-8750b98d462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:25.772064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.772064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Bound using segment: {'id': 'f4d5d434-b37f-44e0-86c3-88d4bffa83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1293df5a-14ba-4780-96e8-8750b98d462b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:25.772345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Bound port: 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d5d434-b37f-44e0-86c3-88d4bffa83e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1293df5a-14ba-4780-96e8-8750b98d462b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:25.772705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.787313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8bf67-a764-403f-a10e-97c63106dd17 None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:25.787975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d3e8bf67-a764-403f-a10e-97c63106dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:25.856582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.858706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e1915ac4-5458-446b-9bcc-38e298c336e0 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3834336 Mar 24 17:03:25.869583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae239b78-30c9-4aa1-b2c6-b4bceaf58013 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7b9057-7df3-40a6-9712-4f64d8565613,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:25.884774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae239b78-30c9-4aa1-b2c6-b4bceaf58013 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:25.886309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33578) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:25.978395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ae239b78-30c9-4aa1-b2c6-b4bceaf58013 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/5a7b9057-7df3-40a6-9712-4f64d8565613 HTTP/1.1" status: 204 len: 168 time: 1.5533435 Mar 24 17:03:25.995020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33582) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:26.008365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0a0a753d-490c-464c-8d08-36c90da5bfb5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.013181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d3e8bf67-a764-403f-a10e-97c63106dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:26.013593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8bf67-a764-403f-a10e-97c63106dd17 None None] The sync data for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:03:26.015310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a7813d-4ac0-4425-bd69-b9013524e63f None None] Network de00ec42-6ddc-4fda-afb5-0df035ee2393 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:26.027088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30102350-368d-4133-8459-fb44975b0445 None None] Network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:26.037082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-31516fb6-a8d4-4621-95e4-83e32350df8c tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Synchronizing usage tracker for tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 on resource:floatingip {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:26.142350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c81ec2-29a3-4714-82c2-c27256b7e26a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting subnet 053bc75e-a0b5-4418-ab40-16f0f0829b67 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:26.143602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.145494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83c81ec2-29a3-4714-82c2-c27256b7e26a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.184144 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0a0a753d-490c-464c-8d08-36c90da5bfb5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/0085eba3-548d-488d-a2df-c748470e4e48 HTTP/1.1" status: 204 len: 168 time: 2.4738007 Mar 24 17:03:26.235571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] For port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:26.245691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a250a94-4e4d-4b2d-8fba-3bc6cf21a251']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:26.253185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33586) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:26.304620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] For port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76,segment=NetworkSegment(f4d5d434-b37f-44e0-86c3-88d4bffa83e0),segment_id=f4d5d434-b37f-44e0-86c3-88d4bffa83e0)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:26.315044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-31516fb6-a8d4-4621-95e4-83e32350df8c tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Unset dirty status for tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 on resource:floatingip {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:26.320582 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-31516fb6-a8d4-4621-95e4-83e32350df8c tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=39e85b5d-1214-495d-b53d-ed9239cb91a6 HTTP/1.1" status: 200 len: 689 time: 0.4287651 Mar 24 17:03:26.328367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd748c75b-079c-446f-ba15-27f1ec07bd49') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:26.328779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd748c75b-079c-446f-ba15-27f1ec07bd49') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:26.334665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33590) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:26.355145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.393018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57a6d328-5ce3-4014-ae38-50a1c28fb0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.400877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.444423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83c81ec2-29a3-4714-82c2-c27256b7e26a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.453231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.454458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7e87bfec-e931-4b34-89f8-c3cf161781b4 None None] Provisioning for port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:26.465404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:26.465801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:26.481632 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:26.486276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9efba-9256-4e44-8a1e-02e11d6ca02a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:26.488080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9efba-9256-4e44-8a1e-02e11d6ca02a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:26.488527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9cc9efba-9256-4e44-8a1e-02e11d6ca02a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:26.502011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7e87bfec-e931-4b34-89f8-c3cf161781b4 None None] Provisioning complete for port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:26.502011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7e87bfec-e931-4b34-89f8-c3cf161781b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.543498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57a6d328-5ce3-4014-ae38-50a1c28fb0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.657289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:03:26.668747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd62c45-3d91-48aa-a304-5b9df037d9ce None None] Pushing event updated for resources: {'Port': ['ID=50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:26.675199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.682369 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-57a6d328-5ce3-4014-ae38-50a1c28fb0e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad1e5ddc63aa465fa586a4100a09cf94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5440373 Mar 24 17:03:26.685534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33594) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:26.728083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9cc9efba-9256-4e44-8a1e-02e11d6ca02a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:26.728299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6d328-5ce3-4014-ae38-50a1c28fb0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f789b9af-4778-4510-99ea-1bb0567d934c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:26.735493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33598) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:26.745198 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9cc9efba-9256-4e44-8a1e-02e11d6ca02a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4903009 Mar 24 17:03:26.795011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7e87bfec-e931-4b34-89f8-c3cf161781b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.878403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7e87bfec-e931-4b34-89f8-c3cf161781b4 None None] For port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=55ba3dfd-2ddc-4453-9275-afc3a8af2be9,segment=NetworkSegment(9441ed2f-0c49-4951-96d8-53d50cf9d0f1),segment_id=9441ed2f-0c49-4951-96d8-53d50cf9d0f1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:26.878891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.885060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.947779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7e87bfec-e931-4b34-89f8-c3cf161781b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:26.990013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.036066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=8a250a94-4e4d-4b2d-8fba-3bc6cf21a251,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:27.045517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:27.062810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Subnet': ['ID=e56afc28-ccef-4b31-a4ae-0f1d1a171661,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:27.063812 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-71169096-eeb5-4bdb-8fe2-142d51b43860 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 HTTP/1.1" status: 204 len: 168 time: 6.1194599 Mar 24 17:03:27.068165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33602) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:27.078503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82ba0473-c464-479f-a988-70aa0588df22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.128420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83c81ec2-29a3-4714-82c2-c27256b7e26a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.147258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87bfec-e931-4b34-89f8-c3cf161781b4 None None] Pushing event updated for resources: {'Port': ['ID=55ba3dfd-2ddc-4453-9275-afc3a8af2be9,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:27.191172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c20785c-6c93-4aaf-84bd-fe6272f96d51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet efd3115e-8a2c-4655-b27d-63753652b16e {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:27.202693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82ba0473-c464-479f-a988-70aa0588df22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.204026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Deleting port 0d4d9d29-16a8-41f3-b48f-5fd672e4df69 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:27.204374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.240597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c20785c-6c93-4aaf-84bd-fe6272f96d51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.250993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:27.269041 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-409efcba-520d-4692-8f48-ab6fb6501ce3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:27.275027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409efcba-520d-4692-8f48-ab6fb6501ce3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:27.275027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Checking segment: {'id': '9d6f6e7a-4200-4847-8953-e50eb0bec8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0526b1e-9641-4b91-b80b-440ec6cb9eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:27.275027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network hostable DHCP agents. Network: b0526b1e-9641-4b91-b80b-440ec6cb9eab, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:27.291511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cbfc5e3d-aaca-4c98-91fc-7dc267550bef None None] Provisioning complete for port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:27.292432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbfc5e3d-aaca-4c98-91fc-7dc267550bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.324327 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-409efcba-520d-4692-8f48-ab6fb6501ce3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 HTTP/1.1" status: 404 len: 339 time: 0.2366638 Mar 24 17:03:27.325167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33606) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:27.329505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.344370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1876557788', 'description': 'd1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:27.355122 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:27.384756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c20785c-6c93-4aaf-84bd-fe6272f96d51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.414270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:network and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:27.428172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:27.442091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82ba0473-c464-479f-a988-70aa0588df22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.457145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:27.469249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba0473-c464-479f-a988-70aa0588df22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f789b9af-4778-4510-99ea-1bb0567d934c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:27.487136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82ba0473-c464-479f-a988-70aa0588df22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.490585 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-82ba0473-c464-479f-a988-70aa0588df22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f789b9af-4778-4510-99ea-1bb0567d934c HTTP/1.1" status: 204 len: 168 time: 0.8009832 Mar 24 17:03:27.512189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network b0526b1e-9641-4b91-b80b-440ec6cb9eab is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:27.557668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c20785c-6c93-4aaf-84bd-fe6272f96d51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.601058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83c81ec2-29a3-4714-82c2-c27256b7e26a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.610513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:27.614489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.666086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, b0526b1e-9641-4b91-b80b-440ec6cb9eab) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:27.674262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c81ec2-29a3-4714-82c2-c27256b7e26a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=053bc75e-a0b5-4418-ab40-16f0f0829b67,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:27.679689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83c81ec2-29a3-4714-82c2-c27256b7e26a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.698489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:27.698489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.698766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b656da0c-e6e8-40ef-a2be-5c79340dea7a None None] Network b0526b1e-9641-4b91-b80b-440ec6cb9eab requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:27.699208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.699208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.730281 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-83c81ec2-29a3-4714-82c2-c27256b7e26a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/053bc75e-a0b5-4418-ab40-16f0f0829b67 HTTP/1.1" status: 204 len: 168 time: 1.7294168 Mar 24 17:03:27.733905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:27.766906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:27.766906 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment 51bb48a6-0dad-4ca1-89ff-825b6972efea of type vlan for network cc04be73-7fe8-4533-9c71-cdb15f2d7f53 Mar 24 17:03:27.766906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33612) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:27.881326 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49bf642-0324-4e5f-a3c0-d1e606e09e62 None None] Network de00ec42-6ddc-4fda-afb5-0df035ee2393 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:27.894738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Calling delete_port for 0d4d9d29-16a8-41f3-b48f-5fd672e4df69 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:28.009334 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3b0a5d04-f8ef-4d39-a86e-364bbb1c44aa tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3402843 Mar 24 17:03:28.011625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33618) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:28.028491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'port': {'network_id': 'b0526b1e-9641-4b91-b80b-440ec6cb9eab', 'name': 'tempest-NetworksIpV6TestAttrs-439109140'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:28.054642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.076046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c20785c-6c93-4aaf-84bd-fe6272f96d51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.120649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.174119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c20785c-6c93-4aaf-84bd-fe6272f96d51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.179525 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6c20785c-6c93-4aaf-84bd-fe6272f96d51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/efd3115e-8a2c-4655-b27d-63753652b16e HTTP/1.1" status: 204 len: 168 time: 1.4312127 Mar 24 17:03:28.181763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20785c-6c93-4aaf-84bd-fe6272f96d51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=efd3115e-8a2c-4655-b27d-63753652b16e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:28.184162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33624) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:28.190073 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b6405-ad0d-4af2-be24-51096bdde6c1 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:28.225740 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100d7cd-aa3f-45de-819c-fdc4525aec26 None None] Network 1293df5a-14ba-4780-96e8-8750b98d462b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:28.320259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-83bdc4eb-1303-45c5-aa47-a80add0c9336 None None] Provisioning complete for port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:28.320629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-83bdc4eb-1303-45c5-aa47-a80add0c9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.344436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-b0526b1e-9641-4b91-b80b-440ec6cb9eab', 'network_id': 'b0526b1e-9641-4b91-b80b-440ec6cb9eab', 'tenant_id': '452682abe9e448e2a647d480978b235b', 'fixed_ips': [{'subnet_id': 'e56afc28-ccef-4b31-a4ae-0f1d1a171661'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:28.345322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.366252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:03:28.417466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:28.418193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.453117 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1a4acab8-3b17-4b11-8334-82395b782192 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2639205 Mar 24 17:03:28.453666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33634) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:28.467983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Allocated IP 172.20.0.1 (d01fe075-b5e7-450c-b1ba-7f5f74a51ab4/b9975b17-25ef-402a-9bb2-91b01160b370/81afcaa4-6024-48ff-b2b9-09b1de7c7af2) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:28.475482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.481515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:28.482381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.494715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:28.678830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:28.684150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:28.694451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:port and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:28.697240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:28.701852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:28.705385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.719334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=cc04be73-7fe8-4533-9c71-cdb15f2d7f53,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:28.742196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network cc04be73-7fe8-4533-9c71-cdb15f2d7f53 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:28.754187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:28.808550 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2a98c137-15e4-4104-bd88-7d9f33a078d3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4823346 Mar 24 17:03:28.824875 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33644) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:28.841582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d4d9d29-16a8-41f3-b48f-5fd672e4df69,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:28.896156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:28.899982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:28.908715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:28.945211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:28.949675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.053369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33650) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:29.078489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] For port d33fc1b0-a4a1-4d0a-88e5-e836477252c2, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d33fc1b0-a4a1-4d0a-88e5-e836477252c2,segment=NetworkSegment(c2e5edf7-c6c7-4189-8908-ccb58e32927a),segment_id=c2e5edf7-c6c7-4189-8908-ccb58e32927a)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:29.078846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.094854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] device_id is not set on port cda28494-67e2-4134-a379-655954eb2e05 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:29.095862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb92d44-2121-41db-9e06-4bb040a32f85 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:29.096606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5cb92d44-2121-41db-9e06-4bb040a32f85 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Synchronizing usage tracker for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:29.150114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.175763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.228230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Allocated IP 2001:db8::f816:3eff:fe13:ed3 (b0526b1e-9641-4b91-b80b-440ec6cb9eab/e56afc28-ccef-4b31-a4ae-0f1d1a171661/91097dab-2a81-43e4-82f7-e6439da76e0f) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:29.257222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Calling delete_port for d33fc1b0-a4a1-4d0a-88e5-e836477252c2 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:29.294310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-267151560'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:29.306882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:29.309096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f307edc-5da3-4e87-88c0-402e47d0c324 None None] DHCP port deletion for de00ec42-6ddc-4fda-afb5-0df035ee2393 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:29.316377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.338738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Transition to ACTIVE for port object 81afcaa4-6024-48ff-b2b9-09b1de7c7af2 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:29.343621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Usage tracker for resource:network and tenant:5d45e8d97dfa4a1e8433260b6ec7f440 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:29.348235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:29.364422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:29.376404 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8f307edc-5da3-4e87-88c0-402e47d0c324 None None] Deleting port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:29.378705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8f307edc-5da3-4e87-88c0-402e47d0c324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.421191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb424a-933e-455d-99c3-b9f5642e5f11 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:29.423084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:29.423449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.433843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5cb92d44-2121-41db-9e06-4bb040a32f85 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Unset dirty status for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:29.436781 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5cb92d44-2121-41db-9e06-4bb040a32f85 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/networks?id=cc04be73-7fe8-4533-9c71-cdb15f2d7f53 HTTP/1.1" status: 200 len: 761 time: 0.6105363 Mar 24 17:03:29.438933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33660) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:29.447310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-35d663ee-d7d0-4b24-b6c3-0b1e210f0553 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'description': 'd2'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:29.448884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Made reservation on behalf of 5d45e8d97dfa4a1e8433260b6ec7f440 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:29.454662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.470936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.477760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-16bb424a-933e-455d-99c3-b9f5642e5f11 None None] Deleting port 4374ff38-01c6-450b-86c0-33043500011d {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:29.478140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-16bb424a-933e-455d-99c3-b9f5642e5f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.487124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:29.490909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Usage tracker for resource:security_group_rule and tenant:5d45e8d97dfa4a1e8433260b6ec7f440 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:29.494020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:29.499706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:29.510008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.559097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.596212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:29.601932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.605367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.618627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:29.621598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:29.622173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.665668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=98c5ad9f-b27c-40d0-9674-f35455d9cf9d,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:29.667545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8f307edc-5da3-4e87-88c0-402e47d0c324 None None] The port 'd33fc1b0-a4a1-4d0a-88e5-e836477252c2' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:03:29.693049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ca9f43dd-bb00-42c5-948a-a778327b7475 None None] Provisioning for port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:29.749868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ca9f43dd-bb00-42c5-948a-a778327b7475 None None] Provisioning complete for port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:29.750475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ca9f43dd-bb00-42c5-948a-a778327b7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.751354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No DVR routers for this DVR port d33fc1b0-a4a1-4d0a-88e5-e836477252c2 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:29.767229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:29.775938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb16f5f2-8c66-4a2d-9e40-ac60295240f0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:29.793842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.805245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:29.819328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:29.853093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e85b5d-1214-495d-b53d-ed9239cb91a6']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:29.876832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a32f90-d4f6-4010-8390-6950452e056c') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:29.877170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a32f90-d4f6-4010-8390-6950452e056c') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:29.884996 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.893412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.912577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.922852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:29.923199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:29.940669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event updated for resources: {'Port': ['ID=81afcaa4-6024-48ff-b2b9-09b1de7c7af2,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:29.951885 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:29.989263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35d663ee-d7d0-4b24-b6c3-0b1e210f0553 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.007166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.090776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Port': ['ID=d33fc1b0-a4a1-4d0a-88e5-e836477252c2,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:30.094545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Transition to ACTIVE for port object 91097dab-2a81-43e4-82f7-e6439da76e0f will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:30.108692 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d2eca10d-8e78-474c-b195-2edf94c4c5ed tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6248686 Mar 24 17:03:30.110370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.125309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33664) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:30.147696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:30.153222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'fixed_ips': [{'subnet_id': '98c5ad9f-b27c-40d0-9674-f35455d9cf9d', 'ip_address': '2001:db8::1eff:4b1f:aebf:93eb'}], 'name': 'tempest-NetworksTestDHCPv6-874096000'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:30.175404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.192796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Transition to ACTIVE for port object 91097dab-2a81-43e4-82f7-e6439da76e0f will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:30.211998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-16bb424a-933e-455d-99c3-b9f5642e5f11 None None] For port 4374ff38-01c6-450b-86c0-33043500011d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4374ff38-01c6-450b-86c0-33043500011d,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:30.212413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-16bb424a-933e-455d-99c3-b9f5642e5f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.220345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ca9f43dd-bb00-42c5-948a-a778327b7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.226215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39e85b5d-1214-495d-b53d-ed9239cb91a6 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 24 17:03:30.237102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.277526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35d663ee-d7d0-4b24-b6c3-0b1e210f0553 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.298265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event deleted for resources: {'Network': ['ID=39e85b5d-1214-495d-b53d-ed9239cb91a6,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:30.298975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.300640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.300964 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Added segment 62c05d32-600b-4fe8-a211-2197dc618e36 of type vlan for network 265e6430-b804-426e-93de-8d261aff20e7 Mar 24 17:03:30.378224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Allocated IP 2001:db8::f816:3eff:fe85:323d (b0526b1e-9641-4b91-b80b-440ec6cb9eab/e56afc28-ccef-4b31-a4ae-0f1d1a171661/cda28494-67e2-4134-a379-655954eb2e05) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:30.381882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-16bb424a-933e-455d-99c3-b9f5642e5f11 None None] Calling delete_port for 4374ff38-01c6-450b-86c0-33043500011d owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:30.413790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.424635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.466683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-35d663ee-d7d0-4b24-b6c3-0b1e210f0553 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network cc04be73-7fe8-4533-9c71-cdb15f2d7f53 is not hosted by any dhcp agent {{(pid=88477) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 24 17:03:30.466683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d663ee-d7d0-4b24-b6c3-0b1e210f0553 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:30.466683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35d663ee-d7d0-4b24-b6c3-0b1e210f0553 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.469251 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-35d663ee-d7d0-4b24-b6c3-0b1e210f0553 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "PUT /v2.0/networks/cc04be73-7fe8-4533-9c71-cdb15f2d7f53 HTTP/1.1" status: 200 len: 758 time: 1.0285065 Mar 24 17:03:30.475992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33668) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:30.512872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ca9f43dd-bb00-42c5-948a-a778327b7475 None None] For port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76,segment=NetworkSegment(f4d5d434-b37f-44e0-86c3-88d4bffa83e0),segment_id=f4d5d434-b37f-44e0-86c3-88d4bffa83e0)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:30.536209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Network b0526b1e-9641-4b91-b80b-440ec6cb9eab is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:30.542180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:30.547139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:30.590546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de00ec42-6ddc-4fda-afb5-0df035ee2393']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:30.610232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d663ee-d7d0-4b24-b6c3-0b1e210f0553 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=cc04be73-7fe8-4533-9c71-cdb15f2d7f53,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:30.614097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Pushing event updated for resources: {'Port': ['ID=91097dab-2a81-43e4-82f7-e6439da76e0f,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:30.616654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ca9f43dd-bb00-42c5-948a-a778327b7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.638089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3436c54a-eada-4283-b8e8-54a7b0629066,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:30.665430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69e83a7b-ddfc-45ef-9054-958a06a38c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.675366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e5edf7-c6c7-4189-8908-ccb58e32927a') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:30.675754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e5edf7-c6c7-4189-8908-ccb58e32927a') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:30.676144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network cc04be73-7fe8-4533-9c71-cdb15f2d7f53 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:30.685120 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2a93df82-46af-475c-8325-3926998b0d55 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "DELETE /v2.0/networks/39e85b5d-1214-495d-b53d-ed9239cb91a6 HTTP/1.1" status: 204 len: 168 time: 4.3459027 Mar 24 17:03:30.689408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33672) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:30.745598 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-16bb424a-933e-455d-99c3-b9f5642e5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.766834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.799666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2716ba-2829-4719-b5a9-82ef25df2c55 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:30.804814 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ea2716ba-2829-4719-b5a9-82ef25df2c55 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/networks?id=cc04be73-7fe8-4533-9c71-cdb15f2d7f53 HTTP/1.1" status: 200 len: 761 time: 0.3279643 Mar 24 17:03:30.805413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33676) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:30.819735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-864e0dfd-6d3f-433c-8195-5b7598f4cadc tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Synchronizing usage tracker for tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 on resource:floatingip {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:30.820136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1876242571'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:30.823672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.863743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:30.879225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.883552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:30.883974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:30.911701 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:30.917679 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d33fc1b0-a4a1-4d0a-88e5-e836477252c2 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:30.918949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:30.931063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:30.931508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:30.940643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:30.955517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:30.967496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-864e0dfd-6d3f-433c-8195-5b7598f4cadc tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Unset dirty status for tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 on resource:floatingip {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:30.971135 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-864e0dfd-6d3f-433c-8195-5b7598f4cadc tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.2728515 Mar 24 17:03:30.971135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Transition to ACTIVE for port object cda28494-67e2-4134-a379-655954eb2e05 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:30.971135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:30.975750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33680) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:30.982064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Attempting to bind port 91097dab-2a81-43e4-82f7-e6439da76e0f on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:30.992686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Attempting to bind port 91097dab-2a81-43e4-82f7-e6439da76e0f by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '9d6f6e7a-4200-4847-8953-e50eb0bec8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0526b1e-9641-4b91-b80b-440ec6cb9eab'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:30.993339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Attempting to bind port 91097dab-2a81-43e4-82f7-e6439da76e0f on network b0526b1e-9641-4b91-b80b-440ec6cb9eab {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:31.026722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb424a-933e-455d-99c3-b9f5642e5f11 None None] No DVR routers for this DVR port 4374ff38-01c6-450b-86c0-33043500011d on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:31.031503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: d33fc1b0-a4a1-4d0a-88e5-e836477252c2 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:31.031910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d33fc1b0-a4a1-4d0a-88e5-e836477252c2 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:31.032408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4374ff38-01c6-450b-86c0-33043500011d no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:31.064895 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:31.065151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Checking segment: {'id': '9d6f6e7a-4200-4847-8953-e50eb0bec8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0526b1e-9641-4b91-b80b-440ec6cb9eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:31.065690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.066158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Bound using segment: {'id': '9d6f6e7a-4200-4847-8953-e50eb0bec8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0526b1e-9641-4b91-b80b-440ec6cb9eab'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:31.066623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Bound port: 91097dab-2a81-43e4-82f7-e6439da76e0f, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6f6e7a-4200-4847-8953-e50eb0bec8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0526b1e-9641-4b91-b80b-440ec6cb9eab'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:31.066997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.071469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:31.074933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.075585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f43dd-bb00-42c5-948a-a778327b7475 None None] Pushing event updated for resources: {'Port': ['ID=50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:31.077678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.082911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.083578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Synchronizing usage tracker for tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:31.089842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af6da5cd-7027-45a1-8557-f60d58e610d3 None None] Provisioning complete for port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:31.090199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af6da5cd-7027-45a1-8557-f60d58e610d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.111204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:31.120145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.120483 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment f8fc3791-cf23-46cc-8695-8e12e6c8a004 of type vlan for network 6d4448f2-e0af-4bcc-9b6f-24f39606ad6b Mar 24 17:03:31.134449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:31.141985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.151283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 4374ff38-01c6-450b-86c0-33043500011d {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:31.151283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4374ff38-01c6-450b-86c0-33043500011d not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:31.152787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e284c9b-6fbd-4db8-8d2e-2f9da8c4815b None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:31.204809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.205020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb424a-933e-455d-99c3-b9f5642e5f11 None None] Pushing event deleted for resources: {'Port': ['ID=4374ff38-01c6-450b-86c0-33043500011d,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:31.205150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.218801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=de00ec42-6ddc-4fda-afb5-0df035ee2393,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:31.233723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.239470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.244108 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0baa610d-8448-4990-a5cf-c1fb4d7e6e40 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/de00ec42-6ddc-4fda-afb5-0df035ee2393 HTTP/1.1" status: 204 len: 168 time: 3.4734638 Mar 24 17:03:31.244762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33684) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.245066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.245656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.272164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.308792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Unset dirty status for tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:31.309559 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1c2bf5f-ede4-4820-9932-2e009c09ed3e tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7120 time: 0.3319588 Mar 24 17:03:31.318606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33688) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.380498 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-18de542b-035e-4352-96b8-748f413ede77 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:31.381530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18de542b-035e-4352-96b8-748f413ede77 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:31.382279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network b0526b1e-9641-4b91-b80b-440ec6cb9eab is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:31.385526 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-18de542b-035e-4352-96b8-748f413ede77 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/a0012ba9-0a27-4063-ae20-1fe33bcdde34 HTTP/1.1" status: 404 len: 337 time: 0.1213956 Mar 24 17:03:31.386228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33692) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.431089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] For port 91097dab-2a81-43e4-82f7-e6439da76e0f, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:31.441061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:31.442775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] For port 91097dab-2a81-43e4-82f7-e6439da76e0f, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=91097dab-2a81-43e4-82f7-e6439da76e0f,segment=NetworkSegment(9d6f6e7a-4200-4847-8953-e50eb0bec8b4),segment_id=9d6f6e7a-4200-4847-8953-e50eb0bec8b4)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:31.454359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:31.459541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.460178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.465260 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-80c0e5e2-7b81-4ae2-9b4a-7962a849b571 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] delete failed (client error): The resource could not be found. Mar 24 17:03:31.469300 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-80c0e5e2-7b81-4ae2-9b4a-7962a849b571 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/f7aac8b2-fffe-4c93-9233-13b78c49581d HTTP/1.1" status: 404 len: 345 time: 0.1472495 Mar 24 17:03:31.469852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Port': ['ID=cda28494-67e2-4134-a379-655954eb2e05,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:31.469934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.472287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:31.472729 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4106021 Mar 24 17:03:31.473021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.476914 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33696) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.477418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33698) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.507557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Request body: {'subnet': {'network_id': '265e6430-b804-426e-93de-8d261aff20e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:31.520884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.523301 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-98986a5b-b75b-42bd-b483-ea0f26913b3d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:31.523719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98986a5b-b75b-42bd-b483-ea0f26913b3d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:31.528011 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-98986a5b-b75b-42bd-b483-ea0f26913b3d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/3219e603-0a5e-411d-a048-b86e0030689c HTTP/1.1" status: 404 len: 339 time: 0.1032460 Mar 24 17:03:31.534782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33704) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.557313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdf92e-77f1-4f56-8b84-ac3e053097e6 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event updated for resources: {'Network': ['ID=265e6430-b804-426e-93de-8d261aff20e7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:31.580876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.590242 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae2b03e-7453-4dd5-84db-fdc404fb205b tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] DELETE failed (client error): The resource could not be found. Mar 24 17:03:31.590618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae2b03e-7453-4dd5-84db-fdc404fb205b tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:31.592741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 265e6430-b804-426e-93de-8d261aff20e7 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:31.597119 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8ae2b03e-7453-4dd5-84db-fdc404fb205b tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "DELETE /v2.0/networks/39e85b5d-1214-495d-b53d-ed9239cb91a6 HTTP/1.1" status: 404 len: 339 time: 0.1064646 Mar 24 17:03:31.597254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33708) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.637907 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1678637-e291-47a3-9e9d-b9a72a7037ff tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:31.638361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1678637-e291-47a3-9e9d-b9a72a7037ff tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:31.643289 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d1678637-e291-47a3-9e9d-b9a72a7037ff tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/07194e93-052c-4e75-904b-1715c1a1dd03 HTTP/1.1" status: 404 len: 337 time: 0.1076598 Mar 24 17:03:31.643920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33710) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.662681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Request body: {'network': {'name': 'tempest-network--167354723', 'router:external': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:31.670984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:31.685332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 2f6b6e21-512a-4173-a627-94a3a3a35703 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:31.712671 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9035285 Mar 24 17:03:31.748201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33716) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.753234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34903c10-e9e4-4a48-9e2f-bad285b21d79 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=6d4448f2-e0af-4bcc-9b6f-24f39606ad6b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:31.759761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Usage tracker for resource:network and tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:31.765257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': '6d4448f2-e0af-4bcc-9b6f-24f39606ad6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:31.768203 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7465c6c0-5dc0-4a45-b670-2d33875d8d0d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7533879 Mar 24 17:03:31.769263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33720) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.770650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:31.793083 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-886d2583-302a-4494-a412-df97e78e7447 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:31.793617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886d2583-302a-4494-a412-df97e78e7447 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:31.797953 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-886d2583-302a-4494-a412-df97e78e7447 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/3730a11f-ad95-47b6-8cb5-91b84916b9fe HTTP/1.1" status: 404 len: 339 time: 0.0856640 Mar 24 17:03:31.800260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 6d4448f2-e0af-4bcc-9b6f-24f39606ad6b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:31.829840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33724) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:31.836647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:31.853135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '98c5ad9f-b27c-40d0-9674-f35455d9cf9d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:31.853990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.882579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:31.905412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Usage tracker for resource:subnet and tenant:5d45e8d97dfa4a1e8433260b6ec7f440 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:31.914344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:31.928434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1c732-51cf-4a30-89ca-c062d409f76d None None] Pushing event updated for resources: {'Port': ['ID=91097dab-2a81-43e4-82f7-e6439da76e0f,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:31.935701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:31.936500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af6da5cd-7027-45a1-8557-f60d58e610d3 None None] Provisioning for port 81afcaa4-6024-48ff-b2b9-09b1de7c7af2 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:31.972722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c776c87-c697-42fb-89e5-911f7702fd73 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting subnet e56afc28-ccef-4b31-a4ae-0f1d1a171661 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:31.978271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Made reservation on behalf of 78a7f0d402414d5f91bd4e41b5fc8ae4 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:31.980695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:31.994950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c776c87-c697-42fb-89e5-911f7702fd73 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.069662 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af6da5cd-7027-45a1-8557-f60d58e610d3 None None] Provisioning complete for port 81afcaa4-6024-48ff-b2b9-09b1de7c7af2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:32.070180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af6da5cd-7027-45a1-8557-f60d58e610d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.101808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Made reservation on behalf of 5d45e8d97dfa4a1e8433260b6ec7f440 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:32.105424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.149379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af6da5cd-7027-45a1-8557-f60d58e610d3 None None] Port 81afcaa4-6024-48ff-b2b9-09b1de7c7af2 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:03:32.159866 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-339a3deb-1896-45dc-9bfa-cbbc9520342b tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:32.160446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339a3deb-1896-45dc-9bfa-cbbc9520342b tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:32.162185 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-339a3deb-1896-45dc-9bfa-cbbc9520342b tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/103a3795-a6e3-4622-8f51-bd8b7af96742 HTTP/1.1" status: 404 len: 337 time: 0.3310859 Mar 24 17:03:32.172122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33728) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:32.265138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:32.268728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:32.275671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c776c87-c697-42fb-89e5-911f7702fd73 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.281393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Usage tracker for resource:subnet and tenant:0cedfce1757c4f89bf70613533c3e1ad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:32.285771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:32.306995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:32.323227 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc08107d-8460-4d9a-8ef3-56e4d0a45bcc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:32.323697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc08107d-8460-4d9a-8ef3-56e4d0a45bcc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:32.327156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::1eff:4b1f:aebf:93eb (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/98c5ad9f-b27c-40d0-9674-f35455d9cf9d/2f6b6e21-512a-4173-a627-94a3a3a35703) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:32.347924 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.348367 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Added segment c9446eeb-edc4-49ea-af0e-fd4681102a40 of type vlan for network 5663738c-7729-45ba-a88b-e59421799654 Mar 24 17:03:32.368601 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dc08107d-8460-4d9a-8ef3-56e4d0a45bcc tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/f6f2970c-bdc6-471d-afe1-f67b51fbb60e HTTP/1.1" status: 404 len: 339 time: 0.1930163 Mar 24 17:03:32.377297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33732) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:32.382962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:32.386468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.518222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.525181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.574499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.597155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-591639c0-1c99-4bf5-8c47-ec9b05f629b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.624867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.740337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eceb87f-61a5-4735-aea4-f1998512ef4e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting subnet c41371bf-41e0-458e-b19a-abc766469cbd {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:32.756219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3eceb87f-61a5-4735-aea4-f1998512ef4e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.783767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event updated for resources: {'Port': ['ID=81afcaa4-6024-48ff-b2b9-09b1de7c7af2,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:32.796997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.869842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:03:32.894107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:32.961943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b947c1f0-3f8a-44e4-a4b4-fe9112a69835 None None] Network b0526b1e-9641-4b91-b80b-440ec6cb9eab requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:32.996045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3eceb87f-61a5-4735-aea4-f1998512ef4e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.021086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 91097dab-2a81-43e4-82f7-e6439da76e0f up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:33.025608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=3e6b617f-e438-4d88-9904-7c8504913a42,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:33.033173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': 'f8fc3791-cf23-46cc-8695-8e12e6c8a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '6d4448f2-e0af-4bcc-9b6f-24f39606ad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:33.033530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: 6d4448f2-e0af-4bcc-9b6f-24f39606ad6b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:33.051808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:33.053855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:33.055316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.056300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:33.056885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.060791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c776c87-c697-42fb-89e5-911f7702fd73 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.129956 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4c2d5196-753e-4471-a503-defdfef06389 None None] Provisioning for port 91097dab-2a81-43e4-82f7-e6439da76e0f completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:33.230793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 6d4448f2-e0af-4bcc-9b6f-24f39606ad6b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:33.268296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.278755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 91097dab-2a81-43e4-82f7-e6439da76e0f completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:33.288127 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 91097dab-2a81-43e4-82f7-e6439da76e0f triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:33.288321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.288969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.307826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Router 2514924f-3396-4fd1-8b6d-249a6102a780 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:03:33.327262 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6759851 Mar 24 17:03:33.335095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa4982-f870-40cb-bba7-2671c32ff7ed tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'Network': ['ID=5663738c-7729-45ba-a88b-e59421799654,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:33.366493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 5663738c-7729-45ba-a88b-e59421799654 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:33.380394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33740) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:33.410072 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 2f6b6e21-512a-4173-a627-94a3a3a35703 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:33.439599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event updated for resources: {'Subnet': ['ID=59c11f5a-7c44-4413-bd08-8235e45a21af,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:33.464901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3eceb87f-61a5-4735-aea4-f1998512ef4e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.517009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c776c87-c697-42fb-89e5-911f7702fd73 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.534264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 6d4448f2-e0af-4bcc-9b6f-24f39606ad6b) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:33.538470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:33.539048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.550646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1972e87b-2a24-44fe-a88b-ce8ae41dff25 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:33.553442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902d4132-ecc7-4a48-9778-5d099e013fe8 None None] Network 6d4448f2-e0af-4bcc-9b6f-24f39606ad6b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:33.556569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1972e87b-2a24-44fe-a88b-ce8ae41dff25 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:33.562318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1972e87b-2a24-44fe-a88b-ce8ae41dff25 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:33.566811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Checking segment: {'id': '62c05d32-600b-4fe8-a211-2197dc618e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '265e6430-b804-426e-93de-8d261aff20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:33.571049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Network hostable DHCP agents. Network: 265e6430-b804-426e-93de-8d261aff20e7, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:33.571163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1972e87b-2a24-44fe-a88b-ce8ae41dff25 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:33.571163 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1972e87b-2a24-44fe-a88b-ce8ae41dff25 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.1949096 Mar 24 17:03:33.573961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33744) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:33.580176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c776c87-c697-42fb-89e5-911f7702fd73 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Subnet': ['ID=e56afc28-ccef-4b31-a4ae-0f1d1a171661,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:33.586824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c776c87-c697-42fb-89e5-911f7702fd73 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.588666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5099cb9d-2d4b-45f6-81cb-19f1d4081567 None None] Provisioning complete for port 81afcaa4-6024-48ff-b2b9-09b1de7c7af2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:33.588925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5099cb9d-2d4b-45f6-81cb-19f1d4081567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.611985 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8c776c87-c697-42fb-89e5-911f7702fd73 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/subnets/e56afc28-ccef-4b31-a4ae-0f1d1a171661 HTTP/1.1" status: 204 len: 168 time: 1.8322804 Mar 24 17:03:33.614103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33748) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:33.699470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50251a11-c031-416d-86ac-5c0699d90d20 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:33.701681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50251a11-c031-416d-86ac-5c0699d90d20 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:33.701856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-50251a11-c031-416d-86ac-5c0699d90d20 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Synchronizing usage tracker for tenant:452682abe9e448e2a647d480978b235b on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:33.706517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.759985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Network 265e6430-b804-426e-93de-8d261aff20e7 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:33.760728 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-68dba069-63e5-4221-bb74-bf14179d6ac0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0079172 Mar 24 17:03:33.760728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33752) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:33.788517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.792947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3eceb87f-61a5-4735-aea4-f1998512ef4e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.827825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5099cb9d-2d4b-45f6-81cb-19f1d4081567 None None] Port 81afcaa4-6024-48ff-b2b9-09b1de7c7af2 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:03:33.869934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:33.881312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:33.903550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:33.912063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:33.913168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.925820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/98c5ad9f-b27c-40d0-9674-f35455d9cf9d/3bd692b0-0c30-4a4c-82a9-1a52f131c23b) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:33.933434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.939428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.942545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 91097dab-2a81-43e4-82f7-e6439da76e0f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=91097dab-2a81-43e4-82f7-e6439da76e0f,segment=NetworkSegment(9d6f6e7a-4200-4847-8953-e50eb0bec8b4),segment_id=9d6f6e7a-4200-4847-8953-e50eb0bec8b4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:33.944662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=2f6b6e21-512a-4173-a627-94a3a3a35703,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:33.957901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eceb87f-61a5-4735-aea4-f1998512ef4e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=c41371bf-41e0-458e-b19a-abc766469cbd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:33.964212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69925d1c-2fd4-476a-a16e-c50821a225be None None] Network a9bc58f8-f6ed-4f72-ba82-917be0080443 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:33.964944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3eceb87f-61a5-4735-aea4-f1998512ef4e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:33.970987 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3eceb87f-61a5-4735-aea4-f1998512ef4e tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/c41371bf-41e0-458e-b19a-abc766469cbd HTTP/1.1" status: 204 len: 168 time: 1.5909185 Mar 24 17:03:33.971900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 265e6430-b804-426e-93de-8d261aff20e7) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:33.973847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33756) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:33.981703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-50251a11-c031-416d-86ac-5c0699d90d20 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Unset dirty status for tenant:452682abe9e448e2a647d480978b235b on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:33.981703 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-50251a11-c031-416d-86ac-5c0699d90d20 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3620210 Mar 24 17:03:33.991524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b74428-fe8a-42ba-9ccd-e4c2ddbddf10 None None] Network 265e6430-b804-426e-93de-8d261aff20e7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:34.004112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33760) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:34.009736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:34.010338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.032039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.094371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d598880-e062-4e05-9023-e31656250391 None None] Network b0526b1e-9641-4b91-b80b-440ec6cb9eab requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:34.106834 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-affc942e-a7b7-4a17-ba1b-4ca6699b2f7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9667599 Mar 24 17:03:34.114118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33764) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:34.134589 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:03:34.139797 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.140220 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3b7b2624-1f40-4df6-8aa1-a0ce7b200def tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "PUT /v2.0/routers/2514924f-3396-4fd1-8b6d-249a6102a780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6085985 Mar 24 17:03:34.141137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:34.150476 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523bafa-5e7c-4424-90e3-7bb3273dd231 None None] Sync routers for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:03:34.153898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33768) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:34.160820 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523bafa-5e7c-4424-90e3-7bb3273dd231 None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:34.161611 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f523bafa-5e7c-4424-90e3-7bb3273dd231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:34.165396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Request body: {'port': {'network_id': 'd01fe075-b5e7-450c-b1ba-7f5f74a51ab4', 'name': 'tempest-FloatingIPAdminTestJSON-1895109466'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:34.188378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.214127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.217645 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-600430af-c8b9-40aa-9fc1-ca8234c441ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7254300 Mar 24 17:03:34.224896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33772) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:34.235588 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f523bafa-5e7c-4424-90e3-7bb3273dd231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:34.245636 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523bafa-5e7c-4424-90e3-7bb3273dd231 None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:34.246487 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f523bafa-5e7c-4424-90e3-7bb3273dd231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:34.282525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-437778361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:34.304499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:34.309769 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f523bafa-5e7c-4424-90e3-7bb3273dd231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:34.310428 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523bafa-5e7c-4424-90e3-7bb3273dd231 None None] The sync data for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:03:34.313132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:34.313863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.324618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9acda752-35d0-401a-9863-3f27c5a85e04 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.341216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Usage tracker for resource:router and tenant:5d45e8d97dfa4a1e8433260b6ec7f440 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:34.354774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:34.369144 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acda752-35d0-401a-9863-3f27c5a85e04 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 24 17:03:34.369346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acda752-35d0-401a-9863-3f27c5a85e04 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:34.369481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:34.371420 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9acda752-35d0-401a-9863-3f27c5a85e04 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/b0526b1e-9641-4b91-b80b-440ec6cb9eab HTTP/1.1" status: 409 len: 405 time: 0.3656747 Mar 24 17:03:34.386025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33776) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:34.405913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-365877839'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:34.445124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:34.455520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:network and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:34.460700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:34.475887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586b7e5-aa02-4546-950b-e7c560c4c844 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:34.476526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a586b7e5-aa02-4546-950b-e7c560c4c844 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:34.483395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Usage tracker for resource:port and tenant:0097115ce06c4ceca24eaeee375faf5b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:34.487042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.488047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.491341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:34.504748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:34.506630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:34.522198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:34.529966 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.567119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.568209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5663738c-7729-45ba-a88b-e59421799654']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:34.575206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.618246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=91097dab-2a81-43e4-82f7-e6439da76e0f,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:34.623335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9446eeb-edc4-49ea-af0e-fd4681102a40') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:34.623657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9446eeb-edc4-49ea-af0e-fd4681102a40') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:34.625987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a586b7e5-aa02-4546-950b-e7c560c4c844 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:34.627049 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a586b7e5-aa02-4546-950b-e7c560c4c844 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5125668 Mar 24 17:03:34.631186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33780) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:34.644830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.658487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:34.659884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.686711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.690942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Made reservation on behalf of 0097115ce06c4ceca24eaeee375faf5b for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:34.692150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8e095-8621-466c-8671-da70aaac19b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-6d4448f2-e0af-4bcc-9b6f-24f39606ad6b', 'network_id': '6d4448f2-e0af-4bcc-9b6f-24f39606ad6b', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': '3e6b617f-e438-4d88-9904-7c8504913a42'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:34.693074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e095-8621-466c-8671-da70aaac19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.694854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.699629 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:34.700061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.710969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-53bb6f82-4296-44da-9d0c-bc35439f2cea None None] Provisioning for port cda28494-67e2-4134-a379-655954eb2e05 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:34.716084 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:34.723721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] For port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d,segment=NetworkSegment(e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2),segment_id=e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:34.724291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.754021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:34.754397 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.849406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-53bb6f82-4296-44da-9d0c-bc35439f2cea None None] Provisioning complete for port cda28494-67e2-4134-a379-655954eb2e05 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:34.849781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53bb6f82-4296-44da-9d0c-bc35439f2cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.854989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.899986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.901540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:34.925461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6b617f-e438-4d88-9904-7c8504913a42,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:34.946003 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5663738c-7729-45ba-a88b-e59421799654 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 24 17:03:34.955248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.983043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.990890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-a76ac3aa-8d92-4756-a8b9-53385628c96d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 2f6b6e21-512a-4173-a627-94a3a3a35703 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:34.991220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a76ac3aa-8d92-4756-a8b9-53385628c96d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:34.995341 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "DELETE /v2.0/networks/5663738c-7729-45ba-a88b-e59421799654 HTTP/1.1" status: 204 len: 168 time: 1.4188592 Mar 24 17:03:35.005868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.006223 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Added segment 2ec05701-0482-459b-a04c-27c17aae4681 of type vlan for network 0d14e2ac-d2ac-4550-a552-e847a29278c6 Mar 24 17:03:35.007984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33786) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:35.008742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17b94f-0869-4065-9ef5-42aa07e10ebb tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event deleted for resources: {'Network': ['ID=5663738c-7729-45ba-a88b-e59421799654,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:35.029364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Calling delete_port for b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:35.057770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] device_id is not set on port 5b4ce711-56e0-4d2f-8a22-ad62d75d4385 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:35.061555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Request body: {'network': {'name': 'tempest-network--1778593760', 'router:external': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:35.077997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:35.149365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-53bb6f82-4296-44da-9d0c-bc35439f2cea None None] Port cda28494-67e2-4134-a379-655954eb2e05 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:03:35.152004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Usage tracker for resource:network and tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:35.164280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:35.183624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:35.187559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.229649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.238978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4448f2-e0af-4bcc-9b6f-24f39606ad6b']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:35.249297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.252978 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4d7007ae-affa-4c6d-9b0d-13a5cc9352d7 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9797311 Mar 24 17:03:35.255428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33790) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:35.257480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fc3791-cf23-46cc-8695-8e12e6c8a004') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:35.258332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fc3791-cf23-46cc-8695-8e12e6c8a004') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:35.260085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.304742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-265e6430-b804-426e-93de-8d261aff20e7', 'network_id': '265e6430-b804-426e-93de-8d261aff20e7', 'tenant_id': '5d45e8d97dfa4a1e8433260b6ec7f440', 'fixed_ips': [{'subnet_id': '59c11f5a-7c44-4413-bd08-8235e45a21af'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:35.305825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.328474 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-53bb6f82-4296-44da-9d0c-bc35439f2cea None None] Provisioning complete for port 91097dab-2a81-43e4-82f7-e6439da76e0f triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:35.329093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53bb6f82-4296-44da-9d0c-bc35439f2cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.348042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.358317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Made reservation on behalf of 78a7f0d402414d5f91bd4e41b5fc8ae4 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:35.360903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.371041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.371864 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.380984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Transition to ACTIVE for port object 3bd692b0-0c30-4a4c-82a9-1a52f131c23b will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:35.442838 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:03:35.454749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Port': ['ID=b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:35.482618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No DVR routers for this DVR port b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:35.486710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Allocated IP 172.20.0.10 (d01fe075-b5e7-450c-b1ba-7f5f74a51ab4/b9975b17-25ef-402a-9bb2-91b01160b370/5b4ce711-56e0-4d2f-8a22-ad62d75d4385) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:35.487939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:35.496997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.497469 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Added segment 2ffaf432-4a61-4304-82df-1f5d29546005 of type vlan for network 7fead533-7395-46d0-8d23-3ec615945b1a Mar 24 17:03:35.528880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.624068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.647274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:35.647806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:35.664543 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:35.669527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.671253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:35.672124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.698500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec937ebd-8aa0-4b6f-856b-4aab7bff11aa None None] Network 6d4448f2-e0af-4bcc-9b6f-24f39606ad6b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:35.703765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a76ac3aa-8d92-4756-a8b9-53385628c96d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.716121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Transition to ACTIVE for port object 3bd692b0-0c30-4a4c-82a9-1a52f131c23b will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:35.736294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.791454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.800590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:35.801465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.809399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bc58f8-f6ed-4f72-ba82-917be0080443']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:35.811661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] DHCP port deletion for b0526b1e-9641-4b91-b80b-440ec6cb9eab request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:35.827938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.831107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:35.831405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e461b2f0-cff3-4aa8-ad65-e760a7b8f9e2') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:35.882215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Allocated IP 172.20.0.2 (265e6430-b804-426e-93de-8d261aff20e7/59c11f5a-7c44-4413-bd08-8235e45a21af/9680a587-adfb-4d78-9976-8a9162f728e4) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:35.897889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a2e469-2487-48c2-9f02-5a2c1138ffed None None] DHCP port deletion for a9bc58f8-f6ed-4f72-ba82-917be0080443 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:35.914765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Deleting port 91097dab-2a81-43e4-82f7-e6439da76e0f {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:35.915191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:35.955226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 91097dab-2a81-43e4-82f7-e6439da76e0f no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:35.982320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.009086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-a76ac3aa-8d92-4756-a8b9-53385628c96d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 2f6b6e21-512a-4173-a627-94a3a3a35703 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:36.065050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:36.066527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.082411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:36.082815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.097834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:36.116695 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:36.157621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:36.217732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Pushing event updated for resources: {'Port': ['ID=3bd692b0-0c30-4a4c-82a9-1a52f131c23b,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:36.267006 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2426558 Mar 24 17:03:36.273621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01088e-c07a-463c-86f8-b7b0fd18e8f2 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'Network': ['ID=7fead533-7395-46d0-8d23-3ec615945b1a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:36.275418 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33794) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:36.350424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 7fead533-7395-46d0-8d23-3ec615945b1a details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:36.359645 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9699476 Mar 24 17:03:36.367001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33798) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:36.372391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.386244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'subnet': {'network_id': '0d14e2ac-d2ac-4550-a552-e847a29278c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:36.434411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.464310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.529990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.534505 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/6d4448f2-e0af-4bcc-9b6f-24f39606ad6b HTTP/1.1" status: 204 len: 168 time: 2.7583618 Mar 24 17:03:36.534505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.542923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33802) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:36.554726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df689ee-d3e5-4041-ae33-799aeaa34d50 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Network': ['ID=0d14e2ac-d2ac-4550-a552-e847a29278c6,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:36.593860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Attempting to bind port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:36.594218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Attempting to bind port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:36.594576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Attempting to bind port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:36.596764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 0d14e2ac-d2ac-4550-a552-e847a29278c6 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:36.623470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8491b1-c89d-4cc1-ace8-bb9302ad3b56 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:36.627277 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9f8491b1-c89d-4cc1-ace8-bb9302ad3b56 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] 10.222.0.47 "GET /v2.0/networks/7fead533-7395-46d0-8d23-3ec615945b1a HTTP/1.1" status: 200 len: 757 time: 0.3453777 Mar 24 17:03:36.632734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33806) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:36.633829 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-39aad705-72c1-4cf6-8ea2-335195b5ef72 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] GET failed (client error): The resource could not be found. Mar 24 17:03:36.634185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-39aad705-72c1-4cf6-8ea2-335195b5ef72 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Synchronizing usage tracker for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:36.677368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=a9bc58f8-f6ed-4f72-ba82-917be0080443,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:36.681260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.709841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:36.710081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:36.710336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:36.710717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.711101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:36.711706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Bound port: 3bd692b0-0c30-4a4c-82a9-1a52f131c23b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:36.712004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.715192 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-89760ed5-67b2-4aa4-8992-cec3511016cf tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/a9bc58f8-f6ed-4f72-ba82-917be0080443 HTTP/1.1" status: 204 len: 168 time: 2.7401471 Mar 24 17:03:36.715981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33810) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:36.721931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Transition to ACTIVE for port object 5b4ce711-56e0-4d2f-8a22-ad62d75d4385 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:36.724444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a5621-e1ce-4eb4-add3-eb2970a9889b tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=6d4448f2-e0af-4bcc-9b6f-24f39606ad6b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:36.767481 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2763c40-b362-47fb-ac07-121ca2a5be7d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:36.768123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2763c40-b362-47fb-ac07-121ca2a5be7d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:36.772570 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e2763c40-b362-47fb-ac07-121ca2a5be7d tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/d7d9e9ff-e643-4758-8001-cbc5a0ef3bf4 HTTP/1.1" status: 404 len: 337 time: 0.0494678 Mar 24 17:03:36.772570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:36.773785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a76ac3aa-8d92-4756-a8b9-53385628c96d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.776880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33814) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:36.856956 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] For port 91097dab-2a81-43e4-82f7-e6439da76e0f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=91097dab-2a81-43e4-82f7-e6439da76e0f,segment=NetworkSegment(9d6f6e7a-4200-4847-8953-e50eb0bec8b4),segment_id=9d6f6e7a-4200-4847-8953-e50eb0bec8b4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:36.859922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.860187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ac3aa-8d92-4756-a8b9-53385628c96d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=2f6b6e21-512a-4173-a627-94a3a3a35703,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:36.865131 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f526e264-cdcf-4eda-a114-ee6452467959 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:36.865630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f526e264-cdcf-4eda-a114-ee6452467959 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:36.867240 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f526e264-cdcf-4eda-a114-ee6452467959 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/61875595-7f76-479f-a8d3-ff73d851aef7 HTTP/1.1" status: 404 len: 339 time: 0.0895488 Mar 24 17:03:36.898699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33818) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:36.914341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-39aad705-72c1-4cf6-8ea2-335195b5ef72 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Unset dirty status for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:36.918350 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-39aad705-72c1-4cf6-8ea2-335195b5ef72 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/subnets/3e6b617f-e438-4d88-9904-7c8504913a42 HTTP/1.1" status: 404 len: 337 time: 0.3685343 Mar 24 17:03:36.918979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33822) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:36.942801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:36.946300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.967589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a76ac3aa-8d92-4756-a8b9-53385628c96d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:36.969543 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a76ac3aa-8d92-4756-a8b9-53385628c96d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/2f6b6e21-512a-4173-a627-94a3a3a35703 HTTP/1.1" status: 204 len: 168 time: 2.3363347 Mar 24 17:03:36.990082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33826) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:37.032452 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0783d17-3ed4-4b45-ade0-4537b9a5bdc3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:37.032921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0783d17-3ed4-4b45-ade0-4537b9a5bdc3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:37.056440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aee2ee-43e9-41ba-8458-9bfbb931299f tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:37.057917 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f7aee2ee-43e9-41ba-8458-9bfbb931299f tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] 10.222.0.47 "GET /v2.0/networks/618fd0ea-61a0-468a-b218-4c23d9a48b2c HTTP/1.1" status: 200 len: 767 time: 0.3729537 Mar 24 17:03:37.058772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.064922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33830) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:37.085482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Calling delete_port for 91097dab-2a81-43e4-82f7-e6439da76e0f owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:37.105707 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d0783d17-3ed4-4b45-ade0-4537b9a5bdc3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/6d4448f2-e0af-4bcc-9b6f-24f39606ad6b HTTP/1.1" status: 404 len: 339 time: 0.1767800 Mar 24 17:03:37.114466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33834) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:37.122043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.174947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-135edc83-89cf-4901-a6ed-7b7581528b9a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting subnet 464c3137-18ad-49eb-a1dc-25b750a44e27 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:37.176856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bdbb28-43a8-4f66-9654-1a828737b270 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:37.178355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bdbb28-43a8-4f66-9654-1a828737b270 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:37.179877 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-96bdbb28-43a8-4f66-9654-1a828737b270 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1885917 Mar 24 17:03:37.188858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33838) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:37.190635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-135edc83-89cf-4901-a6ed-7b7581528b9a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.224107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:37.246848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:37.300052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.306107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:37.330780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Transition to ACTIVE for port object 9680a587-adfb-4d78-9976-8a9162f728e4 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:37.334646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 91097dab-2a81-43e4-82f7-e6439da76e0f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=91097dab-2a81-43e4-82f7-e6439da76e0f,segment=NetworkSegment(9d6f6e7a-4200-4847-8953-e50eb0bec8b4),segment_id=9d6f6e7a-4200-4847-8953-e50eb0bec8b4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:37.339547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event updated for resources: {'Port': ['ID=5b4ce711-56e0-4d2f-8a22-ad62d75d4385,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:37.345359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-182eddb4-565a-44e0-8b08-df7b4588823d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 98c5ad9f-b27c-40d0-9674-f35455d9cf9d {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:37.347038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] For port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:37.353049 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-182eddb4-565a-44e0-8b08-df7b4588823d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.361935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Transition to ACTIVE for port object 9680a587-adfb-4d78-9976-8a9162f728e4 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:37.363845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] For port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3bd692b0-0c30-4a4c-82a9-1a52f131c23b,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:37.392625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-135edc83-89cf-4901-a6ed-7b7581528b9a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.393168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2f348-a6e9-468b-87f7-04d60f16b5c8 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:37.399990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2f348-a6e9-468b-87f7-04d60f16b5c8 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:37.400167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.400310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e6b2f348-a6e9-468b-87f7-04d60f16b5c8 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Synchronizing usage tracker for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:37.426263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.443572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.447929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.472608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e6b2f348-a6e9-468b-87f7-04d60f16b5c8 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Unset dirty status for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:37.476527 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e6b2f348-a6e9-468b-87f7-04d60f16b5c8 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1335 time: 0.3576632 Mar 24 17:03:37.476898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Network 265e6430-b804-426e-93de-8d261aff20e7 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:37.482234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:37.482964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-182eddb4-565a-44e0-8b08-df7b4588823d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.487362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:37.487856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:37.491425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:37.499368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33842) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:37.512129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:37.512756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.559726 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=91097dab-2a81-43e4-82f7-e6439da76e0f,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:37.628133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5b927697-2a62-49b4-add1-58286c30fce2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Synchronizing usage tracker for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:37.686385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Attempting to bind port 9680a587-adfb-4d78-9976-8a9162f728e4 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:37.687134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Attempting to bind port 9680a587-adfb-4d78-9976-8a9162f728e4 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '62c05d32-600b-4fe8-a211-2197dc618e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '265e6430-b804-426e-93de-8d261aff20e7'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:37.687716 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Attempting to bind port 9680a587-adfb-4d78-9976-8a9162f728e4 on network 265e6430-b804-426e-93de-8d261aff20e7 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:37.703627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:37.704190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Checking segment: {'id': '62c05d32-600b-4fe8-a211-2197dc618e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '265e6430-b804-426e-93de-8d261aff20e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:37.704695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.705194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Bound using segment: {'id': '62c05d32-600b-4fe8-a211-2197dc618e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '265e6430-b804-426e-93de-8d261aff20e7'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:37.705762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Bound port: 9680a587-adfb-4d78-9976-8a9162f728e4, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c05d32-600b-4fe8-a211-2197dc618e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '265e6430-b804-426e-93de-8d261aff20e7'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:37.706231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.715173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Pushing event updated for resources: {'Port': ['ID=9680a587-adfb-4d78-9976-8a9162f728e4,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:37.730311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Allocated IP 172.20.0.1 (265e6430-b804-426e-93de-8d261aff20e7/59c11f5a-7c44-4413-bd08-8235e45a21af/f4114450-b19c-4ce3-bd14-bf7f2b4d460b) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:37.771539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:37.797419 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6ddbebac-dad4-4930-9856-a937a297c872 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6380198 Mar 24 17:03:37.798456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5b927697-2a62-49b4-add1-58286c30fce2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Unset dirty status for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:37.799446 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5b927697-2a62-49b4-add1-58286c30fce2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 207 time: 0.2986438 Mar 24 17:03:37.805370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33846) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:37.810054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33848) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:37.821988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.924717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fead533-7395-46d0-8d23-3ec615945b1a']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:37.939553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffaf432-4a61-4304-82df-1f5d29546005') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:37.939553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffaf432-4a61-4304-82df-1f5d29546005') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:37.941559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:37.941903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5ad0b9e-8859-457b-bcb1-3d2ed4f4f00d not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:37.953402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.971127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.978280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:37.978676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:37.990124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Deleting port 91097dab-2a81-43e4-82f7-e6439da76e0f {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:37.990500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.002314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-182eddb4-565a-44e0-8b08-df7b4588823d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.033911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfc536-b9d3-4494-a367-75c54d37bbb4 None None] Pushing event updated for resources: {'Port': ['ID=3bd692b0-0c30-4a4c-82a9-1a52f131c23b,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:38.080542 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:38.084271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d8427971-8387-4640-b98c-811dfb2740f0 None None] Provisioning for port 5b4ce711-56e0-4d2f-8a22-ad62d75d4385 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:38.096617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.104281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-135edc83-89cf-4901-a6ed-7b7581528b9a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.140511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] For port 9680a587-adfb-4d78-9976-8a9162f728e4, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:38.146357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d8427971-8387-4640-b98c-811dfb2740f0 None None] Provisioning complete for port 5b4ce711-56e0-4d2f-8a22-ad62d75d4385 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:38.147004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d8427971-8387-4640-b98c-811dfb2740f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.153559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.154966 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Transition to ACTIVE for port object f4114450-b19c-4ce3-bd14-bf7f2b4d460b will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:38.158084 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fead533-7395-46d0-8d23-3ec615945b1a {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 24 17:03:38.160539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.220339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-182eddb4-565a-44e0-8b08-df7b4588823d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.229960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] For port 9680a587-adfb-4d78-9976-8a9162f728e4, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9680a587-adfb-4d78-9976-8a9162f728e4,segment=NetworkSegment(62c05d32-600b-4fe8-a211-2197dc618e36),segment_id=62c05d32-600b-4fe8-a211-2197dc618e36)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:38.243855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "DELETE /v2.0/networks/7fead533-7395-46d0-8d23-3ec615945b1a HTTP/1.1" status: 204 len: 168 time: 1.1704001 Mar 24 17:03:38.253198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33856) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:38.254069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3813e-8df5-482d-829e-64ab4fe3f512 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fead533-7395-46d0-8d23-3ec615945b1a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:38.265202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Request body: {'network': {'name': 'tempest-network--922552884'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:38.271916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:38.280004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Usage tracker for resource:network and tenant:78a7f0d402414d5f91bd4e41b5fc8ae4 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:38.288280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:38.320060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.325511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.368634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ca16e-4040-40bb-9236-773f7292edf9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:38.375442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d8427971-8387-4640-b98c-811dfb2740f0 None None] Port 5b4ce711-56e0-4d2f-8a22-ad62d75d4385 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:03:38.376808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ca16e-4040-40bb-9236-773f7292edf9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:38.385296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ca16e-4040-40bb-9236-773f7292edf9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:38.389467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eddb4-565a-44e0-8b08-df7b4588823d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=98c5ad9f-b27c-40d0-9674-f35455d9cf9d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:38.400609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ca16e-4040-40bb-9236-773f7292edf9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:38.407234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ca16e-4040-40bb-9236-773f7292edf9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:38.408170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-555ca16e-4040-40bb-9236-773f7292edf9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Synchronizing usage tracker for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:38.409252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-182eddb4-565a-44e0-8b08-df7b4588823d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.459876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Network 265e6430-b804-426e-93de-8d261aff20e7 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:38.462364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'project_id': '0097115ce06c4ceca24eaeee375faf5b', 'port_id': '5b4ce711-56e0-4d2f-8a22-ad62d75d4385'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:38.462509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:38.474784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:38.480604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:38.532181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] For port 91097dab-2a81-43e4-82f7-e6439da76e0f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=91097dab-2a81-43e4-82f7-e6439da76e0f,segment=NetworkSegment(9d6f6e7a-4200-4847-8953-e50eb0bec8b4),segment_id=9d6f6e7a-4200-4847-8953-e50eb0bec8b4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:38.534845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.568817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:38.596132 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-182eddb4-565a-44e0-8b08-df7b4588823d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/98c5ad9f-b27c-40d0-9674-f35455d9cf9d HTTP/1.1" status: 204 len: 168 time: 1.4063392 Mar 24 17:03:38.621327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33860) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:38.745735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event updated for resources: {'Port': ['ID=f4114450-b19c-4ce3-bd14-bf7f2b4d460b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:38.756879 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d64ab118-999a-47f8-b907-a7516d488a0f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339231 Mar 24 17:03:38.760678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33864) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:38.814299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.891359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Calling delete_port for 91097dab-2a81-43e4-82f7-e6439da76e0f owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:38.925705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:03:38.934664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.939833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-135edc83-89cf-4901-a6ed-7b7581528b9a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:38.944547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Usage tracker for resource:floatingip and tenant:0097115ce06c4ceca24eaeee375faf5b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:39.002269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658f93c-c476-457a-bfdb-63c7e0b8520d None None] Pushing event updated for resources: {'Port': ['ID=9680a587-adfb-4d78-9976-8a9162f728e4,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:39.035116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72dcce2-0ab2-40ea-8d7d-961637b3c03a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:39.036143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a72dcce2-0ab2-40ea-8d7d-961637b3c03a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:39.076170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:39.080349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-555ca16e-4040-40bb-9236-773f7292edf9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Unset dirty status for tenant:0cedfce1757c4f89bf70613533c3e1ad on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:39.081534 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-555ca16e-4040-40bb-9236-773f7292edf9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3038 time: 1.2708874 Mar 24 17:03:39.095407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Made reservation on behalf of 78a7f0d402414d5f91bd4e41b5fc8ae4 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:39.097701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.115615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:39.117116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33868) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:39.117758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Subnet': ['ID=09f8dd04-b517-4df1-a6a8-338bd957687b,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:39.128667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.197344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.212162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] Pushing event deleted for resources: {'Port': ['ID=91097dab-2a81-43e4-82f7-e6439da76e0f,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:39.215455 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466d4cb-c54f-41bc-9da3-a638219bdb84 None None] Network 1cad5466-51d4-4b20-91db-481ab9dfb421 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:39.231255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-135edc83-89cf-4901-a6ed-7b7581528b9a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.234784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b4e13-5360-497a-ac26-7c7e72f59670 None None] No DVR routers for this DVR port 91097dab-2a81-43e4-82f7-e6439da76e0f on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:39.249549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a72dcce2-0ab2-40ea-8d7d-961637b3c03a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:39.250536 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a72dcce2-0ab2-40ea-8d7d-961637b3c03a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4888091 Mar 24 17:03:39.255852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33872) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:39.279017 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135edc83-89cf-4901-a6ed-7b7581528b9a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Subnet': ['ID=464c3137-18ad-49eb-a1dc-25b750a44e27,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:39.309736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:39.320484 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-135edc83-89cf-4901-a6ed-7b7581528b9a tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/subnets/464c3137-18ad-49eb-a1dc-25b750a44e27 HTTP/1.1" status: 204 len: 168 time: 2.4175720 Mar 24 17:03:39.321614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33876) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:39.374591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Checking segment: {'id': '2ec05701-0482-459b-a04c-27c17aae4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d14e2ac-d2ac-4550-a552-e847a29278c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:39.374591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network hostable DHCP agents. Network: 0d14e2ac-d2ac-4550-a552-e847a29278c6, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:39.377501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eca167-d9c7-4e06-90e5-bab9947ecce4 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:39.399289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.421226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.421717 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Added segment eec831c9-120a-498c-8301-50c0cc364af9 of type vlan for network d2aad413-21ba-45a9-902b-764cad17ecd3 Mar 24 17:03:39.531293 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9fed20b2-b8c5-4e8d-96e8-6e6c333615c4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4055159 Mar 24 17:03:39.551770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd5be7b-b18e-430a-8785-263c80629a52 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:39.552455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2bd5be7b-b18e-430a-8785-263c80629a52 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:39.554820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33880) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:39.577743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.584489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network 0d14e2ac-d2ac-4550-a552-e847a29278c6 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:39.640984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e97600aa-4a6d-420a-8526-0a77bff4f35a None None] Provisioning for port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:39.659257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.695518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 0d14e2ac-d2ac-4550-a552-e847a29278c6) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:39.714037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:39.714817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.718937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1591005f-05af-470a-b6ff-be21b52e7d50 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:39.728767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1591005f-05af-470a-b6ff-be21b52e7d50 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:39.729078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.730169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:39.730346 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1591005f-05af-470a-b6ff-be21b52e7d50 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1612613 Mar 24 17:03:39.731118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.733996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2bd5be7b-b18e-430a-8785-263c80629a52 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:39.737288 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2bd5be7b-b18e-430a-8785-263c80629a52 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4783525 Mar 24 17:03:39.764257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef1ed4-5437-4c4b-a9d2-14f0e2f7a29d None None] Network 0d14e2ac-d2ac-4550-a552-e847a29278c6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:39.767671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33884) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:39.768027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33886) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:39.771760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:39.776169 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Deleting port f741111e-7e75-4972-abd5-e79f51b3d664 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:39.776639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.011816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3bd692b0-0c30-4a4c-82a9-1a52f131c23b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:40.112210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8957fe-c99b-4f4d-ba84-fa3e9cf1aed0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:40.114428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8957fe-c99b-4f4d-ba84-fa3e9cf1aed0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['shared'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:40.116048 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2b8957fe-c99b-4f4d-ba84-fa3e9cf1aed0 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3418856 Mar 24 17:03:40.123031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33892) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:40.124997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-66f6b660-080e-4c9c-9b24-57e0c844b356 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3486083 Mar 24 17:03:40.127207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33894) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:40.151890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] DHCP port deletion for 1cad5466-51d4-4b20-91db-481ab9dfb421 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:40.159369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5821f7b0-244f-46d9-84a5-9f260f7cf2b3 None None] Network 265e6430-b804-426e-93de-8d261aff20e7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:40.195235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67545ce-2860-4573-9388-7f4ff9404e37 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:40.196187 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4da54c6c-d66c-4626-b1e6-6cea84594342 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8242421 Mar 24 17:03:40.200793 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9409952 Mar 24 17:03:40.207421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33898) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:40.207421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33900) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:40.220926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b0b50d2c-9fdf-4803-8db3-b33ec4692a52 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:40.221369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] Deleting port f741111e-7e75-4972-abd5-e79f51b3d664 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:40.221813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.238768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'port': {'network_id': '0d14e2ac-d2ac-4550-a552-e847a29278c6', 'name': 'tempest-NetworksIpV6TestAttrs-910231230'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:40.253117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c67545ce-2860-4573-9388-7f4ff9404e37 None None] Deleting port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:40.253496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c67545ce-2860-4573-9388-7f4ff9404e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.269916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e580c3-5f97-480e-8066-384281910a97 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'Network': ['ID=d2aad413-21ba-45a9-902b-764cad17ecd3,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:40.301779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:40.308500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network d2aad413-21ba-45a9-902b-764cad17ecd3 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:40.413871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b49c8f84-56d0-4acc-b1fa-369e59d731ec None None] Provisioning for port 9680a587-adfb-4d78-9976-8a9162f728e4 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:40.522948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:03:40.568859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.597319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] For port f741111e-7e75-4972-abd5-e79f51b3d664, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f741111e-7e75-4972-abd5-e79f51b3d664,segment=NetworkSegment(bf708df7-2076-43cb-95ac-871eef834174),segment_id=bf708df7-2076-43cb-95ac-871eef834174)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:40.597680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.601620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Allocated IP 172.26.4.30 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/b40643e7-02f9-4304-8179-2f9c1bd8f418) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:40.609065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:40.639283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:40.639827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:40.642708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-0d14e2ac-d2ac-4550-a552-e847a29278c6', 'network_id': '0d14e2ac-d2ac-4550-a552-e847a29278c6', 'tenant_id': '452682abe9e448e2a647d480978b235b', 'fixed_ips': [{'subnet_id': '09f8dd04-b517-4df1-a6a8-338bd957687b'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:40.643510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.677062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:port and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:40.683377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:40.686347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:40.686347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.697463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:40.744810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:40.746829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.751299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0b50d2c-9fdf-4803-8db3-b33ec4692a52 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.782592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Calling delete_port for f741111e-7e75-4972-abd5-e79f51b3d664 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:40.825758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.855029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78afbff-988c-48a7-be80-5cfc88a04ae9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:40.856378 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c78afbff-988c-48a7-be80-5cfc88a04ae9 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/networks/68972dcb-1a61-4aff-91eb-d7c46cdec1da HTTP/1.1" status: 200 len: 799 time: 0.7339673 Mar 24 17:03:40.868193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:40.873976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33908) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:40.874458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.892796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0b50d2c-9fdf-4803-8db3-b33ec4692a52 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.934575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.973931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.977165 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:40.979661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0b50d2c-9fdf-4803-8db3-b33ec4692a52 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Network d2aad413-21ba-45a9-902b-764cad17ecd3 is not hosted by any dhcp agent {{(pid=88478) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 24 17:03:40.980586 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.980693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b50d2c-9fdf-4803-8db3-b33ec4692a52 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:40.981260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0b50d2c-9fdf-4803-8db3-b33ec4692a52 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:40.985426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b0b50d2c-9fdf-4803-8db3-b33ec4692a52 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "PUT /v2.0/networks/d2aad413-21ba-45a9-902b-764cad17ecd3 HTTP/1.1" status: 200 len: 857 time: 0.7754972 Mar 24 17:03:40.995359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33912) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:41.029776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] device_id is not set on port 3f49d139-f987-4f6b-8ff4-87d3a5f3615d yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:41.064938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event updated for resources: {'Port': ['ID=f4114450-b19c-4ce3-bd14-bf7f2b4d460b,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:41.103332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] For port f741111e-7e75-4972-abd5-e79f51b3d664, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f741111e-7e75-4972-abd5-e79f51b3d664,segment=NetworkSegment(bf708df7-2076-43cb-95ac-871eef834174),segment_id=bf708df7-2076-43cb-95ac-871eef834174)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:41.104218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.115422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c67545ce-2860-4573-9388-7f4ff9404e37 None None] For port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3bd692b0-0c30-4a4c-82a9-1a52f131c23b,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:41.115808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c67545ce-2860-4573-9388-7f4ff9404e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.269676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:41.315660 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d686c6d4-a2b5-4ea2-9c0a-2068af1cf7e8 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/networks/68972dcb-1a61-4aff-91eb-d7c46cdec1da?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4234211 Mar 24 17:03:41.317278 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33916) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:41.322465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b50d2c-9fdf-4803-8db3-b33ec4692a52 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event updated for resources: {'Network': ['ID=d2aad413-21ba-45a9-902b-764cad17ecd3,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:41.324894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:41.348933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:41.361972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.400070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Pushing event updated for resources: {'Port': ['ID=b40643e7-02f9-4304-8179-2f9c1bd8f418,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:41.433883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.450960 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Port': ['ID=f741111e-7e75-4972-abd5-e79f51b3d664,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:41.451921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c67545ce-2860-4573-9388-7f4ff9404e37 None None] Calling delete_port for 3bd692b0-0c30-4a4c-82a9-1a52f131c23b owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:41.458601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] No DVR routers for this DVR port f741111e-7e75-4972-abd5-e79f51b3d664 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:41.487206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] Calling delete_port for f741111e-7e75-4972-abd5-e79f51b3d664 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:41.544186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0178e58-af18-465f-a62a-76c5f97c4b3c tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:41.549409 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e0178e58-af18-465f-a62a-76c5f97c4b3c tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/subnets/1d07dada-aec8-46d8-8322-3aa9ae7e3c6e HTTP/1.1" status: 200 len: 811 time: 0.2286973 Mar 24 17:03:41.549409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Network 265e6430-b804-426e-93de-8d261aff20e7 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:41.565727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33920) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:41.569002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:41.661630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.697328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.736391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Allocated IP 2001:db8::f816:3eff:fe32:11b6 (0d14e2ac-d2ac-4550-a552-e847a29278c6/09f8dd04-b517-4df1-a6a8-338bd957687b/c5859f50-9a2f-43c1-978c-7856a33beb42) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:41.757413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2aad413-21ba-45a9-902b-764cad17ecd3']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:41.776997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec831c9-120a-498c-8301-50c0cc364af9') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:41.777325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec831c9-120a-498c-8301-50c0cc364af9') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:41.809845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.828823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:41.830208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:41.882311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.900869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:41.900869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.905548 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:41.917328 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:41.972757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c67545ce-2860-4573-9388-7f4ff9404e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.008069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa1452-8991-4f08-8e2f-15db019af5b6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['shared'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:42.009472 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5ffa1452-8991-4f08-8e2f-15db019af5b6 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "GET /v2.0/subnets/1d07dada-aec8-46d8-8322-3aa9ae7e3c6e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4383914 Mar 24 17:03:42.013176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33924) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:42.019163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1769867485'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:42.023430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cad5466-51d4-4b20-91db-481ab9dfb421']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:42.023837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:42.033488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:42.045084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9680a587-adfb-4d78-9976-8a9162f728e4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:42.046665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf708df7-2076-43cb-95ac-871eef834174') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:42.046953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf708df7-2076-43cb-95ac-871eef834174') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:42.069839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.082464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67545ce-2860-4573-9388-7f4ff9404e37 None None] Pushing event deleted for resources: {'Port': ['ID=3bd692b0-0c30-4a4c-82a9-1a52f131c23b,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:42.088131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.094377 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.098353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67545ce-2860-4573-9388-7f4ff9404e37 None None] No DVR routers for this DVR port 3bd692b0-0c30-4a4c-82a9-1a52f131c23b on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:42.106420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:42.106876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:42.121800 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:42.124296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2aad413-21ba-45a9-902b-764cad17ecd3 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 24 17:03:42.126236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2aad413-21ba-45a9-902b-764cad17ecd3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:42.131195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.146836 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-71653232-7ec4-497b-bfca-6703ce5e7096 tempest-ExternalNetworksTestJSON-1108570093 tempest-ExternalNetworksTestJSON-1108570093-project-admin] 10.222.0.47 "DELETE /v2.0/networks/d2aad413-21ba-45a9-902b-764cad17ecd3 HTTP/1.1" status: 204 len: 168 time: 1.1481655 Mar 24 17:03:42.149677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:42.153403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.176681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33928) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:42.189204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:42.201105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.201448 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Added segment fe466c88-028a-4789-b025-a89bf4410401 of type vlan for network 582c3a1f-283b-4e09-a75f-de89fe8c92cb Mar 24 17:03:42.205180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.206370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.221598 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Transition to ACTIVE for port object c5859f50-9a2f-43c1-978c-7856a33beb42 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:42.251950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Transition to ACTIVE for port object c5859f50-9a2f-43c1-978c-7856a33beb42 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:42.282516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.302116 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaad1cd0-4910-435d-b64c-ed7c823ca5e5 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:42.302941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaad1cd0-4910-435d-b64c-ed7c823ca5e5 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:42.311811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 9680a587-adfb-4d78-9976-8a9162f728e4 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:42.318507 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-aaad1cd0-4910-435d-b64c-ed7c823ca5e5 tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] 10.222.0.47 "DELETE /v2.0/subnets/bb16f5f2-8c66-4a2d-9e40-ac60295240f0 HTTP/1.1" status: 404 len: 337 time: 0.0867684 Mar 24 17:03:42.325475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:42.325624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9680a587-adfb-4d78-9976-8a9162f728e4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:42.326078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.326181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33932) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:42.355514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:42.364943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:42.365533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.383037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] Deleting port f741111e-7e75-4972-abd5-e79f51b3d664 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:42.383423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.399673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.416319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206e5a3-0baa-47f9-b09c-d956738c251a None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:42.442291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:03:42.468599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=f0c07351-c595-42b6-ac18-1f443b531ce1,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:42.500063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.507103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Router 1accb7bb-d39b-497c-bb6d-82b686d6f7a4 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:03:42.538458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] Pushing event deleted for resources: {'Network': ['ID=1cad5466-51d4-4b20-91db-481ab9dfb421,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:42.563169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.569190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:42.569492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.583214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Allocated IP 2001:db8::f816:3eff:fe7f:7722 (0d14e2ac-d2ac-4550-a552-e847a29278c6/09f8dd04-b517-4df1-a6a8-338bd957687b/3f49d139-f987-4f6b-8ff4-87d3a5f3615d) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:42.642389 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.693426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-539f35ab-18e8-43c4-99e2-1c611c4b3703 None None] The port 'f741111e-7e75-4972-abd5-e79f51b3d664' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:03:42.703994 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-628feb6e-a745-4ace-a9a5-fe531d8c09e8 tempest-NetworksIpV6Test-1210780977 tempest-NetworksIpV6Test-1210780977-project] 10.222.0.47 "DELETE /v2.0/networks/1cad5466-51d4-4b20-91db-481ab9dfb421 HTTP/1.1" status: 204 len: 168 time: 3.3701754 Mar 24 17:03:42.709386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.735637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:42.877919 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Network 0d14e2ac-d2ac-4550-a552-e847a29278c6 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:42.897313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8820784 Mar 24 17:03:42.913753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Pushing event updated for resources: {'Port': ['ID=c5859f50-9a2f-43c1-978c-7856a33beb42,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:42.927470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:42.929745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60c4e3-11cf-47c3-8fcf-133b91533232 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Network': ['ID=582c3a1f-283b-4e09-a75f-de89fe8c92cb,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:42.929888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:42.948005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33940) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:42.978594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'network_id': '582c3a1f-283b-4e09-a75f-de89fe8c92cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:42.999525 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-39100c81-d018-4fd9-ac29-f3fdd7a4c6e4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7026632 Mar 24 17:03:43.007476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-243584d1-e17b-4ecb-b673-6fa3b744040b None None] Provisioning complete for port 9680a587-adfb-4d78-9976-8a9162f728e4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:43.007921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-243584d1-e17b-4ecb-b673-6fa3b744040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.012266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33944) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:43.041884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'fixed_ips': [{'subnet_id': 'f0c07351-c595-42b6-ac18-1f443b531ce1', 'ip_address': '2001:db8::e3a0:660e:f2d7:ccd4'}], 'name': 'tempest-NetworksTestDHCPv6-1176995959'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:43.080699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 582c3a1f-283b-4e09-a75f-de89fe8c92cb details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:43.155830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:03:43.218704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.231774 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eadcdb86-a2ac-4c2d-bd12-2a389f742b7b tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "PUT /v2.0/routers/1accb7bb-d39b-497c-bb6d-82b686d6f7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9747479 Mar 24 17:03:43.235999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33948) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:43.253972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Request body: {'port': {'network_id': '265e6430-b804-426e-93de-8d261aff20e7', 'name': 'tempest-FloatingIPNegativeTestJSON-1449699986'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:43.305152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618fd0ea-61a0-468a-b218-4c23d9a48b2c']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:43.334899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2662ad0d-ef7a-44bf-8be6-53bdded64840') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:43.335194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2662ad0d-ef7a-44bf-8be6-53bdded64840') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:43.338880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Attempting to bind port c5859f50-9a2f-43c1-978c-7856a33beb42 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:43.339256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Attempting to bind port c5859f50-9a2f-43c1-978c-7856a33beb42 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '2ec05701-0482-459b-a04c-27c17aae4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d14e2ac-d2ac-4550-a552-e847a29278c6'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:43.339616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Attempting to bind port c5859f50-9a2f-43c1-978c-7856a33beb42 on network 0d14e2ac-d2ac-4550-a552-e847a29278c6 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:43.384463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.413472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9211604-3e77-4884-9dfe-80ac1be68e79 None None] Sync routers for ids ['1accb7bb-d39b-497c-bb6d-82b686d6f7a4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:03:43.418395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949c20-ce11-48a6-bb6b-24cfe2d8b2b9 req-933445f3-6c6d-444e-8961-cb0a51b6e004 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:43.419477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.425890 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19949c20-ce11-48a6-bb6b-24cfe2d8b2b9 req-933445f3-6c6d-444e-8961-cb0a51b6e004 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7656202 Mar 24 17:03:43.432311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:43.433241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': 'f0c07351-c595-42b6-ac18-1f443b531ce1'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:43.434720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.444021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33954) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:43.455898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.460321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:43.460926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:43.461434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Checking segment: {'id': '2ec05701-0482-459b-a04c-27c17aae4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d14e2ac-d2ac-4550-a552-e847a29278c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:43.461934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.462432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Bound using segment: {'id': '2ec05701-0482-459b-a04c-27c17aae4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d14e2ac-d2ac-4550-a552-e847a29278c6'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:43.463014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Bound port: c5859f50-9a2f-43c1-978c-7856a33beb42, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec05701-0482-459b-a04c-27c17aae4681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '0d14e2ac-d2ac-4550-a552-e847a29278c6'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:43.463491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.475106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:43.475603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:43.476062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.479328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:43.494621 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:43.520329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:43.559928 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19949c20-ce11-48a6-bb6b-24cfe2d8b2b9 req-f6a0cf18-1423-44d2-beec-4f96f01039db tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330981 Mar 24 17:03:43.576519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] For port c5859f50-9a2f-43c1-978c-7856a33beb42, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:43.612224 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:43.618181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9211604-3e77-4884-9dfe-80ac1be68e79 None None] Routers {'1accb7bb-d39b-497c-bb6d-82b686d6f7a4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:43.619388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a9211604-3e77-4884-9dfe-80ac1be68e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1accb7bb-d39b-497c-bb6d-82b686d6f7a4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:43.620044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Usage tracker for resource:port and tenant:5d45e8d97dfa4a1e8433260b6ec7f440 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:43.636827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:43.651568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Made reservation on behalf of 0cedfce1757c4f89bf70613533c3e1ad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:43.656430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.660313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:43.684799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.693600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:43.729810 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-50c132b0-d1b3-4a62-baa7-cfb18cb2d39c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5b6b8df06bf4b638a60df008b83596b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825868 Mar 24 17:03:43.730524 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.735800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33962) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:43.758748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:43.843185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Transition to ACTIVE for port object 3f49d139-f987-4f6b-8ff4-87d3a5f3615d will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:43.859131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing IP validity checks on allocation pools {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 24 17:03:43.859972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 24 17:03:43.861301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/f0c07351-c595-42b6-ac18-1f443b531ce1/7233885c-2275-4b53-abc9-6ce1d02f2d0e) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:43.959516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.016457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] Pushing event deleted for resources: {'Network': ['ID=618fd0ea-61a0-468a-b218-4c23d9a48b2c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:44.027186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Made reservation on behalf of 5d45e8d97dfa4a1e8433260b6ec7f440 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:44.031530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.032447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.035718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 9680a587-adfb-4d78-9976-8a9162f728e4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9680a587-adfb-4d78-9976-8a9162f728e4,segment=NetworkSegment(62c05d32-600b-4fe8-a211-2197dc618e36),segment_id=62c05d32-600b-4fe8-a211-2197dc618e36)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:44.043879 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2e971689-32e4-497c-9797-fb089acef82e tempest-ExternalNetworksTestJSON-556321262 tempest-ExternalNetworksTestJSON-556321262-project] 10.222.0.47 "DELETE /v2.0/networks/618fd0ea-61a0-468a-b218-4c23d9a48b2c HTTP/1.1" status: 204 len: 168 time: 1.7161496 Mar 24 17:03:44.044230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a9211604-3e77-4884-9dfe-80ac1be68e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:44.054868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] For port c5859f50-9a2f-43c1-978c-7856a33beb42, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c5859f50-9a2f-43c1-978c-7856a33beb42,segment=NetworkSegment(2ec05701-0482-459b-a04c-27c17aae4681),segment_id=2ec05701-0482-459b-a04c-27c17aae4681)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:44.088470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9211604-3e77-4884-9dfe-80ac1be68e79 None None] Routers {'1accb7bb-d39b-497c-bb6d-82b686d6f7a4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:44.088965 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a9211604-3e77-4884-9dfe-80ac1be68e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1accb7bb-d39b-497c-bb6d-82b686d6f7a4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:44.092550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.095315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] device_id is not set on port f8c0a6ef-304c-4ea7-9298-ab989db05d25 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:44.175737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.193425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.224587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36f816d8-e694-4219-8436-9971707a754f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.235050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.238859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.241597 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 9a88e00b-5d62-4883-a039-070a5a5619b8 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:44.252720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-243584d1-e17b-4ecb-b673-6fa3b744040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.261655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a9211604-3e77-4884-9dfe-80ac1be68e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:44.262058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9211604-3e77-4884-9dfe-80ac1be68e79 None None] The sync data for ids ['1accb7bb-d39b-497c-bb6d-82b686d6f7a4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:03:44.326972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f741111e-7e75-4972-abd5-e79f51b3d664 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:44.365037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.365411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network 0d14e2ac-d2ac-4550-a552-e847a29278c6 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:44.366617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36f816d8-e694-4219-8436-9971707a754f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.370508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:44.372829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Pushing event updated for resources: {'Port': ['ID=b40643e7-02f9-4304-8179-2f9c1bd8f418,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:44.376627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:44.382855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:44.382855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.423211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f741111e-7e75-4972-abd5-e79f51b3d664 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:44.423550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f741111e-7e75-4972-abd5-e79f51b3d664 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:44.424033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3bd692b0-0c30-4a4c-82a9-1a52f131c23b no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:44.474713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Transition to ACTIVE for port object 7233885c-2275-4b53-abc9-6ce1d02f2d0e will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:44.478824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 3bd692b0-0c30-4a4c-82a9-1a52f131c23b {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:44.479173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3bd692b0-0c30-4a4c-82a9-1a52f131c23b not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:44.482948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Allocated IP 172.20.0.13 (265e6430-b804-426e-93de-8d261aff20e7/59c11f5a-7c44-4413-bd08-8235e45a21af/f8c0a6ef-304c-4ea7-9298-ab989db05d25) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:44.487419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=9680a587-adfb-4d78-9976-8a9162f728e4,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:44.572149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23d203-6b55-4f2f-b2f9-a42f9b998c66 req-efa4191b-3a53-4df9-9715-63b28a801e4d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:44.573714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fd23d203-6b55-4f2f-b2f9-a42f9b998c66 req-efa4191b-3a53-4df9-9715-63b28a801e4d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.5390995 Mar 24 17:03:44.576991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Transition to ACTIVE for port object 7233885c-2275-4b53-abc9-6ce1d02f2d0e will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:44.584583 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-243584d1-e17b-4ecb-b673-6fa3b744040b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:44.584942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-243584d1-e17b-4ecb-b673-6fa3b744040b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:44.597136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.599421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31b79b-6657-4f7e-b6ee-055b446655ae None None] Pushing event updated for resources: {'Port': ['ID=c5859f50-9a2f-43c1-978c-7856a33beb42,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:44.651284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Port': ['ID=3f49d139-f987-4f6b-8ff4-87d3a5f3615d,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:44.671801 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3853c138-607c-4bc7-943d-449ef15946f9 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.4634612 Mar 24 17:03:44.675112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 33970) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:44.677797 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.690908 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Floating IP 444740d4-4ab1-4ab6-b941-4558b8f44a51 associated. External IP: 172.26.4.30, port: 5b4ce711-56e0-4d2f-8a22-ad62d75d4385. Mar 24 17:03:44.769626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:44.772874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:44.776657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:44.785698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33974) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:44.821460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36f816d8-e694-4219-8436-9971707a754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.894890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Pushing event updated for resources: {'Port': ['ID=7233885c-2275-4b53-abc9-6ce1d02f2d0e,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:44.920275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Attempting to bind port 7233885c-2275-4b53-abc9-6ce1d02f2d0e on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:44.920643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Attempting to bind port 7233885c-2275-4b53-abc9-6ce1d02f2d0e by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:44.921001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Attempting to bind port 7233885c-2275-4b53-abc9-6ce1d02f2d0e on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:44.927043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:44.927418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:44.927817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.928241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:44.928706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Bound port: 7233885c-2275-4b53-abc9-6ce1d02f2d0e, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:44.929072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:44.957472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f816d8-e694-4219-8436-9971707a754f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d8046-f4f0-43fc-8de2-1bef75d1feb4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:45.002664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::e3a0:660e:f2d7:ccd4 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/f0c07351-c595-42b6-ac18-1f443b531ce1/9a88e00b-5d62-4883-a039-070a5a5619b8) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:45.028147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac166d7-cabf-41d5-a900-3f3488dacfae tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting subnet 09f8dd04-b517-4df1-a6a8-338bd957687b {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:45.049811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ac166d7-cabf-41d5-a900-3f3488dacfae tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.052202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] For port 7233885c-2275-4b53-abc9-6ce1d02f2d0e, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:45.054415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] For port 7233885c-2275-4b53-abc9-6ce1d02f2d0e, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7233885c-2275-4b53-abc9-6ce1d02f2d0e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:45.061370 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fd23d203-6b55-4f2f-b2f9-a42f9b998c66 req-035c9b5f-9e48-4b4d-9daf-9a9940472c8e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4583240 Mar 24 17:03:45.065607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=a76317c0-1388-4bee-9227-65ce05ee25cc,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:45.126505 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.192816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.208219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36f816d8-e694-4219-8436-9971707a754f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.209507 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-36f816d8-e694-4219-8436-9971707a754f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f3d8046-f4f0-43fc-8de2-1bef75d1feb4 HTTP/1.1" status: 204 len: 168 time: 1.4577405 Mar 24 17:03:45.260980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Transition to ACTIVE for port object f8c0a6ef-304c-4ea7-9298-ab989db05d25 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:45.273642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992b3c6-f50b-4a3c-87ea-f168442f05ff None None] Pushing event updated for resources: {'Port': ['ID=7233885c-2275-4b53-abc9-6ce1d02f2d0e,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:45.345301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-243584d1-e17b-4ecb-b673-6fa3b744040b None None] Provisioning for port f4114450-b19c-4ce3-bd14-bf7f2b4d460b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:45.350993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-243584d1-e17b-4ecb-b673-6fa3b744040b None None] Provisioning complete for port f4114450-b19c-4ce3-bd14-bf7f2b4d460b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:45.352992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-243584d1-e17b-4ecb-b673-6fa3b744040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.361896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ac166d7-cabf-41d5-a900-3f3488dacfae tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.408693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Checking segment: {'id': 'fe466c88-028a-4789-b025-a89bf4410401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '582c3a1f-283b-4e09-a75f-de89fe8c92cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:45.410313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network hostable DHCP agents. Network: 582c3a1f-283b-4e09-a75f-de89fe8c92cb, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:45.439017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-243584d1-e17b-4ecb-b673-6fa3b744040b None None] Port f4114450-b19c-4ce3-bd14-bf7f2b4d460b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:03:45.521746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.575527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-816f0517-7ae9-48e5-8a82-8495e4c9d02e None None] Provisioning complete for port f4114450-b19c-4ce3-bd14-bf7f2b4d460b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:45.577270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-816f0517-7ae9-48e5-8a82-8495e4c9d02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.634187 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-eb7792a6-7535-4df8-b2ed-9bce7d2d1b47 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e73c3cbc5dc044ae8c70e06fc4394dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8471653 Mar 24 17:03:45.644777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ac166d7-cabf-41d5-a900-3f3488dacfae tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.647580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33986) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:45.713444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.714459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Router 2514924f-3396-4fd1-8b6d-249a6102a780 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:03:45.724339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 9a88e00b-5d62-4883-a039-070a5a5619b8 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:45.746122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Network 582c3a1f-283b-4e09-a75f-de89fe8c92cb is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:45.764277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-816f0517-7ae9-48e5-8a82-8495e4c9d02e None None] Port f4114450-b19c-4ce3-bd14-bf7f2b4d460b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:03:45.785793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbc657-256b-4fcd-bd3e-922726790343 req-de00d0a3-8c4f-4b92-9379-5daccbf77bf2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:45.787366 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5dbbc657-256b-4fcd-bd3e-922726790343 req-de00d0a3-8c4f-4b92-9379-5daccbf77bf2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.4042044 Mar 24 17:03:45.866375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Network 265e6430-b804-426e-93de-8d261aff20e7 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:45.873874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:45.874078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 582c3a1f-283b-4e09-a75f-de89fe8c92cb) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:45.877528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:45.884237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca1ac31-e923-484a-a3f8-81f41d60654c None None] Network 582c3a1f-283b-4e09-a75f-de89fe8c92cb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:45.938942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:45.939568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.946443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event updated for resources: {'Port': ['ID=f8c0a6ef-304c-4ea7-9298-ab989db05d25,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:45.992274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:45.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:45.995537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7139100a-c128-4863-858f-4a7ca7fe7926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:46.089354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:46.151217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ac166d7-cabf-41d5-a900-3f3488dacfae tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:46.183931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7139100a-c128-4863-858f-4a7ca7fe7926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:46.192530 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4410cd6d-fb9b-468b-88a9-bbfa22976182 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2434547 Mar 24 17:03:46.216295 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5dbbc657-256b-4fcd-bd3e-922726790343 req-7cc47bfb-88ef-4167-ae11-5cf4151d5fd0 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521638 Mar 24 17:03:46.220114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 33998) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:46.259943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d7293c95-3f9c-4fb5-bbd3-06b54b442d7c tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:46.289016 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-44058ef8-6624-4725-98a8-666a40dcde21 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0461893 Mar 24 17:03:46.296071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b6ad9b-7a2d-4ddb-8e95-5f5ca5d3688b None None] Network 0d14e2ac-d2ac-4550-a552-e847a29278c6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:46.301433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34004) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:46.302319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac166d7-cabf-41d5-a900-3f3488dacfae tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Subnet': ['ID=09f8dd04-b517-4df1-a6a8-338bd957687b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:46.307239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ac166d7-cabf-41d5-a900-3f3488dacfae tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:46.309811 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3ac166d7-cabf-41d5-a900-3f3488dacfae tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/subnets/09f8dd04-b517-4df1-a6a8-338bd957687b HTTP/1.1" status: 204 len: 168 time: 1.6306872 Mar 24 17:03:46.316270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34006) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:46.323859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:46.347889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:46.389936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:03:46.410156 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81775cae-16bf-44ff-9cd6-536121ee1266 None None] Sync routers for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:03:46.428131 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81775cae-16bf-44ff-9cd6-536121ee1266 None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:46.430438 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-81775cae-16bf-44ff-9cd6-536121ee1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:46.459217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-582c3a1f-283b-4e09-a75f-de89fe8c92cb', 'network_id': '582c3a1f-283b-4e09-a75f-de89fe8c92cb', 'tenant_id': '0cedfce1757c4f89bf70613533c3e1ad', 'fixed_ips': [{'subnet_id': 'a76317c0-1388-4bee-9227-65ce05ee25cc'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:46.460526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:46.522195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:46.545320 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-81775cae-16bf-44ff-9cd6-536121ee1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:46.553801 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81775cae-16bf-44ff-9cd6-536121ee1266 None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:46.555175 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-81775cae-16bf-44ff-9cd6-536121ee1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:46.557527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Usage tracker for resource:floatingip and tenant:5d45e8d97dfa4a1e8433260b6ec7f440 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:46.577766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:46.581757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:46.590192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:46.592181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:46.599503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:46.602394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=9a88e00b-5d62-4883-a039-070a5a5619b8,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:46.614762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:46.631886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7233885c-2275-4b53-abc9-6ce1d02f2d0e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:46.642116 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-81775cae-16bf-44ff-9cd6-536121ee1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:46.645513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a58f2-072b-41fe-94d3-29620d3586d4 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:46.646167 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81775cae-16bf-44ff-9cd6-536121ee1266 None None] The sync data for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:03:46.654312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a58f2-072b-41fe-94d3-29620d3586d4 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:46.658454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-040a58f2-072b-41fe-94d3-29620d3586d4 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Synchronizing usage tracker for tenant:452682abe9e448e2a647d480978b235b on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:46.674632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:46.675159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2d851c34-8c73-469c-982d-b6356406bf16 None None] Provisioning for port c5859f50-9a2f-43c1-978c-7856a33beb42 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:46.690835 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-040a58f2-072b-41fe-94d3-29620d3586d4 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Unset dirty status for tenant:452682abe9e448e2a647d480978b235b on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:46.692595 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-040a58f2-072b-41fe-94d3-29620d3586d4 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3741050 Mar 24 17:03:46.699887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34020) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:46.727267 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:46.754431 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ba386817-004c-4826-b9f3-269e013ebf5c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7218788 Mar 24 17:03:46.756213 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3b4b8f58-baa2-4e53-8a88-a120ebd0baf7 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.9470348 Mar 24 17:03:46.760749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34024) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:46.764321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34026) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:46.811380 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'fixed_ips': [{'subnet_id': 'f0c07351-c595-42b6-ac18-1f443b531ce1', 'ip_address': '2001:db8::e3a0:660e:f2d7:ccd4'}], 'name': 'tempest-NetworksTestDHCPv6-1063677257'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:46.940862 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0ffb4b70-6ae2-428a-af75-75de6ce4cefc tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] 10.222.0.47 "GET /v2.0/floatingips/444740d4-4ab1-4ab6-b941-4558b8f44a51 HTTP/1.1" status: 200 len: 983 time: 0.1721342 Mar 24 17:03:46.940862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34032) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:46.946510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34034) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:46.953664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7139100a-c128-4863-858f-4a7ca7fe7926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.039020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d7293c95-3f9c-4fb5-bbd3-06b54b442d7c tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5785506'] for subnet, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.048571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7139100a-c128-4863-858f-4a7ca7fe7926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.049687 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7139100a-c128-4863-858f-4a7ca7fe7926 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/647a9c7f-80ad-4f44-b125-735784f4165c HTTP/1.1" status: 204 len: 168 time: 1.4011183 Mar 24 17:03:47.077152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139100a-c128-4863-858f-4a7ca7fe7926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647a9c7f-80ad-4f44-b125-735784f4165c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:47.142656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-52dcdd4e-0118-400d-9142-8edec7227d5d None None] Provisioning for port f8c0a6ef-304c-4ea7-9298-ab989db05d25 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:47.151798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f808b-af14-40a6-add8-a2aef04602ad req-3b5fe950-0ab0-4c02-b954-dfee58fb06d4 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:47.154744 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-318f808b-af14-40a6-add8-a2aef04602ad req-3b5fe950-0ab0-4c02-b954-dfee58fb06d4 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6423380 Mar 24 17:03:47.158280 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5dccc32d-ce04-4be0-b3ba-b1af9f360012 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2058833 Mar 24 17:03:47.162495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34046) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:47.168056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-52dcdd4e-0118-400d-9142-8edec7227d5d None None] Provisioning complete for port f8c0a6ef-304c-4ea7-9298-ab989db05d25 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:47.168778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-52dcdd4e-0118-400d-9142-8edec7227d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.259493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 7233885c-2275-4b53-abc9-6ce1d02f2d0e completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:47.269029 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-52dcdd4e-0118-400d-9142-8edec7227d5d None None] Port f8c0a6ef-304c-4ea7-9298-ab989db05d25 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:03:47.281311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c5859f50-9a2f-43c1-978c-7856a33beb42 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:47.297177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8bf0768b-8656-4947-9db6-eb9a8206494b tempest-DvrRoutersNegativeTest-417364399 tempest-DvrRoutersNegativeTest-417364399-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1319632933', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:47.300280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.policy [None req-8bf0768b-8656-4947-9db6-eb9a8206494b tempest-DvrRoutersNegativeTest-417364399 tempest-DvrRoutersNegativeTest-417364399-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88478) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 24 17:03:47.300578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.policy [None req-8bf0768b-8656-4947-9db6-eb9a8206494b tempest-DvrRoutersNegativeTest-417364399 tempest-DvrRoutersNegativeTest-417364399-project] Failed policy check for 'create_router' {{(pid=88478) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 24 17:03:47.301494 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-8bf0768b-8656-4947-9db6-eb9a8206494b tempest-DvrRoutersNegativeTest-417364399 tempest-DvrRoutersNegativeTest-417364399-project] create failed (client error): Access was denied to this resource. Mar 24 17:03:47.302492 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8bf0768b-8656-4947-9db6-eb9a8206494b tempest-DvrRoutersNegativeTest-417364399 tempest-DvrRoutersNegativeTest-417364399-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3583035 Mar 24 17:03:47.328159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbb42157-5b8e-4d73-9ca9-598e45a0151c tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.347602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Allocated IP 172.20.0.3 (582c3a1f-283b-4e09-a75f-de89fe8c92cb/a76317c0-1388-4bee-9227-65ce05ee25cc/79601596-8d95-4736-8e2b-9be986e56258) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:47.366795 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb42157-5b8e-4d73-9ca9-598e45a0151c tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 24 17:03:47.367265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb42157-5b8e-4d73-9ca9-598e45a0151c tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:47.373759 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dbb42157-5b8e-4d73-9ca9-598e45a0151c tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/0d14e2ac-d2ac-4550-a552-e847a29278c6 HTTP/1.1" status: 409 len: 405 time: 0.6720479 Mar 24 17:03:47.375392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34052) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:47.377450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ea262-7f65-439b-9338-a6a74534de27 None None] DHCP port deletion for 0d14e2ac-d2ac-4550-a552-e847a29278c6 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:47.386188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ea262-7f65-439b-9338-a6a74534de27 None None] Deleting port c5859f50-9a2f-43c1-978c-7856a33beb42 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:47.386816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7e6ea262-7f65-439b-9338-a6a74534de27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.392886 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-318f808b-af14-40a6-add8-a2aef04602ad req-123e48e3-706c-42b1-9593-a87077e2d2f0 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312055 Mar 24 17:03:47.394037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1465741194'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:47.418131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:47.428793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:network and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:47.438361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:47.449927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:47.453134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:47.462556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:47.466395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:47.485850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:47.512342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.555745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Deleting port b40643e7-02f9-4304-8179-2f9c1bd8f418 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:47.561231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.671092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Allocated IP 172.26.4.64 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/912a53ed-0b7e-4891-955c-c3aebe39a358) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:47.673989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Provisioning for port 9a88e00b-5d62-4883-a039-070a5a5619b8 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:47.688541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Provisioning complete for port 9a88e00b-5d62-4883-a039-070a5a5619b8 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:47.694493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.836149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.856774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.865404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:47.870602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.882327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:47.886022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.899815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34062) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:47.940318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port c94cab6b-d4e9-4768-9de7-08efbd593dd9 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:47.965653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port c5859f50-9a2f-43c1-978c-7856a33beb42 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:47.973954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Transition to ACTIVE for port object 79601596-8d95-4736-8e2b-9be986e56258 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:47.981261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.981261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.983360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:47.987556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:48.009905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Port 9a88e00b-5d62-4883-a039-070a5a5619b8 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:03:48.019835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c5859f50-9a2f-43c1-978c-7856a33beb42 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:48.019835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.073734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.074362 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Added segment c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9 of type vlan for network 7c46e5e5-551d-48b1-b317-3cd51154c2f3 Mar 24 17:03:48.113568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:48.121467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:48.139861 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:48.164827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Calling delete_port for b40643e7-02f9-4304-8179-2f9c1bd8f418 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:48.177041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34070) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:48.191234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.199348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Transition to ACTIVE for port object 79601596-8d95-4736-8e2b-9be986e56258 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:48.214175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7e6ea262-7f65-439b-9338-a6a74534de27 None None] For port c5859f50-9a2f-43c1-978c-7856a33beb42, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c5859f50-9a2f-43c1-978c-7856a33beb42,segment=NetworkSegment(2ec05701-0482-459b-a04c-27c17aae4681),segment_id=2ec05701-0482-459b-a04c-27c17aae4681)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:48.214572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7e6ea262-7f65-439b-9338-a6a74534de27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.246981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1c05fb9d-2b6e-4c18-ab98-4df0c5d91d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.269638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event updated for resources: {'Port': ['ID=912a53ed-0b7e-4891-955c-c3aebe39a358,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:48.273382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1c05fb9d-2b6e-4c18-ab98-4df0c5d91d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:48.292122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1c05fb9d-2b6e-4c18-ab98-4df0c5d91d09 admin admin] Usage tracker for resource:security_group_rule and tenant:74d3754cf5c5424da2d3e842e5828774 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:48.302429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1c05fb9d-2b6e-4c18-ab98-4df0c5d91d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:48.317994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1c05fb9d-2b6e-4c18-ab98-4df0c5d91d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:48.369573 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-04a31f6c-2eb5-42c6-90b2-12673f2ebd01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78a7f0d402414d5f91bd4e41b5fc8ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844492 Mar 24 17:03:48.376000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34074) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:48.413692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.427408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ea262-7f65-439b-9338-a6a74534de27 None None] Calling delete_port for c5859f50-9a2f-43c1-978c-7856a33beb42 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:48.446630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa00bc-2ffb-4a0e-aaf3-81397d835d98 req-9c9cba07-c228-4a09-af1e-4918d38dbafe tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:48.448294 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b9aa00bc-2ffb-4a0e-aaf3-81397d835d98 req-9c9cba07-c228-4a09-af1e-4918d38dbafe tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3026729 Mar 24 17:03:48.471025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.477003 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:48.478414 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.484552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Provisioning for port 7233885c-2275-4b53-abc9-6ce1d02f2d0e completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:48.523456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.529542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Provisioning complete for port 7233885c-2275-4b53-abc9-6ce1d02f2d0e triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:48.529542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.571783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.590469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Network 582c3a1f-283b-4e09-a75f-de89fe8c92cb is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:48.603280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:48.606615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:48.615436 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b9aa00bc-2ffb-4a0e-aaf3-81397d835d98 req-74627fb3-e9ba-49fe-b8b1-ac066d6f0785 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582522 Mar 24 17:03:48.634457 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 24 17:03:48.634672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Pushing event updated for resources: {'Port': ['ID=79601596-8d95-4736-8e2b-9be986e56258,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:48.635589 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:48.721510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1c05fb9d-2b6e-4c18-ab98-4df0c5d91d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.732768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Network': ['ID=7c46e5e5-551d-48b1-b317-3cd51154c2f3,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:48.735090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7124feb8-caa6-4a6b-9faa-0ca028be6681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.746569 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e54a11ef-23cc-4ccc-b47d-40447afd4f5f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3643024 Mar 24 17:03:48.748987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34078) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:48.751528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.758536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 7c46e5e5-551d-48b1-b317-3cd51154c2f3 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:48.759347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'subnet': {'network_id': '7c46e5e5-551d-48b1-b317-3cd51154c2f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:48.786143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7124feb8-caa6-4a6b-9faa-0ca028be6681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.792673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.808869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Attempting to bind port 79601596-8d95-4736-8e2b-9be986e56258 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:48.809239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Attempting to bind port 79601596-8d95-4736-8e2b-9be986e56258 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'fe466c88-028a-4789-b025-a89bf4410401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '582c3a1f-283b-4e09-a75f-de89fe8c92cb'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:48.809647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Attempting to bind port 79601596-8d95-4736-8e2b-9be986e56258 on network 582c3a1f-283b-4e09-a75f-de89fe8c92cb {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:48.832279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event deleted for resources: {'Port': ['ID=b40643e7-02f9-4304-8179-2f9c1bd8f418,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:48.871359 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b3c5f744-32a3-40f3-98c3-e8049a1a1fdf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0869076 Mar 24 17:03:48.881738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34082) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:48.906395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7e6ea262-7f65-439b-9338-a6a74534de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.910028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:48.910400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Checking segment: {'id': 'fe466c88-028a-4789-b025-a89bf4410401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '582c3a1f-283b-4e09-a75f-de89fe8c92cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:48.910792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.911184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Bound using segment: {'id': 'fe466c88-028a-4789-b025-a89bf4410401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '582c3a1f-283b-4e09-a75f-de89fe8c92cb'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:48.911661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Bound port: 79601596-8d95-4736-8e2b-9be986e56258, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe466c88-028a-4789-b025-a89bf4410401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '582c3a1f-283b-4e09-a75f-de89fe8c92cb'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:48.912053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.944069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1c05fb9d-2b6e-4c18-ab98-4df0c5d91d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:48.990271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d7293c95-3f9c-4fb5-bbd3-06b54b442d7c tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743643528951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7010106'] for subnet, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.001675 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9680a587-adfb-4d78-9976-8a9162f728e4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:49.046857 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7124feb8-caa6-4a6b-9faa-0ca028be6681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.062727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ea262-7f65-439b-9338-a6a74534de27 None None] Pushing event deleted for resources: {'Port': ['ID=c5859f50-9a2f-43c1-978c-7856a33beb42,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:49.067027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ea262-7f65-439b-9338-a6a74534de27 None None] No DVR routers for this DVR port c5859f50-9a2f-43c1-978c-7856a33beb42 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:49.074248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124feb8-caa6-4a6b-9faa-0ca028be6681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e478b9-b99c-4bbc-93ad-13ace7aade40,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:49.103157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7124feb8-caa6-4a6b-9faa-0ca028be6681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.107892 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7124feb8-caa6-4a6b-9faa-0ca028be6681 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43e478b9-b99c-4bbc-93ad-13ace7aade40 HTTP/1.1" status: 204 len: 168 time: 0.7034655 Mar 24 17:03:49.153742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80baaff-1be4-4bfb-a4df-ec4f93c386dd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:49.159919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80baaff-1be4-4bfb-a4df-ec4f93c386dd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:49.160757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e80baaff-1be4-4bfb-a4df-ec4f93c386dd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:49.161820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:49.174604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.177358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:49.199509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.216634 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1c05fb9d-2b6e-4c18-ab98-4df0c5d91d09 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74d3754cf5c5424da2d3e842e5828774&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3151314 Mar 24 17:03:49.217701 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34088) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:49.224194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7293c95-3f9c-4fb5-bbd3-06b54b442d7c tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:49.224981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d7293c95-3f9c-4fb5-bbd3-06b54b442d7c tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.227736 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d7293c95-3f9c-4fb5-bbd3-06b54b442d7c tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "PUT /v2.0/subnets/a76317c0-1388-4bee-9227-65ce05ee25cc HTTP/1.1" status: 200 len: 877 time: 3.0047102 Mar 24 17:03:49.233979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05fb9d-2b6e-4c18-ab98-4df0c5d91d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc371168-eba5-45f0-a379-dee70654003b,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:49.238899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34092) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:49.243739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7293c95-3f9c-4fb5-bbd3-06b54b442d7c tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event updated for resources: {'Subnet': ['ID=a76317c0-1388-4bee-9227-65ce05ee25cc,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:49.250021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] For port 79601596-8d95-4736-8e2b-9be986e56258, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:49.250915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.251585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Floating IP 444740d4-4ab1-4ab6-b941-4558b8f44a51 disassociated (deleted). External IP: 172.26.4.30, port: 5b4ce711-56e0-4d2f-8a22-ad62d75d4385. Mar 24 17:03:49.254861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] For port 79601596-8d95-4736-8e2b-9be986e56258, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=79601596-8d95-4736-8e2b-9be986e56258,segment=NetworkSegment(fe466c88-028a-4789-b025-a89bf4410401),segment_id=fe466c88-028a-4789-b025-a89bf4410401)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:49.257769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] For port 7233885c-2275-4b53-abc9-6ce1d02f2d0e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7233885c-2275-4b53-abc9-6ce1d02f2d0e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:49.268060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9680a587-adfb-4d78-9976-8a9162f728e4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:49.268439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.289603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e80baaff-1be4-4bfb-a4df-ec4f93c386dd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:49.290924 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e80baaff-1be4-4bfb-a4df-ec4f93c386dd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4082916 Mar 24 17:03:49.308449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.314278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.329845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34096) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:49.342073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:49.345422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.431795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2959c1b-9182-4cac-b066-9571b7e79679 None None] Pushing event updated for resources: {'Port': ['ID=79601596-8d95-4736-8e2b-9be986e56258,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:49.527396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.570965 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111caf28-a5c7-40cb-8d0c-320e8f499af6 None None] Pushing event updated for resources: {'Port': ['ID=7233885c-2275-4b53-abc9-6ce1d02f2d0e,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:49.574942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc5c1e-84a6-4280-93a2-139610b9edf7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 9a88e00b-5d62-4883-a039-070a5a5619b8 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:49.575279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5c1e-84a6-4280-93a2-139610b9edf7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.714174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.766096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7233885c-2275-4b53-abc9-6ce1d02f2d0e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:49.771867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.832433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event updated for resources: {'Port': ['ID=912a53ed-0b7e-4891-955c-c3aebe39a358,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:49.856561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 79601596-8d95-4736-8e2b-9be986e56258 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:49.856729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.945609 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 7233885c-2275-4b53-abc9-6ce1d02f2d0e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:49.946605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.966949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:49.993908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:50.104443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5c1e-84a6-4280-93a2-139610b9edf7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:50.143575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:50.147873 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1e316e1f-00e4-4e2f-ba72-33e7ce966111 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8372643 Mar 24 17:03:50.155919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34112) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:50.164797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1e358f01-0a01-4614-94d9-6124e12d18ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Request body: {'floatingip': {'port_id': 'f8c0a6ef-304c-4ea7-9298-ab989db05d25', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:50.182252 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c5859f50-9a2f-43c1-978c-7856a33beb42 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:50.222227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: c5859f50-9a2f-43c1-978c-7856a33beb42 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:50.222845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c5859f50-9a2f-43c1-978c-7856a33beb42 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:50.255115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1e358f01-0a01-4614-94d9-6124e12d18ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for floatingip, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:50.333816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:50.401008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc371168-eba5-45f0-a379-dee70654003b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:50.418796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:50.420785 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc371168-eba5-45f0-a379-dee70654003b HTTP/1.1" status: 204 len: 168 time: 1.2020533 Mar 24 17:03:50.422899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] For port 79601596-8d95-4736-8e2b-9be986e56258, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=79601596-8d95-4736-8e2b-9be986e56258,segment=NetworkSegment(fe466c88-028a-4789-b025-a89bf4410401),segment_id=fe466c88-028a-4789-b025-a89bf4410401)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:50.423251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:50.433495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.433844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.436072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.436072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.436072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.436072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.436072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.436609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.436777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.437106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.437434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.437954 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48d2f85-3ba7-4ae8-b097-2918af43d931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:50.459146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc5c1e-84a6-4280-93a2-139610b9edf7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 9a88e00b-5d62-4883-a039-070a5a5619b8 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:50.657366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Calling delete_port for 79601596-8d95-4736-8e2b-9be986e56258 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:50.749740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49fb30-d7f4-4297-91a1-d1f870620a90 req-9735b661-20a9-4aca-a979-0b17a9f9da95 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:50.751362 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1f49fb30-d7f4-4297-91a1-d1f870620a90 req-9735b661-20a9-4aca-a979-0b17a9f9da95 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6348617 Mar 24 17:03:50.837855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Router 2514924f-3396-4fd1-8b6d-249a6102a780 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:03:50.901463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4e0f3-3f82-46ae-b447-33a09dcc2cd7 None None] Network 582c3a1f-283b-4e09-a75f-de89fe8c92cb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:50.916531 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-1e358f01-0a01-4614-94d9-6124e12d18ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] update failed (client error): The resource could not be found. Mar 24 17:03:50.927884 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1e358f01-0a01-4614-94d9-6124e12d18ca tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "PUT /v2.0/floatingips/ac85c4ad-8f31-4e53-a42c-beb78fd0b894 HTTP/1.1" status: 404 len: 507 time: 0.7707708 Mar 24 17:03:50.931068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34130) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:51.011025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5c1e-84a6-4280-93a2-139610b9edf7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:51.111096 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1f49fb30-d7f4-4297-91a1-d1f870620a90 req-de3090f8-181a-490f-9e84-59411f1d3648 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926879 Mar 24 17:03:51.143125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5c1e-84a6-4280-93a2-139610b9edf7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:51.150951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc5c1e-84a6-4280-93a2-139610b9edf7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=9a88e00b-5d62-4883-a039-070a5a5619b8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:51.224060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Deleting port 912a53ed-0b7e-4891-955c-c3aebe39a358 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:51.224200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:51.339528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:03:51.346037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:51.418435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3468568c-5715-4279-bcb0-0d2b05b53484 None None] Provisioning for port 79601596-8d95-4736-8e2b-9be986e56258 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:51.443088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3468568c-5715-4279-bcb0-0d2b05b53484 None None] Provisioning complete for port 79601596-8d95-4736-8e2b-9be986e56258 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:03:51.443353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3468568c-5715-4279-bcb0-0d2b05b53484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:51.445408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:51.494489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3468568c-5715-4279-bcb0-0d2b05b53484 None None] Port 79601596-8d95-4736-8e2b-9be986e56258 was deleted so its status cannot be updated. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 24 17:03:51.595141 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f7bc5c1e-84a6-4280-93a2-139610b9edf7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/9a88e00b-5d62-4883-a039-070a5a5619b8 HTTP/1.1" status: 204 len: 168 time: 2.2635374 Mar 24 17:03:51.601675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34152) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:51.602344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Subnet': ['ID=2ee8086e-a9f0-422c-8986-946925ab268f,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:51.619883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:03:51.636436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9155db-a0f1-41a4-a708-5a7a872b2c3b None None] Sync routers for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:03:51.652189 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9155db-a0f1-41a4-a708-5a7a872b2c3b None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:51.653651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4f9155db-a0f1-41a4-a708-5a7a872b2c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:51.686041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Checking segment: {'id': 'c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7c46e5e5-551d-48b1-b317-3cd51154c2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:51.686041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network hostable DHCP agents. Network: 7c46e5e5-551d-48b1-b317-3cd51154c2f3, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:51.714770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:51.774339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4f9155db-a0f1-41a4-a708-5a7a872b2c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:51.795809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:51.796407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:51.818701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c2ef0-4ac6-4979-8fc3-2a7bfa09b302 None None] Network 582c3a1f-283b-4e09-a75f-de89fe8c92cb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:51.819257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.819653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.820193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.820547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.823199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.823527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.823884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.827441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.827736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.828148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.828490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.828823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:51.887207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Port': ['ID=79601596-8d95-4736-8e2b-9be986e56258,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:51.968420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9155db-a0f1-41a4-a708-5a7a872b2c3b None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:03:51.969081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4f9155db-a0f1-41a4-a708-5a7a872b2c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:03:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:52.055004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 79601596-8d95-4736-8e2b-9be986e56258 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:52.096227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61475608-ef34-47fc-86c5-0e2e019ed8b9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:52.097724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61475608-ef34-47fc-86c5-0e2e019ed8b9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:52.098619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-61475608-ef34-47fc-86c5-0e2e019ed8b9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:52.105078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34166) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:52.105407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34168) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:52.105683 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 79601596-8d95-4736-8e2b-9be986e56258 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:52.106043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 79601596-8d95-4736-8e2b-9be986e56258 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 24 17:03:52.112952 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-34f99921-3603-4765-b728-9f5cb3eced2d tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "DELETE /v2.0/floatingips/444740d4-4ab1-4ab6-b941-4558b8f44a51 HTTP/1.1" status: 204 len: 168 time: 4.9474835 Mar 24 17:03:52.122549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34174) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:52.130038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Calling delete_port for 912a53ed-0b7e-4891-955c-c3aebe39a358 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:52.144110 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9d0ac292-8045-42ac-b1b1-5be1df9d0ee6 None None] Could not find standard attr ID for object 79601596-8d95-4736-8e2b-9be986e56258. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:03:52.150952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4f9155db-a0f1-41a4-a708-5a7a872b2c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:52.151362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9155db-a0f1-41a4-a708-5a7a872b2c3b None None] The sync data for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:03:52.168084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No DVR routers for this DVR port 79601596-8d95-4736-8e2b-9be986e56258 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:52.173102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Port 79601596-8d95-4736-8e2b-9be986e56258 not found, will not notify nova. {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 24 17:03:52.181269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:52.196695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network 7c46e5e5-551d-48b1-b317-3cd51154c2f3 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:52.214802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:52.225111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-61475608-ef34-47fc-86c5-0e2e019ed8b9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:52.226560 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-61475608-ef34-47fc-86c5-0e2e019ed8b9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6213391 Mar 24 17:03:52.229302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34184) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:52.230851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Usage tracker for resource:floatingip and tenant:b53c555fe5b547f1aa167170ca3b8156 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:52.241729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:52.263558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:52.299022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.350660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 7c46e5e5-551d-48b1-b317-3cd51154c2f3) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:52.356446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:52.358059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.365854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fadca1-40e0-47ca-98e0-159d1648c6ed None None] Network 7c46e5e5-551d-48b1-b317-3cd51154c2f3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:52.377436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ab3355a6-9345-4d75-89a9-bd09be5c9306 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:52.378251 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-ab3355a6-9345-4d75-89a9-bd09be5c9306 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 24 17:03:52.378741 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-ab3355a6-9345-4d75-89a9-bd09be5c9306 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): There was a conflict when trying to complete your request. Mar 24 17:03:52.379826 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ab3355a6-9345-4d75-89a9-bd09be5c9306 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2734022 Mar 24 17:03:52.405240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.431330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34190) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:52.438125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-74757325', 'router:external': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:52.445679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773934941'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:52.447625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:52.461426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Usage tracker for resource:network and tenant:b3c482a249ff44898e907e2e45551920 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:52.464792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:52.468742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a648de5-a21e-4b38-b4a5-78d6506669a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet f0c07351-c595-42b6-ac18-1f443b531ce1 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:52.471075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:52.475286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:52.479890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a648de5-a21e-4b38-b4a5-78d6506669a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.481726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:52.493795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:52.519395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:52.531461 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-14f79b6d-8381-4ab9-b9d7-2a0919813c81 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.7815614 Mar 24 17:03:52.539026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34196) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:52.575084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.598377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a648de5-a21e-4b38-b4a5-78d6506669a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.621715 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.625442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.668384 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-7c46e5e5-551d-48b1-b317-3cd51154c2f3', 'network_id': '7c46e5e5-551d-48b1-b317-3cd51154c2f3', 'tenant_id': '452682abe9e448e2a647d480978b235b', 'fixed_ips': [{'subnet_id': '2ee8086e-a9f0-422c-8986-946925ab268f'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:52.669202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.682818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event deleted for resources: {'Port': ['ID=912a53ed-0b7e-4891-955c-c3aebe39a358,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:52.689901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Made reservation on behalf of b3c482a249ff44898e907e2e45551920 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:52.691412 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.691706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.715933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.730718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=a76317c0-1388-4bee-9227-65ce05ee25cc,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:52.745235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60272adc-7903-49a2-ba45-af1619aebf0e req-e977f74b-eb8d-4137-bc87-d6ec128603cb tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:52.746857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-60272adc-7903-49a2-ba45-af1619aebf0e req-e977f74b-eb8d-4137-bc87-d6ec128603cb tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.4114859 Mar 24 17:03:52.757790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cbad35-6173-47ef-be46-daafda45dc3d None None] Network 582c3a1f-283b-4e09-a75f-de89fe8c92cb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:52.785064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:52.806043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:52.807169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Usage tracker for resource:security_group_rule and tenant:b3c482a249ff44898e907e2e45551920 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:52.819256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:52.821088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:52.825531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:52.844280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:52.868311 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-60272adc-7903-49a2-ba45-af1619aebf0e req-be62d5b2-57a1-4194-8b70-f48b1021b098 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090205 Mar 24 17:03:52.878391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.891037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:52.912457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.922869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a648de5-a21e-4b38-b4a5-78d6506669a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.960735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:52.970662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582c3a1f-283b-4e09-a75f-de89fe8c92cb']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:52.996329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe466c88-028a-4789-b025-a89bf4410401') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:52.997553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe466c88-028a-4789-b025-a89bf4410401') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:53.001050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Allocated IP 2001:db8::f816:3eff:fe51:53cc (7c46e5e5-551d-48b1-b317-3cd51154c2f3/2ee8086e-a9f0-422c-8986-946925ab268f/003b436b-35d6-4d5c-95a9-442038cc7e47) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:53.025070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.032953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.063085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.091029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.110811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:53.111212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.120759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db27847b-f110-49ba-8302-1ce962087a2f None None] DHCP port deletion for 582c3a1f-283b-4e09-a75f-de89fe8c92cb request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:53.132576 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:53.178209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.191618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a648de5-a21e-4b38-b4a5-78d6506669a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.233675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a648de5-a21e-4b38-b4a5-78d6506669a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c07351-c595-42b6-ac18-1f443b531ce1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:53.237013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.241472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.242838 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c0fdddbd-0f07-4b19-8333-545b8552cbc1 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "DELETE /v2.0/floatingips/ac85c4ad-8f31-4e53-a42c-beb78fd0b894 HTTP/1.1" status: 204 len: 168 time: 2.3115642 Mar 24 17:03:53.249080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:53.253788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34200) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:53.259285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.259616 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Added segment 4c46982f-9547-46c2-8821-8c2f5cccf34e of type vlan for network 9d78caba-58e2-423b-9e28-169709deb44a Mar 24 17:03:53.261552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8a648de5-a21e-4b38-b4a5-78d6506669a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.266646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53723b6-1872-418e-821e-2b4b3fae311c None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:53.285890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.298717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-07740d04-3c52-4642-aa38-58c148dcca78 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Request body: {'floatingip': {'floating_network_id': '265e6430-b804-426e-93de-8d261aff20e7', 'port_id': 'f8c0a6ef-304c-4ea7-9298-ab989db05d25', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:53.314899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62f009-1db1-479b-8348-f38ce132d473,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:53.315376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-07740d04-3c52-4642-aa38-58c148dcca78 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:53.328814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.333618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.335786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-07740d04-3c52-4642-aa38-58c148dcca78 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Usage tracker for resource:floatingip and tenant:5d45e8d97dfa4a1e8433260b6ec7f440 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:53.358299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.363532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.366087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Transition to ACTIVE for port object 003b436b-35d6-4d5c-95a9-442038cc7e47 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:53.367200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-07740d04-3c52-4642-aa38-58c148dcca78 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:53.377240 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8a648de5-a21e-4b38-b4a5-78d6506669a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/f0c07351-c595-42b6-ac18-1f443b531ce1 HTTP/1.1" status: 204 len: 168 time: 1.1443419 Mar 24 17:03:53.377654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34204) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:53.383293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=582c3a1f-283b-4e09-a75f-de89fe8c92cb,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:53.388942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-07740d04-3c52-4642-aa38-58c148dcca78 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:53.402308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Allocated IP 172.26.4.186 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/0870a508-9447-44cf-b506-db4cefeb6cfe) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:53.433315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.456929 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-33bf5ac0-6583-441d-babf-ea017d9a3b5b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747645 Mar 24 17:03:53.457130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34208) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:53.460238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:53.462576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:53.467013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Transition to ACTIVE for port object 003b436b-35d6-4d5c-95a9-442038cc7e47 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:53.478372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:53.536356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.556989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:53.560177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07740d04-3c52-4642-aa38-58c148dcca78 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.564741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.565695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:53.566268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.593181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a882e-e05c-4e45-a59f-1dbccb0b347a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:53.596620 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f7174777-f98f-4de7-971a-2525b1154736 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/582c3a1f-283b-4e09-a75f-de89fe8c92cb HTTP/1.1" status: 204 len: 168 time: 4.3567781 Mar 24 17:03:53.597934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:53.629682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34212) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:53.630061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Network 7c46e5e5-551d-48b1-b317-3cd51154c2f3 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:53.630061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:53.630061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:53.630061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Pushing event updated for resources: {'Port': ['ID=003b436b-35d6-4d5c-95a9-442038cc7e47,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:53.663196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:53.673522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:53.682304 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5737138 Mar 24 17:03:53.684056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:53.704064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.704064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.704352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.704627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.704962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.705299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.705628 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.705955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.706299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.706613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.707062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.707383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:03:53.720192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 79601596-8d95-4736-8e2b-9be986e56258 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:53.737718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34216) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:53.738627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:53.752014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:53.754723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Deleting port 7233885c-2275-4b53-abc9-6ce1d02f2d0e {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:53.755112 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.757029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'subnet': {'network_id': '9d78caba-58e2-423b-9e28-169709deb44a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:53.764511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.803276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 79601596-8d95-4736-8e2b-9be986e56258 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:03:53.803622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 79601596-8d95-4736-8e2b-9be986e56258 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:03:53.804124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7233885c-2275-4b53-abc9-6ce1d02f2d0e no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:03:53.807976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:53.812738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee8086e-a9f0-422c-8986-946925ab268f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:53.814531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaee21-13b4-49a0-9ba3-1c1b8b5f6026 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event updated for resources: {'Network': ['ID=9d78caba-58e2-423b-9e28-169709deb44a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:53.822944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Usage tracker for resource:subnet and tenant:b3c482a249ff44898e907e2e45551920 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:53.828458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:53.859329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 9d78caba-58e2-423b-9e28-169709deb44a details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:53.860420 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-94330a55-e890-4836-a409-0967490dbb01 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:53.862023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94330a55-e890-4836-a409-0967490dbb01 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:53.866613 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-94330a55-e890-4836-a409-0967490dbb01 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/a76317c0-1388-4bee-9227-65ce05ee25cc HTTP/1.1" status: 404 len: 337 time: 0.2576957 Mar 24 17:03:53.870445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:53.872477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34220) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:53.884028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Attempting to bind port 003b436b-35d6-4d5c-95a9-442038cc7e47 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:53.884396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Attempting to bind port 003b436b-35d6-4d5c-95a9-442038cc7e47 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7c46e5e5-551d-48b1-b317-3cd51154c2f3'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:53.884757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Attempting to bind port 003b436b-35d6-4d5c-95a9-442038cc7e47 on network 7c46e5e5-551d-48b1-b317-3cd51154c2f3 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:53.913599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:53.913840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Checking segment: {'id': 'c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7c46e5e5-551d-48b1-b317-3cd51154c2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:53.914240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.914629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Bound using segment: {'id': 'c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7c46e5e5-551d-48b1-b317-3cd51154c2f3'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:53.915161 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Bound port: 003b436b-35d6-4d5c-95a9-442038cc7e47, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7c46e5e5-551d-48b1-b317-3cd51154c2f3'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:53.915534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.916752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:53.921440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:53.996941 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e0a5c9-85da-4506-9db8-e81760cc8f27 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:53.997411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e0a5c9-85da-4506-9db8-e81760cc8f27 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:54.001529 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f2e0a5c9-85da-4506-9db8-e81760cc8f27 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/582c3a1f-283b-4e09-a75f-de89fe8c92cb HTTP/1.1" status: 404 len: 339 time: 0.1255178 Mar 24 17:03:54.007326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34226) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:54.015811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.047924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.134063 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ab3f63-8633-4102-8d89-adb2d01ed531 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:54.134415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ab3f63-8633-4102-8d89-adb2d01ed531 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:54.136215 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-91ab3f63-8633-4102-8d89-adb2d01ed531 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/3e6b617f-e438-4d88-9904-7c8504913a42 HTTP/1.1" status: 404 len: 337 time: 0.1252522 Mar 24 17:03:54.137176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Made reservation on behalf of b3c482a249ff44898e907e2e45551920 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:54.139236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.143978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.145712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34230) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:54.180359 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec801652-d095-434d-8e2e-dc4cc0861eb2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:54.180952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec801652-d095-434d-8e2e-dc4cc0861eb2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:54.201737 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ec801652-d095-434d-8e2e-dc4cc0861eb2 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/6d4448f2-e0af-4bcc-9b6f-24f39606ad6b HTTP/1.1" status: 404 len: 339 time: 0.0519357 Mar 24 17:03:54.202664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34234) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:54.239395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] For port 003b436b-35d6-4d5c-95a9-442038cc7e47, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:54.249718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.319902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] For port 003b436b-35d6-4d5c-95a9-442038cc7e47, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=003b436b-35d6-4d5c-95a9-442038cc7e47,segment=NetworkSegment(c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9),segment_id=c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:54.321103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.338666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] For port 7233885c-2275-4b53-abc9-6ce1d02f2d0e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7233885c-2275-4b53-abc9-6ce1d02f2d0e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:54.339142 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.360097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.369328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c46e5e5-551d-48b1-b317-3cd51154c2f3']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:54.414937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.426625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.441620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:54.443510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:54.450046 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-07740d04-3c52-4642-aa38-58c148dcca78 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:03:54.451915 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-07740d04-3c52-4642-aa38-58c148dcca78 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1949837 Mar 24 17:03:54.452747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.456762 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0212338 Mar 24 17:03:54.459678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34238) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:54.460044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34240) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:54.460366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:54.464571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b4d67-7f41-4fda-8ff1-8d61b3f786a6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bc062c-f195-4556-bb64-9fc2c04aefc0,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:54.472391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': 'f8c0a6ef-304c-4ea7-9298-ab989db05d25', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:54.472600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:54.475120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:54.479920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:54.484309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Usage tracker for resource:floatingip and tenant:5d45e8d97dfa4a1e8433260b6ec7f440 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:54.492602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:54.502612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '73bc062c-f195-4556-bb64-9fc2c04aefc0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:54.515304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.529940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:54.532050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:54.538515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Calling delete_port for 7233885c-2275-4b53-abc9-6ce1d02f2d0e owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:54.554995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:54.560569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.566370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:54.573229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Pushing event updated for resources: {'Port': ['ID=0870a508-9447-44cf-b506-db4cefeb6cfe,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:54.594832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 7233885c-2275-4b53-abc9-6ce1d02f2d0e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7233885c-2275-4b53-abc9-6ce1d02f2d0e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:54.608377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:54.609143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:54.634535 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:54.649607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:54.665739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.697840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.698083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.702992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898fa7a-388e-4570-9841-433a5df4ed92 None None] Pushing event updated for resources: {'Port': ['ID=003b436b-35d6-4d5c-95a9-442038cc7e47,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:54.731030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc04be73-7fe8-4533-9c71-cdb15f2d7f53']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:54.747496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bb48a6-0dad-4ca1-89ff-825b6972efea') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:54.748776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bb48a6-0dad-4ca1-89ff-825b6972efea') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:54.757664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:54.757932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:54.762512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.784259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.785314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=7233885c-2275-4b53-abc9-6ce1d02f2d0e,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:54.787411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa94ee-3844-4ee1-a543-8ba93051d015 req-75c9c5a7-c715-4bc5-8347-1dfdad0ca0e0 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:54.788733 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0dbf25-f908-4216-9363-1ec6bc37c427 None None] Network 7c46e5e5-551d-48b1-b317-3cd51154c2f3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:54.790228 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f0fa94ee-3844-4ee1-a543-8ba93051d015 req-75c9c5a7-c715-4bc5-8347-1dfdad0ca0e0 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7241721 Mar 24 17:03:54.803362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:54.803762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:54.819988 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:54.874111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:03:54.874111 dv-neutron-835063-1-hyperv neutron-server[88478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:03:54.874111 dv-neutron-835063-1-hyperv neutron-server[88478]: [parameters: {'id': '7c46e5e5-551d-48b1-b317-3cd51154c2f3'}] Mar 24 17:03:54.874111 dv-neutron-835063-1-hyperv neutron-server[88478]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:54.874939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:54.927364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.945272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.951513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:54.988627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=cc04be73-7fe8-4533-9c71-cdb15f2d7f53,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:54.994369 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b5bb1ab4-0230-4dd5-b2da-e6f887b060b5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/cc04be73-7fe8-4533-9c71-cdb15f2d7f53 HTTP/1.1" status: 204 len: 168 time: 0.7911010 Mar 24 17:03:54.996784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34246) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.005992 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f0fa94ee-3844-4ee1-a543-8ba93051d015 req-62dc8da9-d523-4963-a83d-cf72ed14b060 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012005 Mar 24 17:03:55.012114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.032640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.059299 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-892d070d-ded0-4846-a72f-4ad5e0c1df47 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.059755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892d070d-ded0-4846-a72f-4ad5e0c1df47 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.062188 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-892d070d-ded0-4846-a72f-4ad5e0c1df47 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/f6b2014f-1769-4b79-9a65-b0fc195c2fc3 HTTP/1.1" status: 404 len: 337 time: 0.0642958 Mar 24 17:03:55.077283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34250) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.118045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.170516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:55.175825 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-77da0a40-d118-4a81-afff-c53619cf25c4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.176341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77da0a40-d118-4a81-afff-c53619cf25c4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.183587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:55.187754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:55.188362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.202854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=5cc565d4-4d2d-4241-9ca1-20c852367f04,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:55.242888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.247105 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-77da0a40-d118-4a81-afff-c53619cf25c4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/8a250a94-4e4d-4b2d-8fba-3bc6cf21a251 HTTP/1.1" status: 404 len: 339 time: 0.1644738 Mar 24 17:03:55.251455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34254) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.259196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Deleting port 7233885c-2275-4b53-abc9-6ce1d02f2d0e {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:55.259736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.309057 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-d326db6d-0d7a-43cb-9c64-724b4c913cae tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.309539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d326db6d-0d7a-43cb-9c64-724b4c913cae tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.314260 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d326db6d-0d7a-43cb-9c64-724b4c913cae tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/11d44127-a472-48c4-8a50-a8e13ca3fac7 HTTP/1.1" status: 404 len: 337 time: 0.0575926 Mar 24 17:03:55.315368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34258) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.349475 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d10aa304-ba02-43ed-9702-a06509134e09 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8883603 Mar 24 17:03:55.350494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34262) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.358151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.359215 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-c201c81e-3af7-4d0a-88bb-aad72ced3664 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.359685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c201c81e-3af7-4d0a-88bb-aad72ced3664 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.363745 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c201c81e-3af7-4d0a-88bb-aad72ced3664 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/0f0186c7-d948-4828-9927-6938290372e3 HTTP/1.1" status: 404 len: 339 time: 0.0452819 Mar 24 17:03:55.364917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'fixed_ips': [{'subnet_id': '5cc565d4-4d2d-4241-9ca1-20c852367f04', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1935291440'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:55.374794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34266) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.386370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.414961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.432049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da7f704-31ac-4f91-9cc1-626453b51d21,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:55.463480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.485348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.493748 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55a97b4-b3ee-4d4a-9ea7-2e41cfc96ca4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.494179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55a97b4-b3ee-4d4a-9ea7-2e41cfc96ca4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.499158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b55a97b4-b3ee-4d4a-9ea7-2e41cfc96ca4 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/6bb6f4f7-b5c3-4095-9d1d-5cf07d9dfb81 HTTP/1.1" status: 404 len: 337 time: 0.1200759 Mar 24 17:03:55.513175 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34270) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.550777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting port 003b436b-35d6-4d5c-95a9-442038cc7e47 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:55.551107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.583846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.585019 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-388723a0-ff28-42ed-abc6-16516c12c2d4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1196809 Mar 24 17:03:55.593262 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] For port 7233885c-2275-4b53-abc9-6ce1d02f2d0e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7233885c-2275-4b53-abc9-6ce1d02f2d0e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:55.593694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.597313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34274) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.602917 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fa30a1-da8b-4956-9e16-d9f390b5715e tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.603867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30fa30a1-da8b-4956-9e16-d9f390b5715e tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.607790 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-30fa30a1-da8b-4956-9e16-d9f390b5715e tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/319a8b0a-9a0e-4818-b947-15dc3be4e059 HTTP/1.1" status: 404 len: 339 time: 0.0833738 Mar 24 17:03:55.614458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34278) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.630449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c89b3f32-19c9-43f5-9c58-630885f43752 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '73bc062c-f195-4556-bb64-9fc2c04aefc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:55.659094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c89b3f32-19c9-43f5-9c58-630885f43752 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:55.675614 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4a8125-557f-41ad-a039-74c9dd41aebf tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.676085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4a8125-557f-41ad-a039-74c9dd41aebf tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.681522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c89b3f32-19c9-43f5-9c58-630885f43752 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:55.686445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Pushing event updated for resources: {'Port': ['ID=0870a508-9447-44cf-b506-db4cefeb6cfe,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:55.689056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c89b3f32-19c9-43f5-9c58-630885f43752 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:55.703911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c89b3f32-19c9-43f5-9c58-630885f43752 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:55.706283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:55.708818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.719631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:55.725700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:55.734906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:55.735935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Calling delete_port for 7233885c-2275-4b53-abc9-6ce1d02f2d0e owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:55.755934 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fc4a8125-557f-41ad-a039-74c9dd41aebf tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/498659b0-a350-44a8-87db-30b085ca0c82 HTTP/1.1" status: 404 len: 337 time: 0.1404617 Mar 24 17:03:55.758596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34282) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.789371 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a309f92f-99f9-498e-a493-f1f145188bc3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.789992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a309f92f-99f9-498e-a493-f1f145188bc3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.794039 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a309f92f-99f9-498e-a493-f1f145188bc3 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/dc26ab96-bf8c-4d9d-b90a-9fb044b079d9 HTTP/1.1" status: 404 len: 339 time: 0.0320849 Mar 24 17:03:55.795783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34286) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.845362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.849212 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-58ca203e-3e7a-4267-9446-8dc5ae1eba8f tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6804276 Mar 24 17:03:55.849212 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a465004-6b0a-4c40-9555-281fde161e02 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.849212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a465004-6b0a-4c40-9555-281fde161e02 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.852327 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1a465004-6b0a-4c40-9555-281fde161e02 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/13d81c4f-1683-4950-ad0e-1ad4031ed64e HTTP/1.1" status: 404 len: 337 time: 0.0533328 Mar 24 17:03:55.852327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c89b3f32-19c9-43f5-9c58-630885f43752 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.859597 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34290) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.860934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34292) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.890143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Allocated IP 172.26.4.153 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/4e2a6eda-1937-460b-8bfb-9450033d8eb9) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:55.909129 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4808c3-0985-4604-b140-2ffd7ce5425e tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:55.909642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:55.910224 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4808c3-0985-4604-b140-2ffd7ce5425e tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:55.912094 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6a4808c3-0985-4604-b140-2ffd7ce5425e tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/aed93446-a1af-4984-89d8-31097a165b80 HTTP/1.1" status: 404 len: 339 time: 0.0462515 Mar 24 17:03:55.918954 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34300) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:55.946928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:03:55.947392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.009775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] Pushing event deleted for resources: {'Port': ['ID=7233885c-2275-4b53-abc9-6ce1d02f2d0e,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:56.015264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb6dcd-2cae-42c9-bcf7-32ae9af276a0 None None] No DVR routers for this DVR port 7233885c-2275-4b53-abc9-6ce1d02f2d0e on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:56.021315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] For port 003b436b-35d6-4d5c-95a9-442038cc7e47, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=003b436b-35d6-4d5c-95a9-442038cc7e47,segment=NetworkSegment(c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9),segment_id=c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:56.021677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.036627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb21bb-c154-4ee8-b9db-821ac25abd00 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:56.110958 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:56.118961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:56.138959 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3545552-bcc6-4633-9717-6c5f23bb5f84 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:56.139399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3545552-bcc6-4633-9717-6c5f23bb5f84 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:56.150045 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a3545552-bcc6-4633-9717-6c5f23bb5f84 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/06658939-19d8-4315-98e9-a10b24055447 HTTP/1.1" status: 404 len: 337 time: 0.2319436 Mar 24 17:03:56.150045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:56.164222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34306) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:56.171582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Usage tracker for resource:floatingip and tenant:41f9205ccff64effaadc34501eafe6b9 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:56.194032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:56.262905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:56.270029 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a963849-65d7-4c1b-93a9-867a3d261970 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:56.270509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a963849-65d7-4c1b-93a9-867a3d261970 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:56.272179 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6a963849-65d7-4c1b-93a9-867a3d261970 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/3d9d92ef-95ec-4276-a004-b2b68a1bff02 HTTP/1.1" status: 404 len: 339 time: 0.1033115 Mar 24 17:03:56.286824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34310) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:56.296434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '5cc565d4-4d2d-4241-9ca1-20c852367f04'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:03:56.297812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.298111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Calling delete_port for 003b436b-35d6-4d5c-95a9-442038cc7e47 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:56.332433 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8714e8-422f-4c43-9c4f-6b743c7e5320 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:56.332785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8714e8-422f-4c43-9c4f-6b743c7e5320 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:56.337259 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-af8714e8-422f-4c43-9c4f-6b743c7e5320 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/27fe95fc-ddff-4840-a628-68161dfdb779 HTTP/1.1" status: 404 len: 337 time: 0.0466878 Mar 24 17:03:56.338061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34314) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:56.383522 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-c89b3f32-19c9-43f5-9c58-630885f43752 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): There was a conflict when trying to complete your request. Mar 24 17:03:56.387244 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c89b3f32-19c9-43f5-9c58-630885f43752 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7783740 Mar 24 17:03:56.389724 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34318) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:56.393751 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ee8c86-9b99-43a3-ac6c-bf2219a5c506 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:56.394226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ee8c86-9b99-43a3-ac6c-bf2219a5c506 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:56.396893 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-23ee8c86-9b99-43a3-ac6c-bf2219a5c506 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/2e3aa592-742f-40a1-988d-39f8d5e37724 HTTP/1.1" status: 404 len: 339 time: 0.0536139 Mar 24 17:03:56.409162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.416891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92b9a644-70f6-4538-b205-a7fbe96234f0,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:56.418077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34322) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:56.467582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/5cc565d4-4d2d-4241-9ca1-20c852367f04/a7503694-63c7-4af6-a871-3e486f4f7eeb) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:56.477117 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9646cf81-7240-4f81-968d-8d9a80a04973 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:56.477570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9646cf81-7240-4f81-968d-8d9a80a04973 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:56.479247 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9646cf81-7240-4f81-968d-8d9a80a04973 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/53f8dce5-851e-4314-ba42-63dfe630f605 HTTP/1.1" status: 404 len: 337 time: 0.0577998 Mar 24 17:03:56.480083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.487315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34326) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:56.495006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Checking segment: {'id': '4c46982f-9547-46c2-8821-8c2f5cccf34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9d78caba-58e2-423b-9e28-169709deb44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:56.495360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Network hostable DHCP agents. Network: 9d78caba-58e2-423b-9e28-169709deb44a, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:03:56.521343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 741cb8bd-16cc-442c-81a3-1dfcfcfeed77 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:56.561720 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-496fb928-da22-41f1-8692-7cad72215801 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] DELETE failed (client error): The resource could not be found. Mar 24 17:03:56.562185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496fb928-da22-41f1-8692-7cad72215801 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:56.563832 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-496fb928-da22-41f1-8692-7cad72215801 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/847f84d4-20ae-4ea2-b1a6-2a730d97945f HTTP/1.1" status: 404 len: 339 time: 0.0749147 Mar 24 17:03:56.567251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34330) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:56.590387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.615368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df645c5-25d9-4fac-a989-484e7576dd8c req-db788adb-8371-4524-9799-f2e537853c06 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:56.616883 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8df645c5-25d9-4fac-a989-484e7576dd8c req-db788adb-8371-4524-9799-f2e537853c06 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3824685 Mar 24 17:03:56.665690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.697420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.707998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Transition to ACTIVE for port object a7503694-63c7-4af6-a871-3e486f4f7eeb will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:56.724355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Network 9d78caba-58e2-423b-9e28-169709deb44a is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:03:56.727857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Transition to ACTIVE for port object a7503694-63c7-4af6-a871-3e486f4f7eeb will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:03:56.733888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Port': ['ID=003b436b-35d6-4d5c-95a9-442038cc7e47,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:56.735443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No DVR routers for this DVR port 003b436b-35d6-4d5c-95a9-442038cc7e47 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:56.737695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec8ce5cd-c467-4341-9a0a-c1103c40e31c tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.742110 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8df645c5-25d9-4fac-a989-484e7576dd8c req-b1bd2bbe-061f-44bd-a954-345fbda82f11 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155207 Mar 24 17:03:56.809026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.816935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e6b70b-b1e1-4df9-a771-b840a285a51f tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting subnet 1d07dada-aec8-46d8-8322-3aa9ae7e3c6e {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:56.837228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-00e6b70b-b1e1-4df9-a771-b840a285a51f tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.859143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 9d78caba-58e2-423b-9e28-169709deb44a) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:56.861069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.870645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec8ce5cd-c467-4341-9a0a-c1103c40e31c tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.875567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:56.878717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:56.882360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:56.890056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c14eac0-a475-49bf-8167-d616c934ebc3 None None] Network 9d78caba-58e2-423b-9e28-169709deb44a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:56.915833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:56.916799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.931555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.951364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-00e6b70b-b1e1-4df9-a771-b840a285a51f tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:56.994586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:56.997266 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:03:56.998488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:03:57.002373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:57.005742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c46e5e5-551d-48b1-b317-3cd51154c2f3']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:57.014531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event updated for resources: {'Port': ['ID=4e2a6eda-1937-460b-8bfb-9450033d8eb9,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:57.020722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:57.054643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:57.055071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8dc6eae-4f60-4c6f-804e-66cde3b8f7e9') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:03:57.068520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Pushing event updated for resources: {'Port': ['ID=a7503694-63c7-4af6-a871-3e486f4f7eeb,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:57.082014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.082265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fbd88c40-68a0-4d01-bfbc-1acc7ae06f10 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3405170 Mar 24 17:03:57.082874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34334) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:57.086487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.100440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-847649450', 'network_id': '9d78caba-58e2-423b-9e28-169709deb44a'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:57.111654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:57.117392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.123850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Usage tracker for resource:port and tenant:b3c482a249ff44898e907e2e45551920 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:57.129299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec8ce5cd-c467-4341-9a0a-c1103c40e31c tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.129806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:57.137563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:03:57.137563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.143894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Attempting to bind port a7503694-63c7-4af6-a871-3e486f4f7eeb on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:03:57.144281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Attempting to bind port a7503694-63c7-4af6-a871-3e486f4f7eeb by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:03:57.144639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Attempting to bind port a7503694-63c7-4af6-a871-3e486f4f7eeb on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:03:57.155057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:03:57.156103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:03:57.156493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.156885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:03:57.157352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Bound port: a7503694-63c7-4af6-a871-3e486f4f7eeb, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:03:57.157722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.165804 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-53d85a51-9eb9-4fb8-af5c-2c7eadeb19d3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8121927 Mar 24 17:03:57.169945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec8ce5cd-c467-4341-9a0a-c1103c40e31c tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.173822 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ec8ce5cd-c467-4341-9a0a-c1103c40e31c tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/73bc062c-f195-4556-bb64-9fc2c04aefc0 HTTP/1.1" status: 204 len: 168 time: 0.7804184 Mar 24 17:03:57.173822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ce5cd-c467-4341-9a0a-c1103c40e31c tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bc062c-f195-4556-bb64-9fc2c04aefc0,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:57.177204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-00e6b70b-b1e1-4df9-a771-b840a285a51f tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.209425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34338) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:57.209425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34340) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:03:57.212535 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:03:57.262420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:57.322977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] For port a7503694-63c7-4af6-a871-3e486f4f7eeb, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:03:57.366509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Deleting port 4e2a6eda-1937-460b-8bfb-9450033d8eb9 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:57.367627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.370074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19c57f5-d181-4921-9c0c-89d4743a643b None None] Network 9d78caba-58e2-423b-9e28-169709deb44a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:57.400523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Made reservation on behalf of b3c482a249ff44898e907e2e45551920 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:57.403214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.403856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc0c58e1-0788-4fd5-a26b-c6e563a57219 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Synchronizing usage tracker for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:57.405994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] For port a7503694-63c7-4af6-a871-3e486f4f7eeb, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a7503694-63c7-4af6-a871-3e486f4f7eeb,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:03:57.420553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.448082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.454296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62b775-23d3-42d7-9eff-cb909b86a76b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:57.455002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3b62b775-23d3-42d7-9eff-cb909b86a76b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:57.469400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Network': ['ID=7c46e5e5-551d-48b1-b317-3cd51154c2f3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:57.483984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.487800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] device_id is not set on port df88c955-7a03-4c98-9197-10f426ce1f41 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:03:57.511835 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Allocated IP 172.26.4.119 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/ef159560-ae92-4dff-b0e3-4c605268afbd) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:57.514877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-00e6b70b-b1e1-4df9-a771-b840a285a51f tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.519857 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc0c58e1-0788-4fd5-a26b-c6e563a57219 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Unset dirty status for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:57.524854 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dc0c58e1-0788-4fd5-a26b-c6e563a57219 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3089101 Mar 24 17:03:57.534142 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-693e0f29-3e45-40d7-8d8b-d3c6dc3029a3 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/7c46e5e5-551d-48b1-b317-3cd51154c2f3 HTTP/1.1" status: 204 len: 168 time: 4.9913626 Mar 24 17:03:57.535265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34346) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:57.545108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645806911'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:57.554732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34350) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:57.559674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:57.570853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1973000719'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:57.573789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3b62b775-23d3-42d7-9eff-cb909b86a76b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:57.577443 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3b62b775-23d3-42d7-9eff-cb909b86a76b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3644814 Mar 24 17:03:57.577443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6b70b-b1e1-4df9-a771-b840a285a51f tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Subnet': ['ID=1d07dada-aec8-46d8-8322-3aa9ae7e3c6e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:57.582415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34354) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:57.586596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-00e6b70b-b1e1-4df9-a771-b840a285a51f tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.603418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c992698-15ab-47aa-ab08-380993ff88af None None] Network 68972dcb-1a61-4aff-91eb-d7c46cdec1da requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:03:57.643627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:57.654818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:57.666989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:network and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:57.684529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:57.707669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:57.754838 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16411ac-964f-48bf-bcf8-937c9e03f8bb None None] Pushing event updated for resources: {'Port': ['ID=a7503694-63c7-4af6-a871-3e486f4f7eeb,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:57.755550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.755872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:57.768767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91127b40-bbcd-43aa-b969-0288c7a66b18 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:57.770285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91127b40-bbcd-43aa-b969-0288c7a66b18 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:57.771547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-91127b40-bbcd-43aa-b969-0288c7a66b18 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:03:57.775490 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-00e6b70b-b1e1-4df9-a771-b840a285a51f tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/subnets/1d07dada-aec8-46d8-8322-3aa9ae7e3c6e HTTP/1.1" status: 204 len: 168 time: 1.2063692 Mar 24 17:03:57.779600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34360) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:57.978878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-91127b40-bbcd-43aa-b969-0288c7a66b18 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:03:57.983864 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-91127b40-bbcd-43aa-b969-0288c7a66b18 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3955686 Mar 24 17:03:57.994926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34364) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:58.124406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.140514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Calling delete_port for 4e2a6eda-1937-460b-8bfb-9450033d8eb9 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:58.143826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f856c4-9f8c-4875-9d61-16a67e78a06d None None] DHCP port deletion for 68972dcb-1a61-4aff-91eb-d7c46cdec1da request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:03:58.152791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-45f856c4-9f8c-4875-9d61-16a67e78a06d None None] Deleting port 8ad9b810-80cf-4533-ad29-089f3c7cd20c {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:58.153165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45f856c4-9f8c-4875-9d61-16a67e78a06d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.183731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.198051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.213251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:58.219023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.237163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-884d7235-34d4-49aa-aca2-d1861d4e97fe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 5cc565d4-4d2d-4241-9ca1-20c852367f04 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:03:58.239256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 8ad9b810-80cf-4533-ad29-089f3c7cd20c {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:58.239834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.281603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-884d7235-34d4-49aa-aca2-d1861d4e97fe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.299759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:58.303537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Allocated IP 2001:db8::17a (9d78caba-58e2-423b-9e28-169709deb44a/92b9a644-70f6-4538-b205-a7fbe96234f0/df88c955-7a03-4c98-9197-10f426ce1f41) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:03:58.313040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:58.331329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:58.348428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:03:58.351412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:58.380113 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-884d7235-34d4-49aa-aca2-d1861d4e97fe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.393115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-45f856c4-9f8c-4875-9d61-16a67e78a06d None None] For port 8ad9b810-80cf-4533-ad29-089f3c7cd20c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8ad9b810-80cf-4533-ad29-089f3c7cd20c,segment=NetworkSegment(8c0b57a6-00fa-4651-9ef1-368b940763b1),segment_id=8c0b57a6-00fa-4651-9ef1-368b940763b1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:58.394272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45f856c4-9f8c-4875-9d61-16a67e78a06d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.407862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.408336 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Added segment 291b8c77-5de0-4ca6-826b-7a4feade349d of type vlan for network 236d7c11-898a-4b77-bd5f-b26814739e0b Mar 24 17:03:58.535653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-45f856c4-9f8c-4875-9d61-16a67e78a06d None None] Calling delete_port for 8ad9b810-80cf-4533-ad29-089f3c7cd20c owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:58.556254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967aa624-80a3-4f9e-8c7e-94aab7b00fa9 req-d843b459-beda-46ec-9685-bc1c991ca3b9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:58.557777 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-967aa624-80a3-4f9e-8c7e-94aab7b00fa9 req-d843b459-beda-46ec-9685-bc1c991ca3b9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3858500 Mar 24 17:03:58.563067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.605333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.680004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:58.684767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] For port 8ad9b810-80cf-4533-ad29-089f3c7cd20c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8ad9b810-80cf-4533-ad29-089f3c7cd20c,segment=NetworkSegment(8c0b57a6-00fa-4651-9ef1-368b940763b1),segment_id=8c0b57a6-00fa-4651-9ef1-368b940763b1)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:03:58.685463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.693501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:58.703473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:58.705727 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-967aa624-80a3-4f9e-8c7e-94aab7b00fa9 req-8cbf4ba2-b171-4021-9c6d-29a64e2ddfc2 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328058 Mar 24 17:03:58.745118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.758236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45f856c4-9f8c-4875-9d61-16a67e78a06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.813961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event deleted for resources: {'Port': ['ID=4e2a6eda-1937-460b-8bfb-9450033d8eb9,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:58.823901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.829844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:58.830439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.833282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f856c4-9f8c-4875-9d61-16a67e78a06d None None] Pushing event deleted for resources: {'Port': ['ID=8ad9b810-80cf-4533-ad29-089f3c7cd20c,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:58.850611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f856c4-9f8c-4875-9d61-16a67e78a06d None None] No DVR routers for this DVR port 8ad9b810-80cf-4533-ad29-089f3c7cd20c on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:03:58.889694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Calling delete_port for 8ad9b810-80cf-4533-ad29-089f3c7cd20c owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:03:58.896525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:58.930158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Pushing event updated for resources: {'Port': ['ID=ef159560-ae92-4dff-b0e3-4c605268afbd,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:58.955750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-884d7235-34d4-49aa-aca2-d1861d4e97fe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.035586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a557ed-d2f8-4bcb-908d-5c02159fcf9b None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:03:59.064935 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5085371 Mar 24 17:03:59.066764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34368) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:59.073429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'subnet': {'network_id': '236d7c11-898a-4b77-bd5f-b26814739e0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:59.098776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a163f77-6156-4d92-8441-25b722b07512 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Network': ['ID=236d7c11-898a-4b77-bd5f-b26814739e0b,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:59.115769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 236d7c11-898a-4b77-bd5f-b26814739e0b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:03:59.123481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:03:59.124236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:03:59.130262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.151306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.202450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.210099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:03:59.214520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:subnet and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:03:59.218027 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:03:59.224485 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:03:59.230208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.236111 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] create failed (client error): The resource could not be found. Mar 24 17:03:59.237344 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d2982b7f-14bf-44d6-8550-467108256e9f tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7738597 Mar 24 17:03:59.240953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34372) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:59.291704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-884d7235-34d4-49aa-aca2-d1861d4e97fe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.310287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1610bdba-8f28-4cad-ba13-401446fd8aa9,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:59.317385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a557ed-d2f8-4bcb-908d-5c02159fcf9b None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:03:59.318971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Network 9d78caba-58e2-423b-9e28-169709deb44a is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:03:59.325972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:03:59.331039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:03:59.332001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:03:59.332694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.337886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event updated for resources: {'Port': ['ID=df88c955-7a03-4c98-9197-10f426ce1f41,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:59.366552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.366552 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-657d15cc-33b0-4f71-b6d4-3e9284089373 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8272431 Mar 24 17:03:59.366552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34376) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:59.371210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0910ae75-6322-4384-8b8d-a3f1047eef6a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '1610bdba-8f28-4cad-ba13-401446fd8aa9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:59.372384 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-0910ae75-6322-4384-8b8d-a3f1047eef6a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 24 17:03:59.372618 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-0910ae75-6322-4384-8b8d-a3f1047eef6a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:03:59.375928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ccd2c95d-0883-4bd8-a9a6-1e10835f2889 None None] Provisioning for port a7503694-63c7-4af6-a871-3e486f4f7eeb completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:03:59.376119 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0910ae75-6322-4384-8b8d-a3f1047eef6a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064006 Mar 24 17:03:59.376308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34380) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:59.391277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:03:59.391277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.413875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5977933a-9ec8-487f-9cf5-5655271a926a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3204894 Mar 24 17:03:59.414540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34384) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:59.431364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d7235-34d4-49aa-aca2-d1861d4e97fe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc565d4-4d2d-4241-9ca1-20c852367f04,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:03:59.436486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-884d7235-34d4-49aa-aca2-d1861d4e97fe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.473144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-6422dcb6-a9fe-46e1-8be9-921153c6ff0d tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Deleting port f8c0a6ef-304c-4ea7-9298-ab989db05d25 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:59.473577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6422dcb6-a9fe-46e1-8be9-921153c6ff0d tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.505847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c2f14c1-f12e-4cd6-87bc-17d3bd34c10a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.509317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e027bc0b-8f6c-425e-8580-421b113e2a60 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Deleting port df88c955-7a03-4c98-9197-10f426ce1f41 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:59.509640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e027bc0b-8f6c-425e-8580-421b113e2a60 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.574246 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-884d7235-34d4-49aa-aca2-d1861d4e97fe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/5cc565d4-4d2d-4241-9ca1-20c852367f04 HTTP/1.1" status: 204 len: 168 time: 1.5792401 Mar 24 17:03:59.576297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c2f14c1-f12e-4cd6-87bc-17d3bd34c10a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.582132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.583584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34388) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:59.630748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Deleting port 8ad9b810-80cf-4533-ad29-089f3c7cd20c {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:03:59.631142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:03:59.718128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7312c8c3-1863-4e77-9d1c-34bdc948a08b None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:03:59.725256 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-be088f2d-e633-42ca-9082-a6172960602b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303349 Mar 24 17:03:59.733805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] The port '8ad9b810-80cf-4533-ad29-089f3c7cd20c' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:03:59.737138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34392) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:03:59.748400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:03:59.793777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a7503694-63c7-4af6-a871-3e486f4f7eeb up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:03:59.961350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312c8c3-1863-4e77-9d1c-34bdc948a08b None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:04:00.010951 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port a7503694-63c7-4af6-a871-3e486f4f7eeb completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:00.019036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port a7503694-63c7-4af6-a871-3e486f4f7eeb triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:00.019414 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.089428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c2f14c1-f12e-4cd6-87bc-17d3bd34c10a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.110185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.141786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f14c1-f12e-4cd6-87bc-17d3bd34c10a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1610bdba-8f28-4cad-ba13-401446fd8aa9,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:00.142001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68972dcb-1a61-4aff-91eb-d7c46cdec1da']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:00.158126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:00.160821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0b57a6-00fa-4651-9ef1-368b940763b1') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:00.160985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0b57a6-00fa-4651-9ef1-368b940763b1') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:00.174826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:00.176457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.181429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:00.191210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e027bc0b-8f6c-425e-8580-421b113e2a60 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.198511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:00.204875 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.213164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:00.214296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:00.302056 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:00.306809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.326423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e027bc0b-8f6c-425e-8580-421b113e2a60 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Calling delete_port for df88c955-7a03-4c98-9197-10f426ce1f41 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:00.358408 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:04:00.359024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port a7503694-63c7-4af6-a871-3e486f4f7eeb, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a7503694-63c7-4af6-a871-3e486f4f7eeb,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:00.363348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:00.366837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.406745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c2f14c1-f12e-4cd6-87bc-17d3bd34c10a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.410528 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3c2f14c1-f12e-4cd6-87bc-17d3bd34c10a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/1610bdba-8f28-4cad-ba13-401446fd8aa9 HTTP/1.1" status: 204 len: 168 time: 1.0307388 Mar 24 17:04:00.422624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34398) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:00.426809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.463413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ba08ed0a-2bda-4bb5-8d11-75f011bfdfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.468073 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.504720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325165fa-8fee-4d35-811c-f623a3254cff req-d25cc016-6206-4e06-93e6-8a2d0c3550f5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:00.506185 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-325165fa-8fee-4d35-811c-f623a3254cff req-d25cc016-6206-4e06-93e6-8a2d0c3550f5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6316135 Mar 24 17:04:00.519210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ad9b810-80cf-4533-ad29-089f3c7cd20c no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:00.571879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 8ad9b810-80cf-4533-ad29-089f3c7cd20c {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:00.574086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ad9b810-80cf-4533-ad29-089f3c7cd20c not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:00.580481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.583674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=a7503694-63c7-4af6-a871-3e486f4f7eeb,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:00.626620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd3e650-c7d2-4f73-9c73-5bc7eda2513a None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:00.635608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] Pushing event deleted for resources: {'Network': ['ID=68972dcb-1a61-4aff-91eb-d7c46cdec1da,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:00.655680 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fdeacdc9-4fc5-4d1c-86c3-97a4537834e5 tempest-NetworksTest-511846679 tempest-NetworksTest-511846679-project] 10.222.0.47 "DELETE /v2.0/networks/68972dcb-1a61-4aff-91eb-d7c46cdec1da HTTP/1.1" status: 204 len: 168 time: 2.8733597 Mar 24 17:04:00.656299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fc1bf138-ce12-470c-8537-cb5b4cee958b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Synchronizing usage tracker for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:00.688860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-325165fa-8fee-4d35-811c-f623a3254cff req-4fa8ff47-75aa-416a-a1c4-7252ee21749a tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663179 Mar 24 17:04:00.710226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6422dcb6-a9fe-46e1-8be9-921153c6ff0d tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.832115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e027bc0b-8f6c-425e-8580-421b113e2a60 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.870592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-6422dcb6-a9fe-46e1-8be9-921153c6ff0d tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Calling delete_port for f8c0a6ef-304c-4ea7-9298-ab989db05d25 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:00.907951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fc1bf138-ce12-470c-8537-cb5b4cee958b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Unset dirty status for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:00.912994 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fc1bf138-ce12-470c-8537-cb5b4cee958b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4837234 Mar 24 17:04:00.915998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34406) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:00.923822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'tempest-secgroup--920531592'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:00.925473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027bc0b-8f6c-425e-8580-421b113e2a60 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event deleted for resources: {'Port': ['ID=df88c955-7a03-4c98-9197-10f426ce1f41,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:00.928763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:00.941057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:00.959658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:04:00.978147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d07e1a-fd9d-4e05-8d7b-3ddd55161fdb None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:04:00.979556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:00.983320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d7d07e1a-fd9d-4e05-8d7b-3ddd55161fdb None None] Deleting port a7503694-63c7-4af6-a871-3e486f4f7eeb {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:00.983702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7d07e1a-fd9d-4e05-8d7b-3ddd55161fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.004226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e027bc0b-8f6c-425e-8580-421b113e2a60 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.024029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.035284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e027bc0b-8f6c-425e-8580-421b113e2a60 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "DELETE /v2.0/ports/df88c955-7a03-4c98-9197-10f426ce1f41 HTTP/1.1" status: 204 len: 168 time: 1.6131725 Mar 24 17:04:01.039890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.050001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34410) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:01.084513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d78caba-58e2-423b-9e28-169709deb44a', 'external_fixed_ips': [{'subnet_id': '92b9a644-70f6-4538-b205-a7fbe96234f0', 'ip_address': '2001:db8::17a'}]}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:01.100337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:01.135922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.139112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.141940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:01.149442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Usage tracker for resource:router and tenant:b3c482a249ff44898e907e2e45551920 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:01.203474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:01.214855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34418) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:01.215824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:01.222688 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Subnet': ['ID=a122bf7e-57c9-4151-bb8a-d24510d45f46,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:01.231480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:01.233133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d7d07e1a-fd9d-4e05-8d7b-3ddd55161fdb None None] For port a7503694-63c7-4af6-a871-3e486f4f7eeb, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a7503694-63c7-4af6-a871-3e486f4f7eeb,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:01.233133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7d07e1a-fd9d-4e05-8d7b-3ddd55161fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.245388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:01.265643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:01.273593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:01.275661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:01.282440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:01.283109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.365551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Checking segment: {'id': '291b8c77-5de0-4ca6-826b-7a4feade349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '236d7c11-898a-4b77-bd5f-b26814739e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:01.365930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network hostable DHCP agents. Network: 236d7c11-898a-4b77-bd5f-b26814739e0b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:01.395947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Pushing event updated for resources: {'Port': ['ID=ef159560-ae92-4dff-b0e3-4c605268afbd,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:01.433304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=f8f54c7e-963a-4859-aec1-ca33a4930644,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:01.449614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.450499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.466498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef7dd8-5494-4e46-9565-28d72d8952f2 req-e27bd95b-c061-4f6c-ba77-8ee4345bbe88 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:01.473611 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-12ef7dd8-5494-4e46-9565-28d72d8952f2 req-e27bd95b-c061-4f6c-ba77-8ee4345bbe88 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.1834383 Mar 24 17:04:01.479864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d7d07e1a-fd9d-4e05-8d7b-3ddd55161fdb None None] Calling delete_port for a7503694-63c7-4af6-a871-3e486f4f7eeb owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:01.496243 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7d8be3d2-65a4-41c8-92aa-4ddfae32751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7555766 Mar 24 17:04:01.496434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34424) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:01.503315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-161351487', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:01.522352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.522578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:01.530168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:router and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:01.535164 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-12ef7dd8-5494-4e46-9565-28d72d8952f2 req-ea2ec20d-3774-497f-9985-cdbbfea482f9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607371 Mar 24 17:04:01.536041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:01.542283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:01.586059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network 236d7c11-898a-4b77-bd5f-b26814739e0b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:01.602674 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bc4638e9-7d05-45a3-98d8-07088ad68525 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0cedfce1757c4f89bf70613533c3e1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812423 Mar 24 17:04:01.605465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34428) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:01.621871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.623641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.644359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.645748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7d07e1a-fd9d-4e05-8d7b-3ddd55161fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.650709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6422dcb6-a9fe-46e1-8be9-921153c6ff0d tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.689242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.690850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-763afd40-fecd-4c5d-a480-59243fa7ec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.708062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d07e1a-fd9d-4e05-8d7b-3ddd55161fdb None None] Pushing event deleted for resources: {'Port': ['ID=a7503694-63c7-4af6-a871-3e486f4f7eeb,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:01.709831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d07e1a-fd9d-4e05-8d7b-3ddd55161fdb None None] No DVR routers for this DVR port a7503694-63c7-4af6-a871-3e486f4f7eeb on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:01.710865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-1176d82e-8258-46cc-a910-01dd78ffe57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:01.712371 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-1176d82e-8258-46cc-a910-01dd78ffe57c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1098 time: 0.2721415 Mar 24 17:04:01.718346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 236d7c11-898a-4b77-bd5f-b26814739e0b) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:01.720401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422dcb6-a9fe-46e1-8be9-921153c6ff0d tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event deleted for resources: {'Port': ['ID=f8c0a6ef-304c-4ea7-9298-ab989db05d25,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:01.726412 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.730646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763f3a5-a9ac-4e01-a1c0-f60f3d0a3058 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:01.747328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:01.748786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.751630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba29ed52-f4b9-494b-ac90-daab9cc43d8d None None] Network 236d7c11-898a-4b77-bd5f-b26814739e0b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:01.758832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-763afd40-fecd-4c5d-a480-59243fa7ec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.791536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a7503694-63c7-4af6-a871-3e486f4f7eeb no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:01.802530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.807553 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-baf7260b-8a80-49d0-8321-3aa88ba7e59c tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9403644 Mar 24 17:04:01.807676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34432) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:01.868627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:01.905730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: a7503694-63c7-4af6-a871-3e486f4f7eeb {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:01.906106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a7503694-63c7-4af6-a871-3e486f4f7eeb not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:01.959723 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dd0326c4-4135-47e2-b102-be3a95519d3a tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1509132 Mar 24 17:04:01.960241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34436) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:02.006766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.022280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.023681 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e3daf8d6-cfab-4684-9936-9479d26955d5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5263240 Mar 24 17:04:02.032662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34440) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:02.041544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-763afd40-fecd-4c5d-a480-59243fa7ec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.044394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-763afd40-fecd-4c5d-a480-59243fa7ec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.048403 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-763afd40-fecd-4c5d-a480-59243fa7ec38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f1aa891-a2fc-44ac-acc2-4ce49d6af28a HTTP/1.1" status: 204 len: 168 time: 0.4391689 Mar 24 17:04:02.124134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0818cc8a-24a1-49ee-b2f2-34eef81eece7 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Synchronizing usage tracker for tenant:0097115ce06c4ceca24eaeee375faf5b on resource:floatingip {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:02.140003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763afd40-fecd-4c5d-a480-59243fa7ec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1aa891-a2fc-44ac-acc2-4ce49d6af28a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:02.173431 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eaca9885-29ca-4d9d-ba55-4442d27bea70 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1025705 Mar 24 17:04:02.173431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.176114 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2583807 Mar 24 17:04:02.187463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34446) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:02.187877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34448) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:02.218625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0328ac56-3a87-40eb-9919-5dd9479b00c3 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': 'a9f63eb9-fa83-42ff-b57a-a2fd32ff3fed', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:02.219437 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-0328ac56-3a87-40eb-9919-5dd9479b00c3 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 24 17:04:02.220075 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-0328ac56-3a87-40eb-9919-5dd9479b00c3 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:02.224971 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0328ac56-3a87-40eb-9919-5dd9479b00c3 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0338123 Mar 24 17:04:02.230365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecdf0d-4b0c-4259-bb8b-2d3f7e291980 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f63eb9-fa83-42ff-b57a-a2fd32ff3fed,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:02.233328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34454) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:02.312380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-236d7c11-898a-4b77-bd5f-b26814739e0b', 'network_id': '236d7c11-898a-4b77-bd5f-b26814739e0b', 'tenant_id': '452682abe9e448e2a647d480978b235b', 'fixed_ips': [{'subnet_id': 'a122bf7e-57c9-4151-bb8a-d24510d45f46'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:02.313821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.328529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': 'f8f54c7e-963a-4859-aec1-ca33a4930644'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:02.329630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.340689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6422dcb6-a9fe-46e1-8be9-921153c6ff0d tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.343088 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6422dcb6-a9fe-46e1-8be9-921153c6ff0d tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "DELETE /v2.0/ports/f8c0a6ef-304c-4ea7-9298-ab989db05d25 HTTP/1.1" status: 204 len: 168 time: 3.1009195 Mar 24 17:04:02.352946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34458) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:02.475516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0818cc8a-24a1-49ee-b2f2-34eef81eece7 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Unset dirty status for tenant:0097115ce06c4ceca24eaeee375faf5b on resource:floatingip {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:02.480160 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0818cc8a-24a1-49ee-b2f2-34eef81eece7 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5188878 Mar 24 17:04:02.489368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34464) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:02.647417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.711881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.733027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/f8f54c7e-963a-4859-aec1-ca33a4930644/96463ee8-578a-41ff-9d50-d36f2d9331a1) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:02.742735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Allocated IP 2001:db8::2 (236d7c11-898a-4b77-bd5f-b26814739e0b/a122bf7e-57c9-4151-bb8a-d24510d45f46/0af8f2dc-6f51-46c6-8c6e-37666ba09b6e) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:02.767680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e80eaf21-e733-4f65-8484-d6035afc9b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:02.804399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-30406f45-5a0f-4b3e-8e8e-afa152d9c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:02.805974 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-30406f45-5a0f-4b3e-8e8e-afa152d9c6fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 913 time: 1.0811622 Mar 24 17:04:02.937572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Deleting port ef159560-ae92-4dff-b0e3-4c605268afbd {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:02.938211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.050800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.088482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e594972-544d-4dde-8f91-8107cf466c64 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.130117 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-1d831660-cade-4822-8761-93c486d84151 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 1001 time: 0.3165543 Mar 24 17:04:03.193359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.220011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.223354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.238987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e594972-544d-4dde-8f91-8107cf466c64 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.242176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Transition to ACTIVE for port object 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:03.245053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Transition to ACTIVE for port object 96463ee8-578a-41ff-9d50-d36f2d9331a1 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:03.261930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.277694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Transition to ACTIVE for port object 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:03.279094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Transition to ACTIVE for port object 96463ee8-578a-41ff-9d50-d36f2d9331a1 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:03.319139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a3ba7-5aa8-4b31-9dc0-d179b13e82ac tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:03.319841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b06a3ba7-5aa8-4b31-9dc0-d179b13e82ac tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Synchronizing usage tracker for tenant:5d45e8d97dfa4a1e8433260b6ec7f440 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:03.363062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-486dc1cb-b236-4eec-9222-2616fb943351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:03.364281 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-486dc1cb-b236-4eec-9222-2616fb943351 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 200 len: 851 time: 0.2206280 Mar 24 17:04:03.382345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.394624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4922b01-5a21-47f3-b4c4-5570713a05d3 req-5b6f5ba0-5adc-447b-b224-6ae8d78573a9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:03.396206 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c4922b01-5a21-47f3-b4c4-5570713a05d3 req-5b6f5ba0-5adc-447b-b224-6ae8d78573a9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6091461 Mar 24 17:04:03.454094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.461839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34486) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:03.485959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.487653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.492165 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b06a3ba7-5aa8-4b31-9dc0-d179b13e82ac tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Unset dirty status for tenant:5d45e8d97dfa4a1e8433260b6ec7f440 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:03.497655 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b06a3ba7-5aa8-4b31-9dc0-d179b13e82ac tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "GET /v2.0/ports?device_id=1accb7bb-d39b-497c-bb6d-82b686d6f7a4 HTTP/1.1" status: 200 len: 913 time: 1.1341021 Mar 24 17:04:03.498687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34492) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:03.523464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Network 236d7c11-898a-4b77-bd5f-b26814739e0b is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:03.525391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:03.533758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:03.539413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:03.539413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:03.544220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:03.570738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e594972-544d-4dde-8f91-8107cf466c64 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.674062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Pushing event updated for resources: {'Port': ['ID=0af8f2dc-6f51-46c6-8c6e-37666ba09b6e,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:03.675042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Calling delete_port for ef159560-ae92-4dff-b0e3-4c605268afbd owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:03.719328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.746606 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c4922b01-5a21-47f3-b4c4-5570713a05d3 req-10c777ea-b752-4488-85b4-07725b3f11a8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842822 Mar 24 17:04:03.815727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1163596342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:03.826156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:03.844135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e594972-544d-4dde-8f91-8107cf466c64 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f63eb9-fa83-42ff-b57a-a2fd32ff3fed,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:03.848952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:router and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:03.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:03.859289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:03.872030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Subnet': ['ID=a122bf7e-57c9-4151-bb8a-d24510d45f46,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:03.924421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Attempting to bind port 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:03.924775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Attempting to bind port 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '291b8c77-5de0-4ca6-826b-7a4feade349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '236d7c11-898a-4b77-bd5f-b26814739e0b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:03.925199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Attempting to bind port 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e on network 236d7c11-898a-4b77-bd5f-b26814739e0b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:03.927857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Pushing event updated for resources: {'Port': ['ID=96463ee8-578a-41ff-9d50-d36f2d9331a1,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:03.932219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Attempting to bind port 96463ee8-578a-41ff-9d50-d36f2d9331a1 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:03.932599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Attempting to bind port 96463ee8-578a-41ff-9d50-d36f2d9331a1 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:03.933052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Attempting to bind port 96463ee8-578a-41ff-9d50-d36f2d9331a1 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:03.941821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.946070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:03.946651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Checking segment: {'id': '291b8c77-5de0-4ca6-826b-7a4feade349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '236d7c11-898a-4b77-bd5f-b26814739e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:03.946837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.947217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Bound using segment: {'id': '291b8c77-5de0-4ca6-826b-7a4feade349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '236d7c11-898a-4b77-bd5f-b26814739e0b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:03.947684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Bound port: 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291b8c77-5de0-4ca6-826b-7a4feade349d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '236d7c11-898a-4b77-bd5f-b26814739e0b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:03.948407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.960108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:03.968391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:03.968391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.968391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:03.968391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Bound port: 96463ee8-578a-41ff-9d50-d36f2d9331a1, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:03.968391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:03.973464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.022541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::1 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/f8f54c7e-963a-4859-aec1-ca33a4930644/b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:04.053627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.072865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.074085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.115413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.116949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] For port 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:04.121078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] For port 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0af8f2dc-6f51-46c6-8c6e-37666ba09b6e,segment=NetworkSegment(291b8c77-5de0-4ca6-826b-7a4feade349d),segment_id=291b8c77-5de0-4ca6-826b-7a4feade349d)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:04.124282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] For port 96463ee8-578a-41ff-9d50-d36f2d9331a1, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:04.127395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] For port 96463ee8-578a-41ff-9d50-d36f2d9331a1, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=96463ee8-578a-41ff-9d50-d36f2d9331a1,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:04.132780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-e2724239-5794-4f01-855f-160f83e2062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:04.134300 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-e2724239-5794-4f01-855f-160f83e2062d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7620533 Mar 24 17:04:04.186356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.190635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.240882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Pushing event deleted for resources: {'Port': ['ID=ef159560-ae92-4dff-b0e3-4c605268afbd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:04.264424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2e594972-544d-4dde-8f91-8107cf466c64 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.269527 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2e594972-544d-4dde-8f91-8107cf466c64 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/a9f63eb9-fa83-42ff-b57a-a2fd32ff3fed HTTP/1.1" status: 204 len: 168 time: 2.0154102 Mar 24 17:04:04.271096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236d7c11-898a-4b77-bd5f-b26814739e0b']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:04.275074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34498) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:04.296551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.300199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291b8c77-5de0-4ca6-826b-7a4feade349d') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:04.300897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291b8c77-5de0-4ca6-826b-7a4feade349d') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:04.314084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38315af5-52f2-4b6a-bba0-d0d8351086fa None None] Pushing event updated for resources: {'Port': ['ID=0af8f2dc-6f51-46c6-8c6e-37666ba09b6e,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:04.414133 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.417637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba6723-cad3-4e18-b8bb-1f7f47622bad None None] Pushing event updated for resources: {'Port': ['ID=96463ee8-578a-41ff-9d50-d36f2d9331a1,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:04.480774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.485125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.501618 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3e14c3b9-30af-4482-a3a9-040e5a37935f tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2136271 Mar 24 17:04:04.509682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34502) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:04.520573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149195ab-bc0f-4290-a530-14c94df42b3c None None] Network 236d7c11-898a-4b77-bd5f-b26814739e0b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:04.526055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:04.526055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.526497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061624924'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:04.533220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.541354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:04.546168 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:04.548858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.550969 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-837e9099-a3b0-4744-866f-5e2da3811e27 tempest-FloatingIPAdminTestJSON-84064515 tempest-FloatingIPAdminTestJSON-84064515-project] 10.222.0.47 "DELETE /v2.0/floatingips/62ca104b-e20a-4b15-8d5e-6eb45f5377a1 HTTP/1.1" status: 204 len: 168 time: 2.0603852 Mar 24 17:04:04.555292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34506) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:04.562351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:04.625123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:04.676526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:04.684134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:04.711273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.776003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Deleting port 0870a508-9447-44cf-b506-db4cefeb6cfe {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:04.776839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.833814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:04.903160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:04.907101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:04.910079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:04.916619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:04.935813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:04:04.935813 dv-neutron-835063-1-hyperv neutron-server[88477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:04:04.935813 dv-neutron-835063-1-hyperv neutron-server[88477]: [parameters: {'id': '236d7c11-898a-4b77-bd5f-b26814739e0b'}] Mar 24 17:04:04.935813 dv-neutron-835063-1-hyperv neutron-server[88477]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:04:04.936386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:04:04.939128 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-d7ffdfa9-ce9f-4156-9294-9a6e74ab9bc5 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953932 Mar 24 17:04:05.041042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.043654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.045915 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-05a79510-6813-4cdd-be66-3a2506010829 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.5830815 Mar 24 17:04:05.054161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34512) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:05.120716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-821643205'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:05.141183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:05.156144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:05.156479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.164279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:05.178120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:05.178636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.182851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:network and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:05.188476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:05.196235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.208196 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:05.213491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.303884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:05.354801 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5f24b134-b29f-43d1-97c1-412a429f6e41 req-febd2000-0351-4ba1-8de4-1543eab6cf9c service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982306 Mar 24 17:04:05.363980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Made reservation on behalf of ed0761edda574a0db76f08581a85a6b2 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:05.369229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.375001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.375329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.390597 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.538422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Calling delete_port for 0870a508-9447-44cf-b506-db4cefeb6cfe owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:05.600654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.601016 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.640960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9823ab6-bf41-45f9-8469-9fa31650403e req-b7c8235d-d5e9-4fa4-b0fb-e65acb5ede54 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:05.647525 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f9823ab6-bf41-45f9-8469-9fa31650403e req-b7c8235d-d5e9-4fa4-b0fb-e65acb5ede54 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7253098 Mar 24 17:04:05.703216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:05.812620 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f9823ab6-bf41-45f9-8469-9fa31650403e req-9a29c4fd-3bfa-47e1-bd85-b53b9be9bdcd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613760 Mar 24 17:04:05.827686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Allocated IP 2001:db8::17a (9d78caba-58e2-423b-9e28-169709deb44a/92b9a644-70f6-4538-b205-a7fbe96234f0/45d2fea3-ef02-4ce2-bf01-104f623f04ca) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:05.848959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 96463ee8-578a-41ff-9d50-d36f2d9331a1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:05.849833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:05.874732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:security_group_rule and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:05.878578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:05.885955 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:05.926319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f5373468-deaa-4dfa-a5f3-42e8c596b0d2 None None] Provisioning for port 96463ee8-578a-41ff-9d50-d36f2d9331a1 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:06.040135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting port 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:06.040469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.076372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 96463ee8-578a-41ff-9d50-d36f2d9331a1 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:06.080959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 96463ee8-578a-41ff-9d50-d36f2d9331a1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:06.082036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.095022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec5b1d-58d2-48fc-b1fc-bb9b6fa6f9ac,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:06.122229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.129438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88095256-b94f-4bf0-8a3d-764d582008d7 None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:04:06.149406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.224025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.224025 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-21569661-8753-47a5-a6a6-96fe937fa1bc tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7120144 Mar 24 17:04:06.231105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34516) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:06.238447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-335ecd77-11dd-4db4-b803-5fda7065ee4b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': 'a8ec5b1d-58d2-48fc-b1fc-bb9b6fa6f9ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:06.249324 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-335ecd77-11dd-4db4-b803-5fda7065ee4b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 24 17:04:06.249892 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-335ecd77-11dd-4db4-b803-5fda7065ee4b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:06.253542 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-335ecd77-11dd-4db4-b803-5fda7065ee4b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0191150 Mar 24 17:04:06.254445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34520) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:06.261616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f7a04898-d178-41f7-8bd0-66c34dd1b038 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': 'a8ec5b1d-58d2-48fc-b1fc-bb9b6fa6f9ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:06.263770 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-f7a04898-d178-41f7-8bd0-66c34dd1b038 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 24 17:04:06.264495 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-f7a04898-d178-41f7-8bd0-66c34dd1b038 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:06.265413 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f7a04898-d178-41f7-8bd0-66c34dd1b038 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101027 Mar 24 17:04:06.268548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.271948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34524) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:06.318194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dfdbf179-ef34-447f-aee1-ade05edd7887 None None] Provisioning for port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:06.336452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dfdbf179-ef34-447f-aee1-ade05edd7887 None None] Provisioning complete for port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:06.336758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf179-ef34-447f-aee1-ade05edd7887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.386680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-73d63e33-0a82-4494-bded-f51be2650f48 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': 'a8ec5b1d-58d2-48fc-b1fc-bb9b6fa6f9ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:06.386955 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-73d63e33-0a82-4494-bded-f51be2650f48 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 24 17:04:06.387371 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-73d63e33-0a82-4494-bded-f51be2650f48 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:06.388859 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-73d63e33-0a82-4494-bded-f51be2650f48 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0769489 Mar 24 17:04:06.393831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34528) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:06.402623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Pushing event deleted for resources: {'Port': ['ID=0870a508-9447-44cf-b506-db4cefeb6cfe,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:06.414155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.422920 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88095256-b94f-4bf0-8a3d-764d582008d7 None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:04:06.427733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-aedf2c18-e8d9-4ef6-abff-4b3666997b72 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': 'a8ec5b1d-58d2-48fc-b1fc-bb9b6fa6f9ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:06.429908 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-aedf2c18-e8d9-4ef6-abff-4b3666997b72 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 24 17:04:06.430407 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-aedf2c18-e8d9-4ef6-abff-4b3666997b72 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:06.431368 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-aedf2c18-e8d9-4ef6-abff-4b3666997b72 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0338500 Mar 24 17:04:06.436477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34532) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:06.448066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbf179-ef34-447f-aee1-ade05edd7887 None None] Port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:04:06.519185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 96463ee8-578a-41ff-9d50-d36f2d9331a1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=96463ee8-578a-41ff-9d50-d36f2d9331a1,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:06.567004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.596997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.597217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.601392 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-054cb66d-9685-4f3f-a508-5cf3f8864d41 tempest-FloatingIPAdminTestJSON-455761373 tempest-FloatingIPAdminTestJSON-455761373-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/ab41681e-49b3-4593-adc4-9260fd05d08b HTTP/1.1" status: 204 len: 168 time: 2.0420549 Mar 24 17:04:06.609964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34536) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:06.670879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=96463ee8-578a-41ff-9d50-d36f2d9331a1,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:06.749509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b862ad87-abc8-4377-8842-1e84e536bd37 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Deleting port 5b4ce711-56e0-4d2f-8a22-ad62d75d4385 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:06.749861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b862ad87-abc8-4377-8842-1e84e536bd37 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.768541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] For port 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0af8f2dc-6f51-46c6-8c6e-37666ba09b6e,segment=NetworkSegment(291b8c77-5de0-4ca6-826b-7a4feade349d),segment_id=291b8c77-5de0-4ca6-826b-7a4feade349d)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:06.768901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.782543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.876297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.966948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.967825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:06.986082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Calling delete_port for 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:07.030732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cddebb8a-a3ae-48ef-953b-b0f193a67ff9 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.097079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.100505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cddebb8a-a3ae-48ef-953b-b0f193a67ff9 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.179143 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-011d163b-e053-4700-b35d-939d9c53506a req-c367a419-65c4-4524-abc8-31ae40e8a5b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6758776 Mar 24 17:04:07.189727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.230824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:07.267730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b862ad87-abc8-4377-8842-1e84e536bd37 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.317608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.321736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1e464-8d57-4085-b00a-b9095488bfed,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:07.366213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.410956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b862ad87-abc8-4377-8842-1e84e536bd37 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Calling delete_port for 5b4ce711-56e0-4d2f-8a22-ad62d75d4385 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:07.421661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cddebb8a-a3ae-48ef-953b-b0f193a67ff9 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.424268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:07.444019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Deleting port f4114450-b19c-4ce3-bd14-bf7f2b4d460b {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:07.444019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.472298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb58b66-bc8e-4f04-8d56-689368e10fa0 req-c0524b18-cf85-4df2-a1ae-735fc2093b2d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:07.473752 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3bb58b66-bc8e-4f04-8d56-689368e10fa0 req-c0524b18-cf85-4df2-a1ae-735fc2093b2d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.4296651 Mar 24 17:04:07.473916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No DVR routers for this DVR port 0af8f2dc-6f51-46c6-8c6e-37666ba09b6e on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:07.478970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Network 9d78caba-58e2-423b-9e28-169709deb44a is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:07.504340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:07.513273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:07.644868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:07.659095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:07.723859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 96463ee8-578a-41ff-9d50-d36f2d9331a1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:07.734179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddebb8a-a3ae-48ef-953b-b0f193a67ff9 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec5b1d-58d2-48fc-b1fc-bb9b6fa6f9ac,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:07.756270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3bb58b66-bc8e-4f04-8d56-689368e10fa0 req-bc83d460-9706-441e-843a-cbd656a2f8a8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714350 Mar 24 17:04:07.767552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event updated for resources: {'Port': ['ID=45d2fea3-ef02-4ce2-bf01-104f623f04ca,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:07.813038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.813386 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Added segment 67479eba-d55f-4885-9a41-2511bba37a20 of type vlan for network a2c19b9d-5599-468c-84e6-ba17017df4dd Mar 24 17:04:07.881776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 96463ee8-578a-41ff-9d50-d36f2d9331a1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:07.882150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.934355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0d96df52-07b2-495a-98d4-fd97f2bc9d03 None None] Provisioning complete for port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:07.934559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0d96df52-07b2-495a-98d4-fd97f2bc9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:07.949441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Port': ['ID=0af8f2dc-6f51-46c6-8c6e-37666ba09b6e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:08.011293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0d96df52-07b2-495a-98d4-fd97f2bc9d03 None None] Port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:04:08.069838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c07bf1-fd02-4cf3-ac88-04a6e8341c20 req-656ab6cc-1b18-427b-b5a6-2090ebba8b8e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:08.071335 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-47c07bf1-fd02-4cf3-ac88-04a6e8341c20 req-656ab6cc-1b18-427b-b5a6-2090ebba8b8e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.1272674 Mar 24 17:04:08.078595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b862ad87-abc8-4377-8842-1e84e536bd37 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.140118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Router 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:04:08.165490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.171172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.189586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862ad87-abc8-4377-8842-1e84e536bd37 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event deleted for resources: {'Port': ['ID=5b4ce711-56e0-4d2f-8a22-ad62d75d4385,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:08.240947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d163b-e053-4700-b35d-939d9c53506a req-15583992-7338-4a6b-920c-a8f878af62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:08.242464 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-011d163b-e053-4700-b35d-939d9c53506a req-15583992-7338-4a6b-920c-a8f878af62a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1098 time: 0.9827859 Mar 24 17:04:08.251666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236d7c11-898a-4b77-bd5f-b26814739e0b']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:08.278384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cddebb8a-a3ae-48ef-953b-b0f193a67ff9 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.281612 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cddebb8a-a3ae-48ef-953b-b0f193a67ff9 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/a8ec5b1d-58d2-48fc-b1fc-bb9b6fa6f9ac HTTP/1.1" status: 204 len: 168 time: 1.8268299 Mar 24 17:04:08.297919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34544) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:08.307262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291b8c77-5de0-4ca6-826b-7a4feade349d') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:08.307561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291b8c77-5de0-4ca6-826b-7a4feade349d') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:08.343258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-47c07bf1-fd02-4cf3-ac88-04a6e8341c20 req-458c6b5a-ff8d-4c56-b389-93f8ee14c421 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576554 Mar 24 17:04:08.406943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.463288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b862ad87-abc8-4377-8842-1e84e536bd37 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.501726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.507054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:08.513933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.513933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.514891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3cd2d5e8-0eb8-417c-acdd-0289290e74cd tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Synchronizing usage tracker for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:08.520149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.530265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b862ad87-abc8-4377-8842-1e84e536bd37 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "DELETE /v2.0/ports/5b4ce711-56e0-4d2f-8a22-ad62d75d4385 HTTP/1.1" status: 204 len: 168 time: 1.9192269 Mar 24 17:04:08.531416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:08.536599 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9d314032-9640-4fc4-aab4-3da3acf5576c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "PUT /v2.0/routers/1f00761b-d3e3-4f47-bd4a-9006d6a176d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5028386 Mar 24 17:04:08.537835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34550) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:08.541210 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Sync routers for ids ['1f00761b-d3e3-4f47-bd4a-9006d6a176d5'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:08.543786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34552) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:08.552566 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Routers {'1f00761b-d3e3-4f47-bd4a-9006d6a176d5'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:08.552729 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1f00761b-d3e3-4f47-bd4a-9006d6a176d5'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:08.588481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:08.588839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:08.662108 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:08.683259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67dbbf0-933a-4448-ac00-7b64e912458a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:08.683824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c67dbbf0-933a-4448-ac00-7b64e912458a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:08.707524 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Set router 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:08.715375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d921-4ba8-4ea5-8f03-9d25b19ef40d req-57db2070-1f99-422e-9724-b8ded44ec7e8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:08.717420 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7070d921-4ba8-4ea5-8f03-9d25b19ef40d req-57db2070-1f99-422e-9724-b8ded44ec7e8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.2555625 Mar 24 17:04:08.721507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3cd2d5e8-0eb8-417c-acdd-0289290e74cd tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Unset dirty status for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:08.726571 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3cd2d5e8-0eb8-417c-acdd-0289290e74cd tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4253559 Mar 24 17:04:08.728376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34558) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:08.752099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'tempest-secgroup--151900769'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:08.772822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:08.792088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8ca252-b397-4d33-9f9e-44ab50813abe tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:08.792774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8c8ca252-b397-4d33-9f9e-44ab50813abe tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Synchronizing usage tracker for tenant:0097115ce06c4ceca24eaeee375faf5b on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:08.805250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Calling delete_port for f4114450-b19c-4ce3-bd14-bf7f2b4d460b owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:08.806346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:08.819265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c67dbbf0-933a-4448-ac00-7b64e912458a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:08.820683 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c67dbbf0-933a-4448-ac00-7b64e912458a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports/b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b HTTP/1.1" status: 200 len: 911 time: 0.2430453 Mar 24 17:04:08.828498 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7070d921-4ba8-4ea5-8f03-9d25b19ef40d req-f1b817ef-b00c-4ed5-b175-63340e93203f tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992370 Mar 24 17:04:08.831857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34562) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:08.917129 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.8569558 Mar 24 17:04:08.919528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34568) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:08.932731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'subnet': {'network_id': 'a2c19b9d-5599-468c-84e6-ba17017df4dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:08.995429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8c8ca252-b397-4d33-9f9e-44ab50813abe tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Unset dirty status for tenant:0097115ce06c4ceca24eaeee375faf5b on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:08.997765 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8c8ca252-b397-4d33-9f9e-44ab50813abe tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "GET /v2.0/ports?device_id=2514924f-3396-4fd1-8b6d-249a6102a780 HTTP/1.1" status: 200 len: 913 time: 0.4560320 Mar 24 17:04:09.014428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34572) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:09.018611 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a665ee8-8b4e-4a82-b0c2-442ab4315dcc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Network': ['ID=a2c19b9d-5599-468c-84e6-ba17017df4dd,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:09.025050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d163b-e053-4700-b35d-939d9c53506a req-ae5915fa-2da1-4220-b0e6-c10a2a92d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:09.026514 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-011d163b-e053-4700-b35d-939d9c53506a req-ae5915fa-2da1-4220-b0e6-c10a2a92d885 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 913 time: 0.7426701 Mar 24 17:04:09.036925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network a2c19b9d-5599-468c-84e6-ba17017df4dd details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:09.090231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.125111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:09.129133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:09.132414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:09.139812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:09.150142 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00761b-d3e3-4f47-bd4a-9006d6a176d5', 'name': 'tempest-NetworksTestDHCPv6-router-161351487', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:01Z', 'updated_at': '2022-03-24T17:04:05Z', 'revision_number': 2, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None, '_interfaces': [{'id': 'b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b', 'name': '', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'mac_address': 'fa:16:3e:a0:1a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f00761b-d3e3-4f47-bd4a-9006d6a176d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f8f54c7e-963a-4859-aec1-ca33a4930644', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:03Z', 'updated_at': '2022-03-24T17:04:06Z', 'revision_number': 2, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'subnets': [{'id': 'f8f54c7e-963a-4859-aec1-ca33a4930644', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:09.155684 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Checking router: 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:04:09.160922 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Updating router 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:04:09.173564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ab881-2fb6-49b5-ba4f-c9113ef5cb33 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:09.179440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ab881-2fb6-49b5-ba4f-c9113ef5cb33 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:09.183736 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-887ab881-2fb6-49b5-ba4f-c9113ef5cb33 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3480864 Mar 24 17:04:09.191250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34576) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:09.220375 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.299439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:09.300077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.351176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.376118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:subnet and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:09.389056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:09.394617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.402535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:09.446132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.461922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Network': ['ID=236d7c11-898a-4b77-bd5f-b26814739e0b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:09.491821 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6c60f893-bdb9-40c6-a5ef-a924c7c0e56f tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/236d7c11-898a-4b77-bd5f-b26814739e0b HTTP/1.1" status: 204 len: 168 time: 7.3027725 Mar 24 17:04:09.492442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34580) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:09.517224 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-864240285'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:09.541688 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:09.565061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:network and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:09.590321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde69b9f-79e0-4853-85dd-c7a6c6050006 req-ec205c16-2f98-4427-81c1-8750c5802fd8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:09.591466 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dde69b9f-79e0-4853-85dd-c7a6c6050006 req-ec205c16-2f98-4427-81c1-8750c5802fd8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6056430 Mar 24 17:04:09.607448 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.616773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:09.623947 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-011d163b-e053-4700-b35d-939d9c53506a req-d2e63790-2973-441d-b34b-7d6cc3b6ab98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 1001 time: 0.3920150 Mar 24 17:04:09.624494 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Transition to ACTIVE for port object b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:09.644469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:09.652013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.681969 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.778191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Made reservation on behalf of ed0761edda574a0db76f08581a85a6b2 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:09.781789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.866257 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Pushing event updated for resources: {'Port': ['ID=b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:09.910719 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.911091 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.911418 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.911748 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.912097 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.912435 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.912759 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.913078 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.913400 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.913715 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.914029 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.914338 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:09.947571 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Attempting to bind port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:09.948634 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Attempting to bind port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:09.949184 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Attempting to bind port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:09.956038 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:09.956809 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:09.957404 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:09.957973 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:09.958626 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Bound port: b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:09.959256 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.029921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2aca5f-1629-4cf2-b717-5ab44cb5d625,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:10.071493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d163b-e053-4700-b35d-939d9c53506a req-8e72145a-f0da-439d-924a-4365f01e67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:10.072502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dde69b9f-79e0-4853-85dd-c7a6c6050006 req-400e9586-93fa-433e-8114-bf39791d1043 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072111 Mar 24 17:04:10.073295 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-011d163b-e053-4700-b35d-939d9c53506a req-8e72145a-f0da-439d-924a-4365f01e67e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 200 len: 851 time: 0.3760324 Mar 24 17:04:10.074337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:10.083289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.084270 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] For port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:10.086001 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] For port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:10.091995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.093365 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a2192390-4b65-41eb-bc8b-241dff642a7a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3608828 Mar 24 17:04:10.107443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34584) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:10.114810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3220a7ee-0ff9-4bca-88cb-a656f16591b4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '8e2aca5f-1629-4cf2-b717-5ab44cb5d625', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:10.115191 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-3220a7ee-0ff9-4bca-88cb-a656f16591b4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 24 17:04:10.115681 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-3220a7ee-0ff9-4bca-88cb-a656f16591b4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:10.120812 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3220a7ee-0ff9-4bca-88cb-a656f16591b4 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0184453 Mar 24 17:04:10.121002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34590) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:10.128567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0fcc8932-b21f-4f24-8caa-83b664592c0b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '8e2aca5f-1629-4cf2-b717-5ab44cb5d625', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:10.152233 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.171009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0fcc8932-b21f-4f24-8caa-83b664592c0b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:10.181353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0fcc8932-b21f-4f24-8caa-83b664592c0b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:10.187373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0fcc8932-b21f-4f24-8caa-83b664592c0b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:10.199945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0fcc8932-b21f-4f24-8caa-83b664592c0b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:10.261821 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Routers {'1f00761b-d3e3-4f47-bd4a-9006d6a176d5'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:10.262665 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1f00761b-d3e3-4f47-bd4a-9006d6a176d5'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:10.382676 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccde9d8-c525-45e8-8e2f-0ec7e025f31e None None] Pushing event updated for resources: {'Port': ['ID=b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:10.397605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:10.418806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.435172 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] Set router 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:10.443730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.444155 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Added segment b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76 of type vlan for network 6e50701f-d85b-4fdf-a310-00a167947c7a Mar 24 17:04:10.463668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf480dda-7438-4492-841f-e0c037acb45c req-b98973a8-0633-4d6a-9aa7-a6055dce70f9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:10.472005 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cf480dda-7438-4492-841f-e0c037acb45c req-b98973a8-0633-4d6a-9aa7-a6055dce70f9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.2695527 Mar 24 17:04:10.479977 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.505844 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-0fcc8932-b21f-4f24-8caa-83b664592c0b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:10.510112 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0fcc8932-b21f-4f24-8caa-83b664592c0b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3850312 Mar 24 17:04:10.511385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34594) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:10.523260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.533761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-709c4103-25bb-4a6f-aa10-250df0b06d1b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '8e2aca5f-1629-4cf2-b717-5ab44cb5d625', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:10.534240 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-709c4103-25bb-4a6f-aa10-250df0b06d1b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 24 17:04:10.538413 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-709c4103-25bb-4a6f-aa10-250df0b06d1b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:10.538413 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-709c4103-25bb-4a6f-aa10-250df0b06d1b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156975 Mar 24 17:04:10.549481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34598) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:10.563382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c70fa60c-f799-4dca-a8ee-7335f5d94970 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '8e2aca5f-1629-4cf2-b717-5ab44cb5d625', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:10.593358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c70fa60c-f799-4dca-a8ee-7335f5d94970 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:10.593690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event deleted for resources: {'Port': ['ID=f4114450-b19c-4ce3-bd14-bf7f2b4d460b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:10.600492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Subnet': ['ID=17819303-0f47-467c-80d1-a5ea404f0688,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:10.618969 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cf480dda-7438-4492-841f-e0c037acb45c req-1b3d8d2c-b3a9-456b-81d8-3e4ee3ea5626 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460280 Mar 24 17:04:10.626690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c70fa60c-f799-4dca-a8ee-7335f5d94970 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:10.684478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c70fa60c-f799-4dca-a8ee-7335f5d94970 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:10.688845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Checking segment: {'id': '67479eba-d55f-4885-9a41-2511bba37a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a2c19b9d-5599-468c-84e6-ba17017df4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:10.689341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network hostable DHCP agents. Network: a2c19b9d-5599-468c-84e6-ba17017df4dd, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:10.700243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c70fa60c-f799-4dca-a8ee-7335f5d94970 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:10.748757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.860829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:10.925844 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00761b-d3e3-4f47-bd4a-9006d6a176d5', 'name': 'tempest-NetworksTestDHCPv6-router-161351487', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:01Z', 'updated_at': '2022-03-24T17:04:05Z', 'revision_number': 2, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None, '_interfaces': [{'id': 'b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b', 'name': '', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'mac_address': 'fa:16:3e:a0:1a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f00761b-d3e3-4f47-bd4a-9006d6a176d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f8f54c7e-963a-4859-aec1-ca33a4930644', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:03Z', 'updated_at': '2022-03-24T17:04:10Z', 'revision_number': 4, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'subnets': [{'id': 'f8f54c7e-963a-4859-aec1-ca33a4930644', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:10.936719 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243b3e56-001e-4671-90b4-bcc794c1ed38 None None] The sync data for ids ['1f00761b-d3e3-4f47-bd4a-9006d6a176d5'] in dv-neutron-835063-1-hyperv is: [{'id': '1f00761b-d3e3-4f47-bd4a-9006d6a176d5', 'name': 'tempest-NetworksTestDHCPv6-router-161351487', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:01Z', 'updated_at': '2022-03-24T17:04:05Z', 'revision_number': 2, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None, '_interfaces': [{'id': 'b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b', 'name': '', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'mac_address': 'fa:16:3e:a0:1a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f00761b-d3e3-4f47-bd4a-9006d6a176d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'f8f54c7e-963a-4859-aec1-ca33a4930644', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:03Z', 'updated_at': '2022-03-24T17:04:10Z', 'revision_number': 4, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'subnets': [{'id': 'f8f54c7e-963a-4859-aec1-ca33a4930644', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:10.976819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d163b-e053-4700-b35d-939d9c53506a req-7bd1ef4f-f800-44ed-92bc-2f160e02f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:10.978539 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-011d163b-e053-4700-b35d-939d9c53506a req-7bd1ef4f-f800-44ed-92bc-2f160e02f76e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8156223 Mar 24 17:04:11.027932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network a2c19b9d-5599-468c-84e6-ba17017df4dd is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:11.132650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, a2c19b9d-5599-468c-84e6-ba17017df4dd) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:11.136627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:11.136965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:11.142242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429e55d-b8cc-41d1-8a95-eb46cab815af None None] Network a2c19b9d-5599-468c-84e6-ba17017df4dd requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:11.181695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:11.182283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:11.207641 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-c70fa60c-f799-4dca-a8ee-7335f5d94970 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:11.209096 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c70fa60c-f799-4dca-a8ee-7335f5d94970 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6520503 Mar 24 17:04:11.214165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34606) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:11.242113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d77d25ef-b1e3-4980-85a3-17a9635310bb tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '8e2aca5f-1629-4cf2-b717-5ab44cb5d625', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:11.242596 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-d77d25ef-b1e3-4980-85a3-17a9635310bb tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 24 17:04:11.248584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-d77d25ef-b1e3-4980-85a3-17a9635310bb tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:11.248584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d77d25ef-b1e3-4980-85a3-17a9635310bb tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0238998 Mar 24 17:04:11.249548 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34610) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:11.323917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-10e89c4b-0a92-47cc-a502-e924f0c5e56b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '8e2aca5f-1629-4cf2-b717-5ab44cb5d625', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:11.354714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:11.360463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:11.361070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:11.367883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-10e89c4b-0a92-47cc-a502-e924f0c5e56b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:11.440108 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-606bf557-86c5-490a-b5a6-e225e8089808 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5118558 Mar 24 17:04:11.455938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34614) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:11.473072 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'network': {'name': 'tempest-router-network01--1781821696'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:11.473189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-10e89c4b-0a92-47cc-a502-e924f0c5e56b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:11.482349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-a2c19b9d-5599-468c-84e6-ba17017df4dd', 'network_id': 'a2c19b9d-5599-468c-84e6-ba17017df4dd', 'tenant_id': 'ed0761edda574a0db76f08581a85a6b2', 'fixed_ips': [{'subnet_id': '17819303-0f47-467c-80d1-a5ea404f0688'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:11.483178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:11.489850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:11.503246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:network and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:11.510188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:11.515449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-10e89c4b-0a92-47cc-a502-e924f0c5e56b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:11.528203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:11.534274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-10e89c4b-0a92-47cc-a502-e924f0c5e56b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:11.538809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:11.561019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] For port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:11.561376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:11.585636 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-011d163b-e053-4700-b35d-939d9c53506a req-7a262555-e874-4981-913c-fa8d72eb90df service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958123 Mar 24 17:04:11.599746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bb5b3-2553-4b55-9b1b-3f70aa9be2be req-8684a416-d007-46db-9e74-66d1f80120b9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:11.601786 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2e1bb5b3-2553-4b55-9b1b-3f70aa9be2be req-8684a416-d007-46db-9e74-66d1f80120b9 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.2671030 Mar 24 17:04:11.764288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Allocated IP 2001:db8::2 (a2c19b9d-5599-468c-84e6-ba17017df4dd/17819303-0f47-467c-80d1-a5ea404f0688/3d50ffe7-152a-460e-8aaa-43fd4952181d) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:11.790036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:11.819327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Network': ['ID=6e50701f-d85b-4fdf-a310-00a167947c7a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:11.835340 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b89252e2-8de9-4986-8297-c62ffabe4a75 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3300152 Mar 24 17:04:11.837639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34618) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:11.862280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 6e50701f-d85b-4fdf-a310-00a167947c7a details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:11.884552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Made reservation on behalf of ed0761edda574a0db76f08581a85a6b2 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:11.888392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:11.904975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:11.926626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Request body: {'subnet': {'network_id': '6e50701f-d85b-4fdf-a310-00a167947c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:11.999693 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2e1bb5b3-2553-4b55-9b1b-3f70aa9be2be req-28e91323-6cd9-4730-96d1-abe83f9204f5 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453505 Mar 24 17:04:12.019236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:12.055932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.056307 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Added segment 7b0ee0f2-a4bc-44ed-8370-d6dce093ee53 of type vlan for network 212beaa1-f89a-4538-a20e-a792aab590db Mar 24 17:04:12.094848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.196962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:12.205002 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-10e89c4b-0a92-47cc-a502-e924f0c5e56b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:12.205968 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-10e89c4b-0a92-47cc-a502-e924f0c5e56b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9540002 Mar 24 17:04:12.212633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:12.213007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.218614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Router 2c496812-81dd-44df-96f1-61565dfe0d4b is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:04:12.233565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34622) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:12.234219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.239683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:12.240278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.264276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.264853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5705912c-ce6d-49e7-879d-b7d6b25302db tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '8e2aca5f-1629-4cf2-b717-5ab44cb5d625', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:12.265327 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-5705912c-ce6d-49e7-879d-b7d6b25302db tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 24 17:04:12.266394 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-5705912c-ce6d-49e7-879d-b7d6b25302db tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:12.270265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5705912c-ce6d-49e7-879d-b7d6b25302db tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100226 Mar 24 17:04:12.278033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34626) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:12.305351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9e900981-cf6e-437c-836f-a06b73e8f33a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '8e2aca5f-1629-4cf2-b717-5ab44cb5d625', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:12.326650 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8667924 Mar 24 17:04:12.326888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9e900981-cf6e-437c-836f-a06b73e8f33a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:12.329608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34630) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:12.332992 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-011d163b-e053-4700-b35d-939d9c53506a req-93b5883b-7bf5-45f1-8de3-09836dcf0abc service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730783 Mar 24 17:04:12.342325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.361062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.392090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'network': {'name': 'tempest-router-network02--2082100636'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:12.404207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:12.411849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9de561-db68-4953-bab2-243c58049151 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Network': ['ID=212beaa1-f89a-4538-a20e-a792aab590db,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:12.418074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:network and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:12.423339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 212beaa1-f89a-4538-a20e-a792aab590db details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:12.423554 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:12.429754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:12.465564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.508025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Transition to ACTIVE for port object 3d50ffe7-152a-460e-8aaa-43fd4952181d will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:12.509120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Made reservation on behalf of ed0761edda574a0db76f08581a85a6b2 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:12.512582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.528120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9e900981-cf6e-437c-836f-a06b73e8f33a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:12.532605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Router 1accb7bb-d39b-497c-bb6d-82b686d6f7a4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:04:12.533494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:12.533675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:12.585891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Transition to ACTIVE for port object 3d50ffe7-152a-460e-8aaa-43fd4952181d will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:12.606059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9e900981-cf6e-437c-836f-a06b73e8f33a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:12.624532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Usage tracker for resource:subnet and tenant:452682abe9e448e2a647d480978b235b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:12.631339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9e900981-cf6e-437c-836f-a06b73e8f33a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:12.636574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:12.650677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:12.655585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.711674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:12.726604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.735876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.736247 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Added segment 026d0a96-5b06-4d43-87c8-b03608fc3f39 of type vlan for network e7aff04b-963e-435f-af34-5babba30cea7 Mar 24 17:04:12.802509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Network a2c19b9d-5599-468c-84e6-ba17017df4dd is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:12.807580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:12.814028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:12.844868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:12.972767 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Pushing event updated for resources: {'Port': ['ID=3d50ffe7-152a-460e-8aaa-43fd4952181d,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:13.009102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Attempting to bind port 3d50ffe7-152a-460e-8aaa-43fd4952181d on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:13.009102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Attempting to bind port 3d50ffe7-152a-460e-8aaa-43fd4952181d by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '67479eba-d55f-4885-9a41-2511bba37a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a2c19b9d-5599-468c-84e6-ba17017df4dd'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:13.009102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Attempting to bind port 3d50ffe7-152a-460e-8aaa-43fd4952181d on network a2c19b9d-5599-468c-84e6-ba17017df4dd {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:13.009102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:13.009102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Checking segment: {'id': '67479eba-d55f-4885-9a41-2511bba37a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a2c19b9d-5599-468c-84e6-ba17017df4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:13.009102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:13.009102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Bound using segment: {'id': '67479eba-d55f-4885-9a41-2511bba37a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a2c19b9d-5599-468c-84e6-ba17017df4dd'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:13.010652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Bound port: 3d50ffe7-152a-460e-8aaa-43fd4952181d, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67479eba-d55f-4885-9a41-2511bba37a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a2c19b9d-5599-468c-84e6-ba17017df4dd'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:13.011115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:13.117145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] For port 3d50ffe7-152a-460e-8aaa-43fd4952181d, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:13.120754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] For port 3d50ffe7-152a-460e-8aaa-43fd4952181d, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3d50ffe7-152a-460e-8aaa-43fd4952181d,segment=NetworkSegment(67479eba-d55f-4885-9a41-2511bba37a20),segment_id=67479eba-d55f-4885-9a41-2511bba37a20)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:13.150607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Router 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:04:13.155200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Made reservation on behalf of 452682abe9e448e2a647d480978b235b for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:13.158682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:13.168699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:13.194993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:13.200429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:13.201059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:13.238666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:13.252298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eaaa2e-ffcf-4afa-9971-b665d4b69f1c None None] Sync routers for ids ['1accb7bb-d39b-497c-bb6d-82b686d6f7a4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:13.274666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eaaa2e-ffcf-4afa-9971-b665d4b69f1c None None] Routers {'1accb7bb-d39b-497c-bb6d-82b686d6f7a4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:13.275399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-33eaaa2e-ffcf-4afa-9971-b665d4b69f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1accb7bb-d39b-497c-bb6d-82b686d6f7a4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:13.291358 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f6b1a1f4-a2ee-4a2c-9768-63ef4875408e tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "PUT /v2.0/routers/1accb7bb-d39b-497c-bb6d-82b686d6f7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7916648 Mar 24 17:04:13.295276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34638) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:13.354276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-33eaaa2e-ffcf-4afa-9971-b665d4b69f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:13.362155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb45d6a-7c68-4386-8b3c-ffa833055a9d None None] Pushing event updated for resources: {'Port': ['ID=3d50ffe7-152a-460e-8aaa-43fd4952181d,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:13.369430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eaaa2e-ffcf-4afa-9971-b665d4b69f1c None None] Routers {'1accb7bb-d39b-497c-bb6d-82b686d6f7a4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:13.370168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-33eaaa2e-ffcf-4afa-9971-b665d4b69f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1accb7bb-d39b-497c-bb6d-82b686d6f7a4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:13.437487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-33eaaa2e-ffcf-4afa-9971-b665d4b69f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:13.438049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33eaaa2e-ffcf-4afa-9971-b665d4b69f1c None None] The sync data for ids ['1accb7bb-d39b-497c-bb6d-82b686d6f7a4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:13.447284 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-9e900981-cf6e-437c-836f-a06b73e8f33a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:13.450956 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9e900981-cf6e-437c-836f-a06b73e8f33a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.1653957 Mar 24 17:04:13.471010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34642) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:13.604819 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2257164 Mar 24 17:04:13.609212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:13.610335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-487b305f-6844-494c-a371-b7fd94b9e912 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '8e2aca5f-1629-4cf2-b717-5ab44cb5d625', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:13.610857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34646) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:13.611444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5365a53-678a-4423-8403-1a30804898ea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Network': ['ID=e7aff04b-963e-435f-af34-5babba30cea7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:13.620816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-535bb9c7-f1c5-4418-875a-d1adcf09ffff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "PUT /v2.0/routers/1f00761b-d3e3-4f47-bd4a-9006d6a176d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4285126 Mar 24 17:04:13.627047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network e7aff04b-963e-435f-af34-5babba30cea7 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:13.629014 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] Sync routers for ids ['1f00761b-d3e3-4f47-bd4a-9006d6a176d5'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:13.633428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:13.634662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'subnet': {'network_id': '212beaa1-f89a-4538-a20e-a792aab590db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:13.636803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34650) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:13.637699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-487b305f-6844-494c-a371-b7fd94b9e912 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:13.642673 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] Routers {'1f00761b-d3e3-4f47-bd4a-9006d6a176d5'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:13.647488 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1f00761b-d3e3-4f47-bd4a-9006d6a176d5'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:13.666900 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5124ff3f-dee4-4e9f-8583-9508132c5677 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:13.770030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a7021-61a2-4ccb-bc02-4d06c176ebeb req-f11a23ff-490b-4e4c-8be2-866f10f904ee tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:13.770030 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e08a7021-61a2-4ccb-bc02-4d06c176ebeb req-f11a23ff-490b-4e4c-8be2-866f10f904ee tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6204829 Mar 24 17:04:13.802058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Sync routers for ids ['2c496812-81dd-44df-96f1-61565dfe0d4b'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:13.829333 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:13.837599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:subnet and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:13.842991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:13.857070 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e08a7021-61a2-4ccb-bc02-4d06c176ebeb req-747ecde5-7917-4a84-a335-0fb146a956cc tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820751 Mar 24 17:04:13.891992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:13.904878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-487b305f-6844-494c-a371-b7fd94b9e912 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:13.919253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Routers {'2c496812-81dd-44df-96f1-61565dfe0d4b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:13.919906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2c496812-81dd-44df-96f1-61565dfe0d4b'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:13.932147 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] Set router 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:13.973789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Made reservation on behalf of ed0761edda574a0db76f08581a85a6b2 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:13.978473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:13.987310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-487b305f-6844-494c-a371-b7fd94b9e912 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:14.099181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3d50ffe7-152a-460e-8aaa-43fd4952181d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:14.100724 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00761b-d3e3-4f47-bd4a-9006d6a176d5', 'name': 'tempest-NetworksTestDHCPv6-router-161351487', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:01Z', 'updated_at': '2022-03-24T17:04:12Z', 'revision_number': 3, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:14.105158 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] Checking router: 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:04:14.118859 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] Routers {'1f00761b-d3e3-4f47-bd4a-9006d6a176d5'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:14.119839 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['1f00761b-d3e3-4f47-bd4a-9006d6a176d5'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:14.225328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-487b305f-6844-494c-a371-b7fd94b9e912 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:14.279882 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] Set router 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:14.354038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Set router 2c496812-81dd-44df-96f1-61565dfe0d4b gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:14.383591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:14.385115 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8fd0f2e8-0877-44a8-b789-b2a91fdeeba7 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.3182309 Mar 24 17:04:14.388905 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34658) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:14.401952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe4844-749f-4d06-a197-03d15c906376 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:14.403506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe4844-749f-4d06-a197-03d15c906376 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:14.404744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fbbe4844-749f-4d06-a197-03d15c906376 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:14.438271 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f00761b-d3e3-4f47-bd4a-9006d6a176d5', 'name': 'tempest-NetworksTestDHCPv6-router-161351487', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:01Z', 'updated_at': '2022-03-24T17:04:12Z', 'revision_number': 3, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:14.445798 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228cda6-030c-41b9-aa3b-46873d8e4ca8 None None] The sync data for ids ['1f00761b-d3e3-4f47-bd4a-9006d6a176d5'] in dv-neutron-835063-1-hyperv is: [{'id': '1f00761b-d3e3-4f47-bd4a-9006d6a176d5', 'name': 'tempest-NetworksTestDHCPv6-router-161351487', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:01Z', 'updated_at': '2022-03-24T17:04:12Z', 'revision_number': 3, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:14.518983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:14.522997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5124ff3f-dee4-4e9f-8583-9508132c5677 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:14.548827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 3d50ffe7-152a-460e-8aaa-43fd4952181d completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:14.566906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5124ff3f-dee4-4e9f-8583-9508132c5677 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:14.644846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Checking segment: {'id': '7b0ee0f2-a4bc-44ed-8370-d6dce093ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '212beaa1-f89a-4538-a20e-a792aab590db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:14.645364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network hostable DHCP agents. Network: 212beaa1-f89a-4538-a20e-a792aab590db, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:14.654631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Subnet': ['ID=a9e7204b-741e-4424-812d-fba066fe85ac,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:14.677427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fbbe4844-749f-4d06-a197-03d15c906376 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:14.678598 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fbbe4844-749f-4d06-a197-03d15c906376 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0322256 Mar 24 17:04:14.689616 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-487b305f-6844-494c-a371-b7fd94b9e912 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:14.690673 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-487b305f-6844-494c-a371-b7fd94b9e912 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.2062390 Mar 24 17:04:14.694934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34662) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:14.695273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34664) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:14.796181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c496812-81dd-44df-96f1-61565dfe0d4b', 'name': '', 'tenant_id': 'b3c482a249ff44898e907e2e45551920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d78caba-58e2-423b-9e28-169709deb44a', 'external_fixed_ips': [{'subnet_id': '92b9a644-70f6-4538-b205-a7fbe96234f0', 'ip_address': '2001:db8::17a'}], 'enable_snat': True}, 'gw_port_id': '45d2fea3-ef02-4ce2-bf01-104f623f04ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:01Z', 'updated_at': '2022-03-24T17:04:08Z', 'revision_number': 3, 'project_id': 'b3c482a249ff44898e907e2e45551920', 'gw_port': {'id': '45d2fea3-ef02-4ce2-bf01-104f623f04ca', 'name': '', 'network_id': '9d78caba-58e2-423b-9e28-169709deb44a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c496812-81dd-44df-96f1-61565dfe0d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '92b9a644-70f6-4538-b205-a7fbe96234f0', 'ip_address': '2001:db8::17a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:05Z', 'updated_at': '2022-03-24T17:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92b9a644-70f6-4538-b205-a7fbe96234f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:14.806681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Checking router: 2c496812-81dd-44df-96f1-61565dfe0d4b for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:04:14.806681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Updating router 2c496812-81dd-44df-96f1-61565dfe0d4b port 45d2fea3-ef02-4ce2-bf01-104f623f04ca binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:04:14.820596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cb96b-a21e-4cf4-a9d7-3bb2f0d63771 req-31e5c07f-993c-4574-800a-d317f1b34905 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:14.823706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ae2cb96b-a21e-4cf4-a9d7-3bb2f0d63771 req-31e5c07f-993c-4574-800a-d317f1b34905 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.3497574 Mar 24 17:04:14.826270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:14.854201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9dfc2-c058-4c6b-a79d-7f2eb2814b27 None None] Network a2c19b9d-5599-468c-84e6-ba17017df4dd requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:14.900895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5124ff3f-dee4-4e9f-8583-9508132c5677 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:14.901839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5124ff3f-dee4-4e9f-8583-9508132c5677 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Fanout notify agent at l3_agent the message router_deleted on router 1accb7bb-d39b-497c-bb6d-82b686d6f7a4 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:04:14.992643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.014441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5124ff3f-dee4-4e9f-8583-9508132c5677 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.018147 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5124ff3f-dee4-4e9f-8583-9508132c5677 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "DELETE /v2.0/routers/1accb7bb-d39b-497c-bb6d-82b686d6f7a4 HTTP/1.1" status: 204 len: 168 time: 1.7139502 Mar 24 17:04:15.019040 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34670) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:15.034038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-348d6148-375f-4809-b489-5f78c3c1a228 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.086193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.091257 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ae2cb96b-a21e-4cf4-a9d7-3bb2f0d63771 req-0b938e81-babd-49d4-8830-f3e03e5140da tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694890 Mar 24 17:04:15.113204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45c6ecb-594a-4539-9498-c71bb12d11b2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet f8f54c7e-963a-4859-aec1-ca33a4930644 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:04:15.115172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Deleting port 81afcaa4-6024-48ff-b2b9-09b1de7c7af2 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:15.115542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.152289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-b2732a3c-a58d-4b55-9345-6e5d8be81673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:15.153840 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-b2732a3c-a58d-4b55-9345-6e5d8be81673 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 1098 time: 0.6458066 Mar 24 17:04:15.160959 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e45c6ecb-594a-4539-9498-c71bb12d11b2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.190347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network 212beaa1-f89a-4538-a20e-a792aab590db is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:15.219081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Deleting port 45d2fea3-ef02-4ce2-bf01-104f623f04ca {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:15.219467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.222796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-08660cb1-b5ca-4091-b61f-a82a43a931ff None None] Provisioning for port 3d50ffe7-152a-460e-8aaa-43fd4952181d completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:15.239897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-348d6148-375f-4809-b489-5f78c3c1a228 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.276124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-08660cb1-b5ca-4091-b61f-a82a43a931ff None None] Provisioning complete for port 3d50ffe7-152a-460e-8aaa-43fd4952181d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:15.276399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-08660cb1-b5ca-4091-b61f-a82a43a931ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.302658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 212beaa1-f89a-4538-a20e-a792aab590db) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:15.311861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:15.312469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.325987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c884fab4-f549-4965-9328-6d199bda4abe tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Deleting subnet 59c11f5a-7c44-4413-bd08-8235e45a21af {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:04:15.330879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556d36d-8d95-4464-b36e-25a2b2683ec2 None None] Network 212beaa1-f89a-4538-a20e-a792aab590db requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:15.410030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e45c6ecb-594a-4539-9498-c71bb12d11b2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.422353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.451322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c884fab4-f549-4965-9328-6d199bda4abe tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.490282 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fef592a8-2925-4cf2-9f01-6405839a7ccc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8749406 Mar 24 17:04:15.496011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34674) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:15.545789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'subnet': {'network_id': 'e7aff04b-963e-435f-af34-5babba30cea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:15.554442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Calling delete_port for 45d2fea3-ef02-4ce2-bf01-104f623f04ca owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:15.711517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:15.745543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-08660cb1-b5ca-4091-b61f-a82a43a931ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.753409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c884fab4-f549-4965-9328-6d199bda4abe tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.802475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:15.802475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5e550b4-6e5f-47a1-a0d1-e097ba8ca25b not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:15.848700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.899892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.objects.ports [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88477) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:04:15.917483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-08660cb1-b5ca-4091-b61f-a82a43a931ff None None] For port 3d50ffe7-152a-460e-8aaa-43fd4952181d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3d50ffe7-152a-460e-8aaa-43fd4952181d,segment=NetworkSegment(67479eba-d55f-4885-9a41-2511bba37a20),segment_id=67479eba-d55f-4885-9a41-2511bba37a20)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:15.917632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.944043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-212beaa1-f89a-4538-a20e-a792aab590db', 'network_id': '212beaa1-f89a-4538-a20e-a792aab590db', 'tenant_id': 'ed0761edda574a0db76f08581a85a6b2', 'fixed_ips': [{'subnet_id': 'a9e7204b-741e-4424-812d-fba066fe85ac'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:15.944877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.987314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-348d6148-375f-4809-b489-5f78c3c1a228 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:15.999576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-cd7a02fa-17cc-4456-b06b-7ab84b4a96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:16.001149 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-cd7a02fa-17cc-4456-b06b-7ab84b4a96b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 200 len: 913 time: 0.8016400 Mar 24 17:04:16.012628 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-08660cb1-b5ca-4091-b61f-a82a43a931ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.045679 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:04:16.046084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:04:16.094238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event deleted for resources: {'Port': ['ID=45d2fea3-ef02-4ce2-bf01-104f623f04ca,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:16.104841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.147064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08660cb1-b5ca-4091-b61f-a82a43a931ff None None] Pushing event updated for resources: {'Port': ['ID=3d50ffe7-152a-460e-8aaa-43fd4952181d,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:16.183513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0337457f-bdef-4c58-a6e2-4cd266381b57 None None] Provisioning complete for port 3d50ffe7-152a-460e-8aaa-43fd4952181d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:16.183847 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0337457f-bdef-4c58-a6e2-4cd266381b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.239750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:16.248550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Allocated IP 2001:db8::2 (212beaa1-f89a-4538-a20e-a792aab590db/a9e7204b-741e-4424-812d-fba066fe85ac/11e0de12-ca67-4a36-9687-2fa2f4874ae1) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:16.277214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:subnet and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:16.281638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d6148-375f-4809-b489-5f78c3c1a228 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2aca5f-1629-4cf2-b717-5ab44cb5d625,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:16.304740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:16.323865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.367242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:16.367483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.367483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.416599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f7c51-ab11-4b23-bf17-ef8486f28644 req-7bf54a1d-ab4d-4800-b181-0710a09ad46f tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:16.418156 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f7f7c51-ab11-4b23-bf17-ef8486f28644 req-7bf54a1d-ab4d-4800-b181-0710a09ad46f tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.1805673 Mar 24 17:04:16.457187 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-d4955ad3-b000-4a4b-9a0e-de68d7556ff7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 200 len: 1001 time: 0.2822261 Mar 24 17:04:16.464240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.464884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c496812-81dd-44df-96f1-61565dfe0d4b {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:04:16.475075 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f7f7c51-ab11-4b23-bf17-ef8486f28644 req-da58b960-9942-43a4-9ffa-b22a373588f0 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489144 Mar 24 17:04:16.483112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.487138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5110952b-cdad-47f1-bd9a-ca8445861d53 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "DELETE /v2.0/routers/2c496812-81dd-44df-96f1-61565dfe0d4b HTTP/1.1" status: 204 len: 168 time: 2.0971961 Mar 24 17:04:16.488070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34682) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:16.528491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-348d6148-375f-4809-b489-5f78c3c1a228 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.530183 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-348d6148-375f-4809-b489-5f78c3c1a228 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/8e2aca5f-1629-4cf2-b717-5ab44cb5d625 HTTP/1.1" status: 204 len: 168 time: 1.8270972 Mar 24 17:04:16.534564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.545966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Transition to ACTIVE for port object 11e0de12-ca67-4a36-9687-2fa2f4874ae1 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:16.548881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Calling delete_port for 81afcaa4-6024-48ff-b2b9-09b1de7c7af2 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:16.552670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34686) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:16.578074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event updated for resources: {'Subnet': ['ID=0faf0232-a12a-480a-bd4f-0891d1f0d3e7,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:16.600307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc825cf-ba7a-427a-a215-a701c37637ec tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Deleting subnet 92b9a644-70f6-4538-b205-a7fbe96234f0 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:04:16.602079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Port 45d2fea3-ef02-4ce2-bf01-104f623f04ca not found while updating agent binding for router 2c496812-81dd-44df-96f1-61565dfe0d4b. {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 24 17:04:16.605001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edc825cf-ba7a-427a-a215-a701c37637ec tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.615364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Transition to ACTIVE for port object 11e0de12-ca67-4a36-9687-2fa2f4874ae1 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:16.618001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Routers set() bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:16.618214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e45c6ecb-594a-4539-9498-c71bb12d11b2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.618524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Router IDs set() for agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 24 17:04:16.619216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_agentschedulers_db [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c496812-81dd-44df-96f1-61565dfe0d4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent'). {{(pid=88479) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 24 17:04:16.620076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd5896-e46c-46ef-bbec-735b482b7bd6 None None] The sync data for ids ['2c496812-81dd-44df-96f1-61565dfe0d4b'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:16.660275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57161ba1-7fca-480c-b264-bba02e480a71 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Synchronizing usage tracker for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:16.662056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Checking segment: {'id': 'b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6e50701f-d85b-4fdf-a310-00a167947c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:16.662428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network hostable DHCP agents. Network: 6e50701f-d85b-4fdf-a310-00a167947c7a, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:16.667929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.679074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edc825cf-ba7a-427a-a215-a701c37637ec tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.683485 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Made reservation on behalf of ed0761edda574a0db76f08581a85a6b2 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:16.687711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.735621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Network 212beaa1-f89a-4538-a20e-a792aab590db is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:16.738953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:16.743553 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:16.747900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edc825cf-ba7a-427a-a215-a701c37637ec tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.785959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57161ba1-7fca-480c-b264-bba02e480a71 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Unset dirty status for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:16.791180 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-57161ba1-7fca-480c-b264-bba02e480a71 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2337074 Mar 24 17:04:16.792182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34690) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:16.800168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753120363'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:16.806680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:16.822651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:16.830882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c884fab4-f549-4965-9328-6d199bda4abe tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.836447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Pushing event updated for resources: {'Port': ['ID=11e0de12-ca67-4a36-9687-2fa2f4874ae1,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:16.863152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Attempting to bind port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:16.863689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Attempting to bind port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '7b0ee0f2-a4bc-44ed-8370-d6dce093ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '212beaa1-f89a-4538-a20e-a792aab590db'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:16.864188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Attempting to bind port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 on network 212beaa1-f89a-4538-a20e-a792aab590db {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:16.869614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:16.872853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Checking segment: {'id': '7b0ee0f2-a4bc-44ed-8370-d6dce093ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '212beaa1-f89a-4538-a20e-a792aab590db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:16.872853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.872853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Bound using segment: {'id': '7b0ee0f2-a4bc-44ed-8370-d6dce093ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '212beaa1-f89a-4538-a20e-a792aab590db'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:16.872853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Bound port: 11e0de12-ca67-4a36-9687-2fa2f4874ae1, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0ee0f2-a4bc-44ed-8370-d6dce093ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '212beaa1-f89a-4538-a20e-a792aab590db'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:16.872853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.893373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.919757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:16.924582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:16.928715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:16.932177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edc825cf-ba7a-427a-a215-a701c37637ec tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:16.933261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-ac32f583-5b23-4163-bbd7-2892ef77a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:16.935272 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-ac32f583-5b23-4163-bbd7-2892ef77a6ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 200 len: 851 time: 0.3938856 Mar 24 17:04:16.963948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:16.977251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc825cf-ba7a-427a-a215-a701c37637ec tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92b9a644-70f6-4538-b205-a7fbe96234f0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:16.988958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edc825cf-ba7a-427a-a215-a701c37637ec tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.041796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] For port 11e0de12-ca67-4a36-9687-2fa2f4874ae1, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:17.045604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] For port 11e0de12-ca67-4a36-9687-2fa2f4874ae1, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=11e0de12-ca67-4a36-9687-2fa2f4874ae1,segment=NetworkSegment(7b0ee0f2-a4bc-44ed-8370-d6dce093ee53),segment_id=7b0ee0f2-a4bc-44ed-8370-d6dce093ee53)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:17.051713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Network 6e50701f-d85b-4fdf-a310-00a167947c7a is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:17.068832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.130572 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-edc825cf-ba7a-427a-a215-a701c37637ec tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/92b9a644-70f6-4538-b205-a7fbe96234f0 HTTP/1.1" status: 204 len: 168 time: 0.6390624 Mar 24 17:04:17.130799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.130927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34694) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:17.156647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e45c6ecb-594a-4539-9498-c71bb12d11b2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.209147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 6e50701f-d85b-4fdf-a310-00a167947c7a) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:17.219539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.234227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c6ecb-594a-4539-9498-c71bb12d11b2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f54c7e-963a-4859-aec1-ca33a4930644,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:17.235697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065b42b8-4872-4297-99f9-bb7c875e8378 None None] Network 6e50701f-d85b-4fdf-a310-00a167947c7a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:17.237797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:17.238328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.264618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e45c6ecb-594a-4539-9498-c71bb12d11b2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.265510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971c5d15-79a4-42b5-92cb-7a75f0d90c59 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:17.268351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c884fab4-f549-4965-9328-6d199bda4abe tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.269977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.281599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc171797-b0ec-4ca9-9759-f3a0e376efd9 None None] Pushing event updated for resources: {'Port': ['ID=11e0de12-ca67-4a36-9687-2fa2f4874ae1,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:17.291267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33bfa75-cb2c-4805-ab2f-44eb52ba4b48,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:17.322773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-1f1731c3-c66b-478a-b6e6-f7b8f9f19edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:17.324318 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-1f1731c3-c66b-478a-b6e6-f7b8f9f19edd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=33a04a57-9adb-4580-b423-ea6dcdf4e5e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3663669 Mar 24 17:04:17.361239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.365492 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c07ea8cc-48d5-4be3-a816-787a63ad453e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5695357 Mar 24 17:04:17.365746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34698) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:17.384465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4ab276a6-de91-4621-852f-b95289725bea tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': 'b33bfa75-cb2c-4805-ab2f-44eb52ba4b48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:17.390845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884fab4-f549-4965-9328-6d199bda4abe tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event deleted for resources: {'Subnet': ['ID=59c11f5a-7c44-4413-bd08-8235e45a21af,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:17.392202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4ab276a6-de91-4621-852f-b95289725bea tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:17.398192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4ab276a6-de91-4621-852f-b95289725bea tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:17.401769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4ab276a6-de91-4621-852f-b95289725bea tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:17.404955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b330abb-1724-45fc-842f-6e1d99d421a9 None None] Network 265e6430-b804-426e-93de-8d261aff20e7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:17.408625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4ab276a6-de91-4621-852f-b95289725bea tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:17.421040 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c884fab4-f549-4965-9328-6d199bda4abe tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.423817 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c884fab4-f549-4965-9328-6d199bda4abe tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "DELETE /v2.0/subnets/59c11f5a-7c44-4413-bd08-8235e45a21af HTTP/1.1" status: 204 len: 168 time: 2.3912520 Mar 24 17:04:17.491020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34702) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:17.509331 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e45c6ecb-594a-4539-9498-c71bb12d11b2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/f8f54c7e-963a-4859-aec1-ca33a4930644 HTTP/1.1" status: 204 len: 168 time: 2.8076460 Mar 24 17:04:17.520920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34710) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:17.535102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.677176 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8803e022-6a7d-42f0-8853-a1737c2e045d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 5.8213339 Mar 24 17:04:17.688714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34714) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:17.696675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.710623 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.750787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:17.803664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d78caba-58e2-423b-9e28-169709deb44a']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:17.830599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c46982f-9547-46c2-8821-8c2f5cccf34e') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:17.830964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c46982f-9547-46c2-8821-8c2f5cccf34e') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:17.857486 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-dcaf5028-83b3-4fff-930e-53d957c37220 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061567 Mar 24 17:04:17.929932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 11e0de12-ca67-4a36-9687-2fa2f4874ae1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:17.993926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event deleted for resources: {'Port': ['ID=81afcaa4-6024-48ff-b2b9-09b1de7c7af2,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:18.016997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b3106f-7088-4247-b12b-e5a427782e7a None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:04:18.025139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-44b3106f-7088-4247-b12b-e5a427782e7a None None] Deleting port 96463ee8-578a-41ff-9d50-d36f2d9331a1 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:18.025351 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-44b3106f-7088-4247-b12b-e5a427782e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.086695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.106370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Deleting port 9680a587-adfb-4d78-9976-8a9162f728e4 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:18.108078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.199276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.215437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-eea6eda9-f3a2-420e-b802-c3fd0c45320f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:router {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:18.230426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:18.231175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.306220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-6e50701f-d85b-4fdf-a310-00a167947c7a', 'network_id': '6e50701f-d85b-4fdf-a310-00a167947c7a', 'tenant_id': '452682abe9e448e2a647d480978b235b', 'fixed_ips': [{'subnet_id': '0faf0232-a12a-480a-bd4f-0891d1f0d3e7'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:18.307048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.317194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] DHCP port deletion for 265e6430-b804-426e-93de-8d261aff20e7 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:18.355782 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:18.379754 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-4ab276a6-de91-4621-852f-b95289725bea tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The resource could not be found. Mar 24 17:04:18.383710 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4ab276a6-de91-4621-852f-b95289725bea tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0142508 Mar 24 17:04:18.410814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34718) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:18.411824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Subnet': ['ID=43f71401-7ce6-4b25-a4a3-8db382a01c5e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:18.412130 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] Deleting port 9680a587-adfb-4d78-9976-8a9162f728e4 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:18.412511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.429220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0aa5f2c1-9f5e-4231-8a75-b24613ac484f tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': 'b33bfa75-cb2c-4805-ab2f-44eb52ba4b48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7ce78767-7645-42b6-aff5-f74cc10a4c44'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:18.438049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.459669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:18.479040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-eea6eda9-f3a2-420e-b802-c3fd0c45320f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:router {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:18.483082 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-eea6eda9-f3a2-420e-b802-c3fd0c45320f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9611869 Mar 24 17:04:18.484630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0aa5f2c1-9f5e-4231-8a75-b24613ac484f tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:18.489694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34722) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:18.492922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d78caba-58e2-423b-9e28-169709deb44a {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 24 17:04:18.507936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0aa5f2c1-9f5e-4231-8a75-b24613ac484f tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:18.511016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.521917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeddf39-535e-490f-ac70-e852ad1a438a req-01fbb776-2645-4574-a96b-84175279baaf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:18.523448 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4aeddf39-535e-490f-ac70-e852ad1a438a req-01fbb776-2645-4574-a96b-84175279baaf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7809372 Mar 24 17:04:18.524420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d78caba-58e2-423b-9e28-169709deb44a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:18.533217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3d50ffe7-152a-460e-8aaa-43fd4952181d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:18.546442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0aa5f2c1-9f5e-4231-8a75-b24613ac484f tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:18.561169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0aa5f2c1-9f5e-4231-8a75-b24613ac484f tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:18.614280 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4b2a2fca-8645-4bdf-bd47-94650617300b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "DELETE /v2.0/networks/9d78caba-58e2-423b-9e28-169709deb44a HTTP/1.1" status: 204 len: 168 time: 1.4785154 Mar 24 17:04:18.694112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Checking segment: {'id': '026d0a96-5b06-4d43-87c8-b03608fc3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e7aff04b-963e-435f-af34-5babba30cea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:18.694312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network hostable DHCP agents. Network: e7aff04b-963e-435f-af34-5babba30cea7, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:18.742272 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4aeddf39-535e-490f-ac70-e852ad1a438a req-6b3f7904-0f49-4ab7-ada8-ff5d020a6c8a tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711800 Mar 24 17:04:18.752279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] For port 9680a587-adfb-4d78-9976-8a9162f728e4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9680a587-adfb-4d78-9976-8a9162f728e4,segment=NetworkSegment(62c05d32-600b-4fe8-a211-2197dc618e36),segment_id=62c05d32-600b-4fe8-a211-2197dc618e36)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:18.752687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.798108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbae789-9a67-44fc-8942-8c4206a29ec1 None None] Network 212beaa1-f89a-4538-a20e-a792aab590db requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:18.859618 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-0aa5f2c1-9f5e-4231-8a75-b24613ac484f tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The resource could not be found. Mar 24 17:04:18.861071 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0aa5f2c1-9f5e-4231-8a75-b24613ac484f tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4442871 Mar 24 17:04:18.881606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-44b3106f-7088-4247-b12b-e5a427782e7a None None] For port 96463ee8-578a-41ff-9d50-d36f2d9331a1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=96463ee8-578a-41ff-9d50-d36f2d9331a1,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:18.881994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-44b3106f-7088-4247-b12b-e5a427782e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:18.892179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34730) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:18.924721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebf95404-b0c5-4919-ad4c-c88435eb5de9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.000971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Calling delete_port for 9680a587-adfb-4d78-9976-8a9162f728e4 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:19.041431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34736) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:19.054212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'router': {'name': 'tempest-router--293882026', 'project_id': '3e795479335f4e18abfdd86697042cdc'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:19.063586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:19.071418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Usage tracker for resource:router and tenant:3e795479335f4e18abfdd86697042cdc is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:19.076875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:19.093166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:19.208550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.209575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.214526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.215581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-44b3106f-7088-4247-b12b-e5a427782e7a None None] Calling delete_port for 96463ee8-578a-41ff-9d50-d36f2d9331a1 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:19.298217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9b2c1389-c446-4c42-b4ea-a15dd0c64172 None None] Provisioning for port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:19.298772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event deleted for resources: {'Port': ['ID=9680a587-adfb-4d78-9976-8a9162f728e4,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:19.303412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.307938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] No DVR routers for this DVR port 9680a587-adfb-4d78-9976-8a9162f728e4 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:19.323129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3d50ffe7-152a-460e-8aaa-43fd4952181d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:19.326084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.333746 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7876ba17-99a5-42b0-ac93-5a26856af6e1 req-139dcfdd-4f8f-4a7e-abf0-ca982528f988 service neutron] 10.222.0.48 "GET /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4622352 Mar 24 17:04:19.395441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.418264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9b2c1389-c446-4c42-b4ea-a15dd0c64172 None None] Provisioning complete for port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:19.418626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1389-c446-4c42-b4ea-a15dd0c64172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.419666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebf95404-b0c5-4919-ad4c-c88435eb5de9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.421417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network e7aff04b-963e-435f-af34-5babba30cea7 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:19.427699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebf95404-b0c5-4919-ad4c-c88435eb5de9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.449476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.477928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265e6430-b804-426e-93de-8d261aff20e7']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:19.491647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c05d32-600b-4fe8-a211-2197dc618e36') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:19.492394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c05d32-600b-4fe8-a211-2197dc618e36') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:19.507141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.521929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.531393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.538636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.541088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:19.546794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.557536 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, e7aff04b-963e-435f-af34-5babba30cea7) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:19.557727 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:19.563550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] For port 9680a587-adfb-4d78-9976-8a9162f728e4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9680a587-adfb-4d78-9976-8a9162f728e4,segment=NetworkSegment(62c05d32-600b-4fe8-a211-2197dc618e36),segment_id=62c05d32-600b-4fe8-a211-2197dc618e36)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:19.563943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.579507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Allocated IP 2001:db8::f816:3eff:fe3c:1f27 (6e50701f-d85b-4fdf-a310-00a167947c7a/0faf0232-a12a-480a-bd4f-0891d1f0d3e7/4846a1da-2725-4355-b65e-2a2f9d7c85e1) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:19.579775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:19.581222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.593806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0677a62-1c6f-4a9e-9b9d-a0cbdc853615 None None] Network e7aff04b-963e-435f-af34-5babba30cea7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:19.643936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2d746dcd-ebc8-414d-b8cd-6b30b54e88ce tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.680771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebf95404-b0c5-4919-ad4c-c88435eb5de9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.681299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf95404-b0c5-4919-ad4c-c88435eb5de9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Fanout notify agent at l3_agent the message router_deleted on router 1f00761b-d3e3-4f47-bd4a-9006d6a176d5 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:04:19.683342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.686601 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7497cb04-ce52-4dd2-b06c-16dafd5d5b42 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6438673 Mar 24 17:04:19.689361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34740) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:19.710901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2d746dcd-ebc8-414d-b8cd-6b30b54e88ce tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.723484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.758487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.773466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] Calling delete_port for 9680a587-adfb-4d78-9976-8a9162f728e4 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:19.785492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.805217 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e64207a2-9d1a-43b3-9bce-b90035eec4d3 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2859168 Mar 24 17:04:19.819650 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34746) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:19.844368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-44b3106f-7088-4247-b12b-e5a427782e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.860638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] Pushing event deleted for resources: {'Network': ['ID=265e6430-b804-426e-93de-8d261aff20e7,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:19.880874 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6f959c25-680c-4af9-95cd-53e0cce14084 tempest-FloatingIPNegativeTestJSON-883665730 tempest-FloatingIPNegativeTestJSON-883665730-project] 10.222.0.47 "DELETE /v2.0/networks/265e6430-b804-426e-93de-8d261aff20e7 HTTP/1.1" status: 204 len: 168 time: 2.3869369 Mar 24 17:04:19.898580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ab59ddc6-a5fe-40ed-90d4-cc6ce8334631 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.992156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebf95404-b0c5-4919-ad4c-c88435eb5de9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:19.993911 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ebf95404-b0c5-4919-ad4c-c88435eb5de9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/routers/1f00761b-d3e3-4f47-bd4a-9006d6a176d5 HTTP/1.1" status: 204 len: 168 time: 1.4209974 Mar 24 17:04:20.037361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3106f-7088-4247-b12b-e5a427782e7a None None] Pushing event deleted for resources: {'Port': ['ID=96463ee8-578a-41ff-9d50-d36f2d9331a1,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:20.101278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b3106f-7088-4247-b12b-e5a427782e7a None None] No DVR routers for this DVR port 96463ee8-578a-41ff-9d50-d36f2d9331a1 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:20.125813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34752) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:20.138426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:20.321259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:04:20.321807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:04:20.417122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1389-c446-4c42-b4ea-a15dd0c64172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.567511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2d746dcd-ebc8-414d-b8cd-6b30b54e88ce tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.567768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 96463ee8-578a-41ff-9d50-d36f2d9331a1 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:20.587746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ab59ddc6-a5fe-40ed-90d4-cc6ce8334631 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.590113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ab59ddc6-a5fe-40ed-90d4-cc6ce8334631 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.598374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d746dcd-ebc8-414d-b8cd-6b30b54e88ce tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33bfa75-cb2c-4805-ab2f-44eb52ba4b48,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:20.601840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2d746dcd-ebc8-414d-b8cd-6b30b54e88ce tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.602966 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2d746dcd-ebc8-414d-b8cd-6b30b54e88ce tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/b33bfa75-cb2c-4805-ab2f-44eb52ba4b48 HTTP/1.1" status: 204 len: 168 time: 1.6900902 Mar 24 17:04:20.616855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34758) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:20.636794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-e7aff04b-963e-435f-af34-5babba30cea7', 'network_id': 'e7aff04b-963e-435f-af34-5babba30cea7', 'tenant_id': 'ed0761edda574a0db76f08581a85a6b2', 'fixed_ips': [{'subnet_id': '43f71401-7ce6-4b25-a4a3-8db382a01c5e'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:20.638867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.647390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 96463ee8-578a-41ff-9d50-d36f2d9331a1 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:20.647734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 96463ee8-578a-41ff-9d50-d36f2d9331a1 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:20.648165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9680a587-adfb-4d78-9976-8a9162f728e4 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:20.687270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34760) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:20.692407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9b2c1389-c446-4c42-b4ea-a15dd0c64172 None None] For port 11e0de12-ca67-4a36-9687-2fa2f4874ae1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=11e0de12-ca67-4a36-9687-2fa2f4874ae1,segment=NetworkSegment(7b0ee0f2-a4bc-44ed-8370-d6dce093ee53),segment_id=7b0ee0f2-a4bc-44ed-8370-d6dce093ee53)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:20.712654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ab59ddc6-a5fe-40ed-90d4-cc6ce8334631 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.716912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab59ddc6-a5fe-40ed-90d4-cc6ce8334631 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7facfcf9-6b09-4149-86a7-89b18a5f7fd0 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:04:20.789014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:20.793275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 9680a587-adfb-4d78-9976-8a9162f728e4 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:20.794115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9680a587-adfb-4d78-9976-8a9162f728e4 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:20.800373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b2c1389-c446-4c42-b4ea-a15dd0c64172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.804443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.804846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ab59ddc6-a5fe-40ed-90d4-cc6ce8334631 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.808552 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ab59ddc6-a5fe-40ed-90d4-cc6ce8334631 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "DELETE /v2.0/routers/7facfcf9-6b09-4149-86a7-89b18a5f7fd0 HTTP/1.1" status: 204 len: 168 time: 1.1157031 Mar 24 17:04:20.842188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:20.849211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:20.859028 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:20.864814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] Deleting port 9680a587-adfb-4d78-9976-8a9162f728e4 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:20.878952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:20.890880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579ae88-c2bc-4327-ba59-e28fe60b7b97 req-5d3f031f-e4c6-45dc-9300-4f41489f10e3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:20.892779 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f579ae88-c2bc-4327-ba59-e28fe60b7b97 req-5d3f031f-e4c6-45dc-9300-4f41489f10e3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.8611910 Mar 24 17:04:20.932499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-69731f57-7cb3-4b40-855b-ac7a922545a7 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Synchronizing usage tracker for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:20.997506 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f579ae88-c2bc-4327-ba59-e28fe60b7b97 req-20cc1e80-22fa-4150-907f-b150f150ce8f tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979092 Mar 24 17:04:21.019509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:21.027538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Transition to ACTIVE for port object 4846a1da-2725-4355-b65e-2a2f9d7c85e1 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:21.030849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.079874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-69731f57-7cb3-4b40-855b-ac7a922545a7 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Unset dirty status for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:21.085854 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-69731f57-7cb3-4b40-855b-ac7a922545a7 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4135475 Mar 24 17:04:21.089940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34770) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:21.097287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a3b91d6e-1576-400f-b0b8-986f1cf708bc None None] The port '9680a587-adfb-4d78-9976-8a9162f728e4' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:04:21.098961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.143078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Transition to ACTIVE for port object 4846a1da-2725-4355-b65e-2a2f9d7c85e1 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:21.161628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0af8023f-faae-4b85-98a1-4322a03133ca tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '82f2f1af-527e-4525-8bfd-5a00dbde74fc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:21.163373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c1389-c446-4c42-b4ea-a15dd0c64172 None None] Pushing event updated for resources: {'Port': ['ID=11e0de12-ca67-4a36-9687-2fa2f4874ae1,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:21.181880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6f11422b-c5cd-4063-ae57-0c7702765bcb None None] Provisioning complete for port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:21.181880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6f11422b-c5cd-4063-ae57-0c7702765bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.189793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0af8023f-faae-4b85-98a1-4322a03133ca tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:21.210264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Router 2514924f-3396-4fd1-8b6d-249a6102a780 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:04:21.212795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0af8023f-faae-4b85-98a1-4322a03133ca tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:21.222823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0af8023f-faae-4b85-98a1-4322a03133ca tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:21.233571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0af8023f-faae-4b85-98a1-4322a03133ca tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:21.247885 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-87b9f7f5-c145-4097-8645-b92bb73972c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d45e8d97dfa4a1e8433260b6ec7f440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552711 Mar 24 17:04:21.249177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34774) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:21.249304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.305014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34778) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:21.329493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Network 6e50701f-d85b-4fdf-a310-00a167947c7a is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:21.338954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:21.347691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:21.352990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cf61db1-c350-43dc-8c16-9c388c199477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.384452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cf61db1-c350-43dc-8c16-9c388c199477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.399117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Allocated IP 2001:db8::2 (e7aff04b-963e-435f-af34-5babba30cea7/43f71401-7ce6-4b25-a4a3-8db382a01c5e/489f7186-dc7b-4e4d-91f5-e62cc3ea342a) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:21.431023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Pushing event updated for resources: {'Port': ['ID=4846a1da-2725-4355-b65e-2a2f9d7c85e1,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:21.478596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.549897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cf61db1-c350-43dc-8c16-9c388c199477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.571015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf61db1-c350-43dc-8c16-9c388c199477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3436c54a-eada-4283-b8e8-54a7b0629066,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:21.598459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-0af8023f-faae-4b85-98a1-4322a03133ca tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The resource could not be found. Mar 24 17:04:21.603115 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0af8023f-faae-4b85-98a1-4322a03133ca tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5085495 Mar 24 17:04:21.603115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34784) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:21.607817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Subnet': ['ID=0faf0232-a12a-480a-bd4f-0891d1f0d3e7,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:21.608469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'tempest-secgroup--992025741'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:21.627462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Attempting to bind port 4846a1da-2725-4355-b65e-2a2f9d7c85e1 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:21.627657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1273058050', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:21.631814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Attempting to bind port 4846a1da-2725-4355-b65e-2a2f9d7c85e1 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6e50701f-d85b-4fdf-a310-00a167947c7a'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:21.631814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Attempting to bind port 4846a1da-2725-4355-b65e-2a2f9d7c85e1 on network 6e50701f-d85b-4fdf-a310-00a167947c7a {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:21.638510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:21.642760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Usage tracker for resource:router and tenant:0a691cf1f4594dc2b631fefdeec780df is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:21.645624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:21.653024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:21.654260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:21.654649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Checking segment: {'id': 'b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6e50701f-d85b-4fdf-a310-00a167947c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:21.655049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.655440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Bound using segment: {'id': 'b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6e50701f-d85b-4fdf-a310-00a167947c7a'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:21.655909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Bound port: 4846a1da-2725-4355-b65e-2a2f9d7c85e1, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6e50701f-d85b-4fdf-a310-00a167947c7a'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:21.656286 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.664264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:21.667789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.738313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cf61db1-c350-43dc-8c16-9c388c199477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.739827 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5cf61db1-c350-43dc-8c16-9c388c199477 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3436c54a-eada-4283-b8e8-54a7b0629066 HTTP/1.1" status: 204 len: 168 time: 0.4897447 Mar 24 17:04:21.750843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.756652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.757734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:21.761047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:21.767654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:21.778416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:21.779316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.804710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=3c5c872c-76a2-47da-8da2-2c6675396c3d,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:21.814293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d516c-3ba1-463e-a85c-c3c8735d7c07 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:21.823139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.865719 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6f4bb249-174c-4739-97b4-ea1660bb1c26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7386258 Mar 24 17:04:21.868155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34790) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:21.874664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-392475152', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:21.879087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] For port 4846a1da-2725-4355-b65e-2a2f9d7c85e1, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:21.886281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:21.898282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:router and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:21.906170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:21.917458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.946192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.949065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:21.958947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:21.966916 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] For port 4846a1da-2725-4355-b65e-2a2f9d7c85e1, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4846a1da-2725-4355-b65e-2a2f9d7c85e1,segment=NetworkSegment(b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76),segment_id=b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:21.967782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:21.968304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Transition to ACTIVE for port object 489f7186-dc7b-4e4d-91f5-e62cc3ea342a will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:21.988214 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719e2d7-5ce6-43e0-85bd-7b305621bc4f None None] Sync routers for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:22.002676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Transition to ACTIVE for port object 489f7186-dc7b-4e4d-91f5-e62cc3ea342a will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:22.009756 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719e2d7-5ce6-43e0-85bd-7b305621bc4f None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:22.010411 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2719e2d7-5ce6-43e0-85bd-7b305621bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:22.010575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e50701f-d85b-4fdf-a310-00a167947c7a']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:22.023013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Allocated IP 2001:db8::1 (212beaa1-f89a-4538-a20e-a792aab590db/a9e7204b-741e-4424-812d-fba066fe85ac/578dbe87-31cc-4418-9c98-ada8689a1580) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:22.032224 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8da098bc-2934-4e0f-84cf-bbe6fc7b354a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "PUT /v2.0/routers/2514924f-3396-4fd1-8b6d-249a6102a780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0118043 Mar 24 17:04:22.033000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:22.033676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:22.041282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34796) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:22.095644 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2719e2d7-5ce6-43e0-85bd-7b305621bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:22.106259 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719e2d7-5ce6-43e0-85bd-7b305621bc4f None None] Routers {'2514924f-3396-4fd1-8b6d-249a6102a780'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:22.107634 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2719e2d7-5ce6-43e0-85bd-7b305621bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['2514924f-3396-4fd1-8b6d-249a6102a780'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:22.141667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.177316 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2719e2d7-5ce6-43e0-85bd-7b305621bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:22.177971 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719e2d7-5ce6-43e0-85bd-7b305621bc4f None None] The sync data for ids ['2514924f-3396-4fd1-8b6d-249a6102a780'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:22.184151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.189380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '3c5c872c-76a2-47da-8da2-2c6675396c3d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:22.192954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.220336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.316180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.319408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Network e7aff04b-963e-435f-af34-5babba30cea7 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:22.344921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:22.350873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:22.351478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.357207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:22.417015 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:22.435861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46b7d0-7cd2-4369-b96e-9136bc3b42e0 None None] Pushing event updated for resources: {'Port': ['ID=4846a1da-2725-4355-b65e-2a2f9d7c85e1,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:22.461453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.470700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:22.473221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.485251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.507669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:22.518783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:22.550267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:22.578524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 11e0de12-ca67-4a36-9687-2fa2f4874ae1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:22.580128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.634430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.639874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.643048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:04:22.643048 dv-neutron-835063-1-hyperv neutron-server[88477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:04:22.643048 dv-neutron-835063-1-hyperv neutron-server[88477]: [parameters: {'id': '6e50701f-d85b-4fdf-a310-00a167947c7a'}] Mar 24 17:04:22.643048 dv-neutron-835063-1-hyperv neutron-server[88477]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:04:22.643424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:04:22.665433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.675259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Transition to ACTIVE for port object 578dbe87-31cc-4418-9c98-ada8689a1580 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:22.716954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.787853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e52ddf3-c92c-4d6b-9fd4-8bfa96bc413e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:22.792570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.804908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.810972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c10ad-6c86-49ad-95af-8d2c6d107335 req-1559e724-2377-41a4-8da9-e20a1631bd05 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:22.812725 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b6c10ad-6c86-49ad-95af-8d2c6d107335 req-1559e724-2377-41a4-8da9-e20a1631bd05 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.6071472 Mar 24 17:04:22.816358 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Pushing event updated for resources: {'Port': ['ID=489f7186-dc7b-4e4d-91f5-e62cc3ea342a,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:22.818266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Attempting to bind port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:22.818688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Attempting to bind port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '026d0a96-5b06-4d43-87c8-b03608fc3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e7aff04b-963e-435f-af34-5babba30cea7'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:22.819054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Attempting to bind port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a on network e7aff04b-963e-435f-af34-5babba30cea7 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:22.834557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:22.834912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Checking segment: {'id': '026d0a96-5b06-4d43-87c8-b03608fc3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e7aff04b-963e-435f-af34-5babba30cea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:22.835325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.835713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Bound using segment: {'id': '026d0a96-5b06-4d43-87c8-b03608fc3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e7aff04b-963e-435f-af34-5babba30cea7'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:22.836217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Bound port: 489f7186-dc7b-4e4d-91f5-e62cc3ea342a, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026d0a96-5b06-4d43-87c8-b03608fc3f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e7aff04b-963e-435f-af34-5babba30cea7'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:22.836593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.852553 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a07e7d8-c8e8-49fa-89b6-2e9fdbe0b013 None None] Network 6e50701f-d85b-4fdf-a310-00a167947c7a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:22.868684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:22.872777 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f464eb04-7ec8-4133-9007-e2517921d3d6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2658269 Mar 24 17:04:22.873338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34810) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:22.877171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/3c5c872c-76a2-47da-8da2-2c6675396c3d/0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:22.879642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'tempest-secgroup--642210637'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:22.887029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:22.894364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:22.899779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:22.907468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:22.949417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.016419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Deleting port a33d5fbd-1c5c-4b85-859f-68f12ca21ce1 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:23.016988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.036574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:23.036954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.067065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.092633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.096848 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e8af5583-a876-445f-af3f-c8825e910963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2248657 Mar 24 17:04:23.100679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34820) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:23.113648 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b6c10ad-6c86-49ad-95af-8d2c6d107335 req-a6bbd54e-7da5-49b1-bee4-e5b67276f60b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2949138 Mar 24 17:04:23.126694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network 212beaa1-f89a-4538-a20e-a792aab590db is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:23.145419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:23.145419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:23.146920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:23.155287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:23.238226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.244805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.248667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:23.280860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Port': ['ID=578dbe87-31cc-4418-9c98-ada8689a1580,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:23.316330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:23.316830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.336450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.391141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] For port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:23.395801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34828) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:23.438950 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d9f5c8-c78c-4dd1-a4d0-38a0af4b63d1,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:23.441461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting port 4846a1da-2725-4355-b65e-2a2f9d7c85e1 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:23.441980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.444136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] For port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=489f7186-dc7b-4e4d-91f5-e62cc3ea342a,segment=NetworkSegment(026d0a96-5b06-4d43-87c8-b03608fc3f39),segment_id=026d0a96-5b06-4d43-87c8-b03608fc3f39)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:23.548284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.602434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'networks': [{'name': 'tempest-network--2021483929'}, {'name': 'tempest-network--1744313046'}]} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:23.602998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'network': {'name': 'tempest-network--2021483929'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:23.603331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'network': {'name': 'tempest-network--1744313046'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:23.613653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:23.680135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Usage tracker for resource:network and tenant:1c4eabe846034ac29368ac20fd97f7a3 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:23.683502 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.685664 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-993fb1d5-2bfb-450f-a212-e88340599dbe tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8105810 Mar 24 17:04:23.695503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:23.698627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34834) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:23.723531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-054a9065-3e98-4379-a5ba-bceebcf6781a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group_rule': {'security_group_id': '4e52ddf3-c92c-4d6b-9fd4-8bfa96bc413e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '36d9f5c8-c78c-4dd1-a4d0-38a0af4b63d1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:23.727372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.737964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-054a9065-3e98-4379-a5ba-bceebcf6781a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:23.738206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:23.741959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc28f1a-52ae-4b28-8a75-716ce16dc240 None None] Pushing event updated for resources: {'Port': ['ID=489f7186-dc7b-4e4d-91f5-e62cc3ea342a,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:23.745138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Transition to ACTIVE for port object 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:23.757542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-054a9065-3e98-4379-a5ba-bceebcf6781a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:23.767005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Transition to ACTIVE for port object 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:23.779575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-054a9065-3e98-4379-a5ba-bceebcf6781a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:23.805181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-054a9065-3e98-4379-a5ba-bceebcf6781a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:23.813643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-451f5b0d-1b1b-43f2-adda-602cfe4ff7e4 None None] Provisioning for port 578dbe87-31cc-4418-9c98-ada8689a1580 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:23.827348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.829885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-451f5b0d-1b1b-43f2-adda-602cfe4ff7e4 None None] Provisioning complete for port 578dbe87-31cc-4418-9c98-ada8689a1580 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:23.831250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-451f5b0d-1b1b-43f2-adda-602cfe4ff7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.867391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:23.972400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Pushing event updated for resources: {'Port': ['ID=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:24.008116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:24.009509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-451f5b0d-1b1b-43f2-adda-602cfe4ff7e4 None None] Port 578dbe87-31cc-4418-9c98-ada8689a1580 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:04:24.013550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:24.017010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:24.077262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.113101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Made reservation on behalf of 1c4eabe846034ac29368ac20fd97f7a3 for: {'network': 2} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:24.119131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.124002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Attempting to bind port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:24.124593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Attempting to bind port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:24.125306 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Attempting to bind port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:24.133249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:24.133875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:24.135226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.135226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:24.135790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Bound port: 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:24.135928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.136476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.152935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be61fb-91c8-4b9e-b983-12b5689d2ce1 req-04b5bc8b-8a1a-44ef-8e6a-d15943b4f8e8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:24.161151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68be61fb-91c8-4b9e-b983-12b5689d2ce1 req-04b5bc8b-8a1a-44ef-8e6a-d15943b4f8e8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.8954210 Mar 24 17:04:24.194395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.201123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.254431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] For port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:24.256604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Calling delete_port for a33d5fbd-1c5c-4b85-859f-68f12ca21ce1 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:24.258218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] For port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:24.318980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] For port 4846a1da-2725-4355-b65e-2a2f9d7c85e1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4846a1da-2725-4355-b65e-2a2f9d7c85e1,segment=NetworkSegment(b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76),segment_id=b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:24.319333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.326584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68be61fb-91c8-4b9e-b983-12b5689d2ce1 req-fecfee39-ffbc-4a37-a172-258945416463 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645710 Mar 24 17:04:24.329142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:24.334928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.400569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Usage tracker for resource:security_group_rule and tenant:1c4eabe846034ac29368ac20fd97f7a3 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:24.416388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:24.449291 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72031d-5cfd-4c46-a333-52116fb72945 None None] Pushing event updated for resources: {'Port': ['ID=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:24.484730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:24.485258 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-054a9065-3e98-4379-a5ba-bceebcf6781a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:24.486307 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-054a9065-3e98-4379-a5ba-bceebcf6781a tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7816770 Mar 24 17:04:24.492660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34840) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:24.493379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Calling delete_port for 4846a1da-2725-4355-b65e-2a2f9d7c85e1 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:24.524095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.620225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 489f7186-dc7b-4e4d-91f5-e62cc3ea342a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:24.824586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:24.949589 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:24.977122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Allocated IP 172.26.4.138 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/94116f21-312a-4617-9ad6-75086392c4cf) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:25.034749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3c6c-96db-44e7-bf90-55901613ddad tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.048743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Port': ['ID=4846a1da-2725-4355-b65e-2a2f9d7c85e1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:25.055599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No DVR routers for this DVR port 4846a1da-2725-4355-b65e-2a2f9d7c85e1 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:25.178578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3c6c-96db-44e7-bf90-55901613ddad tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.229992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd26190-42c7-471e-97f9-5655300899c0 None None] Network e7aff04b-963e-435f-af34-5babba30cea7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:25.264559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.319765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::1 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/3c5c872c-76a2-47da-8da2-2c6675396c3d/94160997-6ff6-4e05-9e5e-350ee4ff0491) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:25.371358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.382229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.383325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.412459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3c6c-96db-44e7-bf90-55901613ddad tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.412678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e50701f-d85b-4fdf-a310-00a167947c7a']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:25.432452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e02f8cfe-55b0-4f8b-9801-766c4e37e9e0 None None] Provisioning for port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:25.441763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:25.442205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07fc04c-e8d5-4b9b-8a95-38c1d9d85d76') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:25.443244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e02f8cfe-55b0-4f8b-9801-766c4e37e9e0 None None] Provisioning complete for port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:25.443615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e02f8cfe-55b0-4f8b-9801-766c4e37e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.462174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.469660 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.506472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4158b0d-8c94-4569-954a-524796215195,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:25.510997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:25.573971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event deleted for resources: {'Port': ['ID=a33d5fbd-1c5c-4b85-859f-68f12ca21ce1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:25.638054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.669635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.684178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e02f8cfe-55b0-4f8b-9801-766c4e37e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.703811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.789590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-e02f8cfe-55b0-4f8b-9801-766c4e37e9e0 None None] For port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=489f7186-dc7b-4e4d-91f5-e62cc3ea342a,segment=NetworkSegment(026d0a96-5b06-4d43-87c8-b03608fc3f39),segment_id=026d0a96-5b06-4d43-87c8-b03608fc3f39)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:25.846984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f3c6c-96db-44e7-bf90-55901613ddad tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d9f5c8-c78c-4dd1-a4d0-38a0af4b63d1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:25.878287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e02f8cfe-55b0-4f8b-9801-766c4e37e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.885569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb1d5a-77ab-4f2e-889f-6a9ebd47f359 req-dc61d7b5-fb9b-41f2-b306-3517376851a3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:25.887095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-00cb1d5a-77ab-4f2e-889f-6a9ebd47f359 req-dc61d7b5-fb9b-41f2-b306-3517376851a3 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.5636315 Mar 24 17:04:25.892271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.893353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:25.893757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.896579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:25.913314 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:25.998681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:25.999213 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Added segment 5335109b-1f62-4e47-8067-8b97cad8ce14 of type vlan for network 2341e161-0bcc-4006-bc75-c7f9d73afa38 Mar 24 17:04:26.015564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.015564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.023067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event updated for resources: {'Port': ['ID=94116f21-312a-4617-9ad6-75086392c4cf,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:26.034513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:26.037301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f8cfe-55b0-4f8b-9801-766c4e37e9e0 None None] Pushing event updated for resources: {'Port': ['ID=489f7186-dc7b-4e4d-91f5-e62cc3ea342a,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:26.051778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:26.071261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3c6c-96db-44e7-bf90-55901613ddad tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.075231 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ce6f3c6c-96db-44e7-bf90-55901613ddad tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/36d9f5c8-c78c-4dd1-a4d0-38a0af4b63d1 HTTP/1.1" status: 204 len: 168 time: 1.5815880 Mar 24 17:04:26.076154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34846) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:26.078743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:26.081088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc626c96-dc28-4243-ab72-e82c9fbc3de1 None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:04:26.147124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8d2ea110-0d28-45c1-ae34-703b3a440ca5 None None] Provisioning complete for port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:26.147491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8d2ea110-0d28-45c1-ae34-703b3a440ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.190367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.201812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.316466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.317969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Port': ['ID=578dbe87-31cc-4418-9c98-ada8689a1580,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:26.339509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.341115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc626c96-dc28-4243-ab72-e82c9fbc3de1 None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:04:26.356069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Network': ['ID=6e50701f-d85b-4fdf-a310-00a167947c7a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:26.366477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.366967 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Fanout notify agent at l3_agent the message router_deleted on router 2514924f-3396-4fd1-8b6d-249a6102a780 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:04:26.376636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.380366 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-607d4287-5816-43f7-b5c8-9e95bf2c78cf tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "DELETE /v2.0/routers/2514924f-3396-4fd1-8b6d-249a6102a780 HTTP/1.1" status: 204 len: 168 time: 4.3367925 Mar 24 17:04:26.389692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34850) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:26.396046 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-779518ac-a9cd-40ff-8741-1f3676313226 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/6e50701f-d85b-4fdf-a310-00a167947c7a HTTP/1.1" status: 204 len: 168 time: 8.7044089 Mar 24 17:04:26.397097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34854) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:26.434727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.470055 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a78247f-aced-4918-bf38-de2000d71d59 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): The resource could not be found. Mar 24 17:04:26.470523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a78247f-aced-4918-bf38-de2000d71d59 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:04:26.474767 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3a78247f-aced-4918-bf38-de2000d71d59 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/subnets/0faf0232-a12a-480a-bd4f-0891d1f0d3e7 HTTP/1.1" status: 404 len: 337 time: 0.0742462 Mar 24 17:04:26.477490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34858) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:26.507776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network 212beaa1-f89a-4538-a20e-a792aab590db is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:26.519933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:26.527048 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ab2099-bfd1-44c6-9022-49a1749417dc tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): The resource could not be found. Mar 24 17:04:26.527516 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ab2099-bfd1-44c6-9022-49a1749417dc tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:04:26.533219 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c7ab2099-bfd1-44c6-9022-49a1749417dc tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/6e50701f-d85b-4fdf-a310-00a167947c7a HTTP/1.1" status: 404 len: 339 time: 0.0515144 Mar 24 17:04:26.534594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34862) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:26.586601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8d2ea110-0d28-45c1-ae34-703b3a440ca5 None None] Provisioning for port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:26.588604 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-00cb1d5a-77ab-4f2e-889f-6a9ebd47f359 req-5372e890-2f12-43d8-bb1b-a622429e8b65 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5928652 Mar 24 17:04:26.617016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d2afbfb0-65d7-448a-8eda-ab9710087853 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Synchronizing usage tracker for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:26.626539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.660335 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-04474cd7-3137-41b3-b193-5f5abc747220 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): The resource could not be found. Mar 24 17:04:26.667757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04474cd7-3137-41b3-b193-5f5abc747220 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:04:26.667757 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-04474cd7-3137-41b3-b193-5f5abc747220 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/subnets/a122bf7e-57c9-4151-bb8a-d24510d45f46 HTTP/1.1" status: 404 len: 337 time: 0.1269794 Mar 24 17:04:26.674203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:26.681848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:26.683100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34866) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:26.686938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 94160997-6ff6-4e05-9e5e-350ee4ff0491 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:26.720932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f69fa8-18e5-4476-9106-556a9f3c8b2a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Deleting subnet b9975b17-25ef-402a-9bb2-91b01160b370 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:04:26.732841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d6f69fa8-18e5-4476-9106-556a9f3c8b2a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.785568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.785996 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Added segment 887bac1d-1b86-4446-a681-a91a71e93a7f of type vlan for network 1033fed2-9617-42d3-b54f-771b06a3b823 Mar 24 17:04:26.797902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d2afbfb0-65d7-448a-8eda-ab9710087853 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Unset dirty status for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:26.799502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d2afbfb0-65d7-448a-8eda-ab9710087853 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6617289 Mar 24 17:04:26.807575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34870) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:26.809116 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8711ff3a-3a6a-4d62-9e55-5a04f72ef686 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): The resource could not be found. Mar 24 17:04:26.810177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8711ff3a-3a6a-4d62-9e55-5a04f72ef686 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:04:26.812749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d6f69fa8-18e5-4476-9106-556a9f3c8b2a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.853168 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8711ff3a-3a6a-4d62-9e55-5a04f72ef686 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/236d7c11-898a-4b77-bd5f-b26814739e0b HTTP/1.1" status: 404 len: 339 time: 0.1624286 Mar 24 17:04:26.853413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:26.858105 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:26.858403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.859654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34874) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:26.917999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.924786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:26.943333 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad740a36-42a9-46f0-841a-77380c77fad7 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): The resource could not be found. Mar 24 17:04:26.943827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad740a36-42a9-46f0-841a-77380c77fad7 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:04:26.945837 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ad740a36-42a9-46f0-841a-77380c77fad7 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/subnets/2ee8086e-a9f0-422c-8986-946925ab268f HTTP/1.1" status: 404 len: 337 time: 0.0817854 Mar 24 17:04:26.950992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34878) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:27.022702 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-30899c2c-ac3a-4d0f-9daa-9c12354ff76a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): The resource could not be found. Mar 24 17:04:27.024043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.024764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30899c2c-ac3a-4d0f-9daa-9c12354ff76a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:04:27.030591 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-30899c2c-ac3a-4d0f-9daa-9c12354ff76a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/7c46e5e5-551d-48b1-b317-3cd51154c2f3 HTTP/1.1" status: 404 len: 339 time: 0.0685825 Mar 24 17:04:27.060457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34882) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:27.066683 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:27.120283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e3a9abdf-e436-454b-88bb-5d1b8c496d6b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.155368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d6f69fa8-18e5-4476-9106-556a9f3c8b2a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.156560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.157939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 489f7186-dc7b-4e4d-91f5-e62cc3ea342a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:27.183753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Router 7820d77e-62c0-4854-93ba-3435affdc46f is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:04:27.236739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-7036c5e7-0283-4916-a8cd-cfe0bb2b8b1d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting port 3f49d139-f987-4f6b-8ff4-87d3a5f3615d {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:27.237080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7036c5e7-0283-4916-a8cd-cfe0bb2b8b1d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.267493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e3a9abdf-e436-454b-88bb-5d1b8c496d6b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.298407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8123bee3-b024-47c4-a8cd-d9a47d110fb1 None None] Provisioning complete for port 578dbe87-31cc-4418-9c98-ada8689a1580 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:27.298773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8123bee3-b024-47c4-a8cd-d9a47d110fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.312306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.334674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:27.365381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:27.365664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.420647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8123bee3-b024-47c4-a8cd-d9a47d110fb1 None None] Port 578dbe87-31cc-4418-9c98-ada8689a1580 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:04:27.438915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:04:27.458095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:27.464470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:27.473641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:27.474160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.515375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=94160997-6ff6-4e05-9e5e-350ee4ff0491,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:27.526344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.587334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.587334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.592690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:27.597272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:27.597918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.753683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:27.765160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42500079-585e-486b-a338-96e32f3f002e None None] Sync routers for ids ['7820d77e-62c0-4854-93ba-3435affdc46f'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:27.776753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42500079-585e-486b-a338-96e32f3f002e None None] Routers {'7820d77e-62c0-4854-93ba-3435affdc46f'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:27.777730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-42500079-585e-486b-a338-96e32f3f002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['7820d77e-62c0-4854-93ba-3435affdc46f'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:27.782651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d6f69fa8-18e5-4476-9106-556a9f3c8b2a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.786220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e3a9abdf-e436-454b-88bb-5d1b8c496d6b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.848903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-42500079-585e-486b-a338-96e32f3f002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:27.855527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-412eddcc-cf9b-4818-bcea-3385b30e8142 None None] Provisioning for port 94160997-6ff6-4e05-9e5e-350ee4ff0491 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:27.863341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-412eddcc-cf9b-4818-bcea-3385b30e8142 None None] Provisioning complete for port 94160997-6ff6-4e05-9e5e-350ee4ff0491 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:27.863793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-412eddcc-cf9b-4818-bcea-3385b30e8142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.883373 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.4788854 Mar 24 17:04:27.885523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34890) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:27.921487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f69fa8-18e5-4476-9106-556a9f3c8b2a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event deleted for resources: {'Subnet': ['ID=b9975b17-25ef-402a-9bb2-91b01160b370,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:27.924223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d6f69fa8-18e5-4476-9106-556a9f3c8b2a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.926324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-412eddcc-cf9b-4818-bcea-3385b30e8142 None None] Port 94160997-6ff6-4e05-9e5e-350ee4ff0491 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:04:27.929252 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42500079-585e-486b-a338-96e32f3f002e None None] Routers {'7820d77e-62c0-4854-93ba-3435affdc46f'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:27.929871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-42500079-585e-486b-a338-96e32f3f002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['7820d77e-62c0-4854-93ba-3435affdc46f'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:27.932510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9abdf-e436-454b-88bb-5d1b8c496d6b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e52ddf3-c92c-4d6b-9fd4-8bfa96bc413e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:27.950100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-05c85259-4f0f-4ff1-a2fc-e90ecb779e4e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:27.951235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-05c85259-4f0f-4ff1-a2fc-e90ecb779e4e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Synchronizing usage tracker for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:27.955153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7036c5e7-0283-4916-a8cd-cfe0bb2b8b1d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:27.974802 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d6f69fa8-18e5-4476-9106-556a9f3c8b2a tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "DELETE /v2.0/subnets/b9975b17-25ef-402a-9bb2-91b01160b370 HTTP/1.1" status: 204 len: 168 time: 1.5839171 Mar 24 17:04:27.988688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34894) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:28.002986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cdf574-0507-4940-a185-b126c53b43ac None None] Network d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:28.033233 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6605c341-f11f-49da-9e43-fd0a27d30656 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "PUT /v2.0/routers/7820d77e-62c0-4854-93ba-3435affdc46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2092714 Mar 24 17:04:28.039853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Network': ['ID=2341e161-0bcc-4006-bc75-c7f9d73afa38,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:28.058547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 2341e161-0bcc-4006-bc75-c7f9d73afa38 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:28.067841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34898) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:28.077325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-42500079-585e-486b-a338-96e32f3f002e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:28.077848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42500079-585e-486b-a338-96e32f3f002e None None] The sync data for ids ['7820d77e-62c0-4854-93ba-3435affdc46f'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:28.083923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.093871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e3a9abdf-e436-454b-88bb-5d1b8c496d6b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.097523 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e3a9abdf-e436-454b-88bb-5d1b8c496d6b tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/4e52ddf3-c92c-4d6b-9fd4-8bfa96bc413e HTTP/1.1" status: 204 len: 168 time: 1.2864084 Mar 24 17:04:28.102490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-7036c5e7-0283-4916-a8cd-cfe0bb2b8b1d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Calling delete_port for 3f49d139-f987-4f6b-8ff4-87d3a5f3615d owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:28.132944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34902) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:28.227481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bdead1e7-0aaf-41d2-9725-ba4bf48fb495 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Synchronizing usage tracker for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:28.230921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-05c85259-4f0f-4ff1-a2fc-e90ecb779e4e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Unset dirty status for tenant:6e8606f4cf5d4f1e9d3232c69e6ade94 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:28.233168 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-05c85259-4f0f-4ff1-a2fc-e90ecb779e4e tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.48 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7419252 Mar 24 17:04:28.315159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7036c5e7-0283-4916-a8cd-cfe0bb2b8b1d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.319850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Deleting port ddacea29-5871-4ef9-bd02-2e2fc70dea79 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:28.320225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.401540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bdead1e7-0aaf-41d2-9725-ba4bf48fb495 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Unset dirty status for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:28.404732 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bdead1e7-0aaf-41d2-9725-ba4bf48fb495 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2590601 Mar 24 17:04:28.415494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34906) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:28.416240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036c5e7-0283-4916-a8cd-cfe0bb2b8b1d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Port': ['ID=3f49d139-f987-4f6b-8ff4-87d3a5f3615d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:28.425797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492702808'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:28.439029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7036c5e7-0283-4916-a8cd-cfe0bb2b8b1d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.442674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:28.463398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23273fd7-3fd7-4b80-ab59-e9ecb5398598 None None] DHCP port deletion for d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:04:28.466798 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7036c5e7-0283-4916-a8cd-cfe0bb2b8b1d tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/ports/3f49d139-f987-4f6b-8ff4-87d3a5f3615d HTTP/1.1" status: 204 len: 168 time: 1.4010468 Mar 24 17:04:28.472282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-23273fd7-3fd7-4b80-ab59-e9ecb5398598 None None] Deleting port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:28.472918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23273fd7-3fd7-4b80-ab59-e9ecb5398598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.517617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:28.519719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34910) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:28.523004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:28.599783 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0595c80-7e23-4de3-92b8-e86686ebe344 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): The resource could not be found. Mar 24 17:04:28.600291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0595c80-7e23-4de3-92b8-e86686ebe344 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:04:28.604503 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e0595c80-7e23-4de3-92b8-e86686ebe344 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/subnets/09f8dd04-b517-4df1-a6a8-338bd957687b HTTP/1.1" status: 404 len: 337 time: 0.0815268 Mar 24 17:04:28.606363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34914) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:28.650042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005161c-c421-4503-99a1-8f7e010d8520 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Network': ['ID=1033fed2-9617-42d3-b54f-771b06a3b823,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:28.662199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.671633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e47a-761c-4fd6-b2f7-467a56da7712 req-b55b9ba3-207c-43a7-b954-993c0cd52a3c tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:28.673138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3961e47a-761c-4fd6-b2f7-467a56da7712 req-b55b9ba3-207c-43a7-b954-993c0cd52a3c tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.8993282 Mar 24 17:04:28.673876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1033fed2-9617-42d3-b54f-771b06a3b823 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:28.703773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.811405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Router d1e4ea60-63ba-4df1-8375-2fd808f34caf is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:04:28.813188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:28.821222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Usage tracker for resource:security_group_rule and tenant:0335a8055c994aeb812d04bc20022a2b is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:28.825300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:28.828876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:28.829358 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.833843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.850373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:28.862328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] For port ddacea29-5871-4ef9-bd02-2e2fc70dea79, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ddacea29-5871-4ef9-bd02-2e2fc70dea79,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:28.862685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.924016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-23273fd7-3fd7-4b80-ab59-e9ecb5398598 None None] For port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=55ba3dfd-2ddc-4453-9275-afc3a8af2be9,segment=NetworkSegment(9441ed2f-0c49-4951-96d8-53d50cf9d0f1),segment_id=9441ed2f-0c49-4951-96d8-53d50cf9d0f1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:28.924586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23273fd7-3fd7-4b80-ab59-e9ecb5398598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:28.953940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa5159-3b9f-47cb-b45b-3b98cf733556 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:28.959593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa5159-3b9f-47cb-b45b-3b98cf733556 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:28.965536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa5159-3b9f-47cb-b45b-3b98cf733556 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:28.971569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fa5159-3b9f-47cb-b45b-3b98cf733556 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:28.972442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-93fa5159-3b9f-47cb-b45b-3b98cf733556 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Synchronizing usage tracker for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:29.000087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Deleting port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:29.000087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.073570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-23273fd7-3fd7-4b80-ab59-e9ecb5398598 None None] Calling delete_port for 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:29.095471 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3961e47a-761c-4fd6-b2f7-467a56da7712 req-f80d5cc0-989b-414b-aa72-2e6c8b0d0fc8 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066279 Mar 24 17:04:29.249478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.293312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23273fd7-3fd7-4b80-ab59-e9ecb5398598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.323839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-93fa5159-3b9f-47cb-b45b-3b98cf733556 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Unset dirty status for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:29.327831 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-93fa5159-3b9f-47cb-b45b-3b98cf733556 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.3882747 Mar 24 17:04:29.329446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34918) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:29.349788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23273fd7-3fd7-4b80-ab59-e9ecb5398598 None None] No DVR routers for this DVR port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:29.353899 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23273fd7-3fd7-4b80-ab59-e9ecb5398598 None None] Pushing event deleted for resources: {'Port': ['ID=55ba3dfd-2ddc-4453-9275-afc3a8af2be9,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:29.382859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d14e2ac-d2ac-4550-a552-e847a29278c6']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:29.421997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec05701-0482-459b-a04c-27c17aae4681') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:29.422304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec05701-0482-459b-a04c-27c17aae4681') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:29.577035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.627066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.633557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.639040 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.661500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:29.661717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:29.679718 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:29.682052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.682052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.682052 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Floating IP 9da4250c-a2a7-40fb-870c-ab8d5d0c67f5 disassociated. External IP: 172.26.4.128, port: ddacea29-5871-4ef9-bd02-2e2fc70dea79. Mar 24 17:04:29.682305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Calling delete_port for ddacea29-5871-4ef9-bd02-2e2fc70dea79 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:29.717147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:29.729605 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e4733-ca51-4d3d-87fd-9507712976d0 None None] Sync routers for ids ['d1e4ea60-63ba-4df1-8375-2fd808f34caf'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:29.730100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.739901 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e4733-ca51-4d3d-87fd-9507712976d0 None None] Routers {'d1e4ea60-63ba-4df1-8375-2fd808f34caf'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:29.740687 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-219e4733-ca51-4d3d-87fd-9507712976d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['d1e4ea60-63ba-4df1-8375-2fd808f34caf'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:29.800176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] For port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=55ba3dfd-2ddc-4453-9275-afc3a8af2be9,segment=NetworkSegment(9441ed2f-0c49-4951-96d8-53d50cf9d0f1),segment_id=9441ed2f-0c49-4951-96d8-53d50cf9d0f1)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:29.800530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:29.803548 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-219e4733-ca51-4d3d-87fd-9507712976d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:29.813306 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e4733-ca51-4d3d-87fd-9507712976d0 None None] Routers {'d1e4ea60-63ba-4df1-8375-2fd808f34caf'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:29.814047 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-219e4733-ca51-4d3d-87fd-9507712976d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['d1e4ea60-63ba-4df1-8375-2fd808f34caf'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:29.875271 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-219e4733-ca51-4d3d-87fd-9507712976d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:29.876117 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e4733-ca51-4d3d-87fd-9507712976d0 None None] The sync data for ids ['d1e4ea60-63ba-4df1-8375-2fd808f34caf'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:29.931790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f0819-eb6d-4209-ac2b-58397dbfeae5,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:30.003643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.031468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.033333 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/0d14e2ac-d2ac-4550-a552-e847a29278c6 HTTP/1.1" status: 204 len: 168 time: 1.4240832 Mar 24 17:04:30.035671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.036372 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0591c7b6-d0c8-4a93-8757-1b1c8a9b573e tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6179938 Mar 24 17:04:30.038457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.046322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34922) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:30.046649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34924) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:30.082250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.083426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-edcf7232-817c-451c-99a0-89a2deeecede tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.7747810 Mar 24 17:04:30.093525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Calling delete_port for 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:30.095789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4fa7042b-7726-498f-bf9e-7caf6458ac84 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:30.096431 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-4fa7042b-7726-498f-bf9e-7caf6458ac84 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 24 17:04:30.096921 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-4fa7042b-7726-498f-bf9e-7caf6458ac84 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] update failed (client error): There was a conflict when trying to complete your request. Mar 24 17:04:30.097859 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4fa7042b-7726-498f-bf9e-7caf6458ac84 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "PUT /v2.0/security-groups/9b1f0819-eb6d-4209-ac2b-58397dbfeae5 HTTP/1.1" status: 409 len: 330 time: 0.0458274 Mar 24 17:04:30.122610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34930) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:30.122932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34932) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:30.133376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33e926-5d1c-4e60-85fc-0ef86fb94c6a tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Network': ['ID=0d14e2ac-d2ac-4550-a552-e847a29278c6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:30.168611 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2341e161-0bcc-4006-bc75-c7f9d73afa38']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:30.192490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5335109b-1f62-4e47-8067-8b97cad8ce14') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:30.192785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5335109b-1f62-4e47-8067-8b97cad8ce14') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:30.200436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:04:30.223400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-25ae3753-372b-466a-aee5-3926a9ee39af tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting port cda28494-67e2-4134-a379-655954eb2e05 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:30.223740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-25ae3753-372b-466a-aee5-3926a9ee39af tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.258394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.265747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.288441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.330985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:30.331461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:30.346884 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:30.353025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.353743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.417186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.424274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9f0d965-1c98-4f5b-a108-24f9fd5984a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.494607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:30.507940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Pushing event deleted for resources: {'Port': ['ID=ddacea29-5871-4ef9-bd02-2e2fc70dea79,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:30.534211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:30.534926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:30.559941 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-7f4e4ea4-2f1f-4610-a41d-7a23411c2f6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:30.561132 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7f4e4ea4-2f1f-4610-a41d-7a23411c2f6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "PUT /v2.0/routers/7820d77e-62c0-4854-93ba-3435affdc46f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4668992 Mar 24 17:04:30.584355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34940) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:30.587688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:04:30.588200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:04:30.650821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.682700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.701721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-25ae3753-372b-466a-aee5-3926a9ee39af tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.706761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-902d54c1-c51d-4de2-b2e2-f0f1cba1c191 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.723660 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Network': ['ID=2341e161-0bcc-4006-bc75-c7f9d73afa38,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:30.727645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=94160997-6ff6-4e05-9e5e-350ee4ff0491,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:30.851545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-902d54c1-c51d-4de2-b2e2-f0f1cba1c191 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:30.869675 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-347c82f5-9899-42cc-987c-3a2b1fec7dde tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/routers/d1e4ea60-63ba-4df1-8375-2fd808f34caf HTTP/1.1" status: 200 len: 925 time: 0.7411373 Mar 24 17:04:30.875855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34944) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:30.976856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-25ae3753-372b-466a-aee5-3926a9ee39af tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Calling delete_port for cda28494-67e2-4134-a379-655954eb2e05 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:30.981882 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-732eac3d-eddd-43c4-a4f3-a2dd04082f0d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e4ea60-63ba-4df1-8375-2fd808f34caf HTTP/1.1" status: 200 len: 205 time: 0.0922041 Mar 24 17:04:30.989302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a62c4-3c0e-461e-b565-cb568ad632b4 req-3adb74d9-81ba-489f-8aaa-42dd0e37b13b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:30.990661 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-772a62c4-3c0e-461e-b565-cb568ad632b4 req-3adb74d9-81ba-489f-8aaa-42dd0e37b13b tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/ports?device_id=23dba569-517c-4a8a-a182-42baf9ef22b0 HTTP/1.1" status: 200 len: 945 time: 0.7283580 Mar 24 17:04:30.994955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34948) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:31.011616 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6f6fe31c-8ce8-4ff3-8011-cc8f145adcae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/networks/2341e161-0bcc-4006-bc75-c7f9d73afa38 HTTP/1.1" status: 204 len: 168 time: 1.6800854 Mar 24 17:04:31.053294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34952) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:31.061337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:31.120604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:31.122785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Deleting port 55ba3dfd-2ddc-4453-9275-afc3a8af2be9 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:31.123124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.137257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Router eb56f170-0d4a-4138-bbcf-af08a2a54f46 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:04:31.207446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-25ae3753-372b-466a-aee5-3926a9ee39af tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.282653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae3753-372b-466a-aee5-3926a9ee39af tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Port': ['ID=cda28494-67e2-4134-a379-655954eb2e05,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:31.289433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-25ae3753-372b-466a-aee5-3926a9ee39af tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.303265 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-25ae3753-372b-466a-aee5-3926a9ee39af tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/ports/cda28494-67e2-4134-a379-655954eb2e05 HTTP/1.1" status: 204 len: 168 time: 1.2505152 Mar 24 17:04:31.304322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34956) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:31.390973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-97cd7be4-30bb-4d9c-827c-88261fbea7c0 None None] Provisioning complete for port 94160997-6ff6-4e05-9e5e-350ee4ff0491 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:31.391713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97cd7be4-30bb-4d9c-827c-88261fbea7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.412199 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f4fb16-a22e-43ce-9831-cbd6e3b72bbb tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] DELETE failed (client error): The resource could not be found. Mar 24 17:04:31.412569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f4fb16-a22e-43ce-9831-cbd6e3b72bbb tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:04:31.416676 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-45f4fb16-a22e-43ce-9831-cbd6e3b72bbb tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/subnets/e56afc28-ccef-4b31-a4ae-0f1d1a171661 HTTP/1.1" status: 404 len: 337 time: 0.1093905 Mar 24 17:04:31.417130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34960) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:31.448611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-97cd7be4-30bb-4d9c-827c-88261fbea7c0 None None] Port 94160997-6ff6-4e05-9e5e-350ee4ff0491 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:04:31.521251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] The port '55ba3dfd-2ddc-4453-9275-afc3a8af2be9' was deleted {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:04:31.532946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:31.545028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] Sync routers for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:31.555069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:31.555684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:31.586335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-902d54c1-c51d-4de2-b2e2-f0f1cba1c191 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.624465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.626700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] No DVR routers for this DVR port ddacea29-5871-4ef9-bd02-2e2fc70dea79 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:31.629535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.631423 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-cb4dfdc0-a4af-4ab0-aeb3-0d588a1ce89f req-c6c93804-19d2-480f-b76e-acd4aba046cd tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.48 "DELETE /v2.0/ports/ddacea29-5871-4ef9-bd02-2e2fc70dea79 HTTP/1.1" status: 204 len: 173 time: 3.3937831 Mar 24 17:04:31.631862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'name': 'network-vif-deleted', 'tag': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:04:31.703058 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dba569-517c-4a8a-a182-42baf9ef22b0', 'name': 'network-vif-deleted', 'tag': 'ddacea29-5871-4ef9-bd02-2e2fc70dea79', 'status': 'completed', 'code': 200} Mar 24 17:04:31.785767 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:31.787232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.791944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d54c1-c51d-4de2-b2e2-f0f1cba1c191 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f0819-eb6d-4209-ac2b-58397dbfeae5,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:31.822294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0526b1e-9641-4b91-b80b-440ec6cb9eab']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:31.834287 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-772a62c4-3c0e-461e-b565-cb568ad632b4 req-d1d2691e-d250-4890-9198-66877366d715 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups?id=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7816968 Mar 24 17:04:31.851706 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6f6e7a-4200-4847-8953-e50eb0bec8b4') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:31.852050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6f6e7a-4200-4847-8953-e50eb0bec8b4') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:31.877276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.877522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.916518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.926852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:31.928084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:31.948696 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:32.025774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device ddacea29-5871-4ef9-bd02-2e2fc70dea79 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:32.039415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.054835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.102840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-902d54c1-c51d-4de2-b2e2-f0f1cba1c191 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.104073 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-902d54c1-c51d-4de2-b2e2-f0f1cba1c191 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/9b1f0819-eb6d-4209-ac2b-58397dbfeae5 HTTP/1.1" status: 204 len: 168 time: 1.9768009 Mar 24 17:04:32.111827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.111827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34966) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:32.115803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: ddacea29-5871-4ef9-bd02-2e2fc70dea79 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:32.116108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device ddacea29-5871-4ef9-bd02-2e2fc70dea79 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:32.136074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.157654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Network': ['ID=b0526b1e-9641-4b91-b80b-440ec6cb9eab,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:32.163644 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d5726888-6fd0-41c8-b426-4060f42c1236 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/b0526b1e-9641-4b91-b80b-440ec6cb9eab HTTP/1.1" status: 204 len: 168 time: 0.7455494 Mar 24 17:04:32.167205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34970) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:32.239010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01fe075-b5e7-450c-b1ba-7f5f74a51ab4']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:32.252833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9eb014bb-254a-4941-8d67-0d8ba2ca6bcb tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Synchronizing usage tracker for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:32.263821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31fd1b6-2ddc-4f56-a207-3accd97e296b tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting subnet c3a7ee14-7a9e-45df-9159-33bb6b153e81 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:04:32.270820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d31fd1b6-2ddc-4f56-a207-3accd97e296b tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.286788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9441ed2f-0c49-4951-96d8-53d50cf9d0f1') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:32.287323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9441ed2f-0c49-4951-96d8-53d50cf9d0f1') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:32.287446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '0b1ca3a8-7e3c-4a80-b8e9-b698bd754129', 'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'mac_address': 'fa:16:3e:97:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 5, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'subnets': [{'id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:32.291339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] Checking router: eb56f170-0d4a-4138-bbcf-af08a2a54f46 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:04:32.309706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:32.310818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:32.343580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d31fd1b6-2ddc-4f56-a207-3accd97e296b tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.398282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9eb014bb-254a-4941-8d67-0d8ba2ca6bcb tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] Unset dirty status for tenant:0335a8055c994aeb812d04bc20022a2b on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:32.402768 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9eb014bb-254a-4941-8d67-0d8ba2ca6bcb tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2897406 Mar 24 17:04:32.408932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34974) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:32.421418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.433393 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-feed3c02-4562-4aa5-831e-d10552ddd0d8 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] delete failed (client error): The resource could not be found. Mar 24 17:04:32.435879 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-feed3c02-4562-4aa5-831e-d10552ddd0d8 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "DELETE /v2.0/security-groups/b2a9662e-500a-49e2-be0a-4586dfa1fcb6 HTTP/1.1" status: 404 len: 347 time: 0.0256591 Mar 24 17:04:32.436888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.445732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 34978) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:32.493354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d31fd1b6-2ddc-4f56-a207-3accd97e296b tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.493728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.512943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1033fed2-9617-42d3-b54f-771b06a3b823']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:32.524805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-3bb2fcc8-d1fd-4ec1-a420-8412efeed568 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] show failed (client error): The resource could not be found. Mar 24 17:04:32.525828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3bb2fcc8-d1fd-4ec1-a420-8412efeed568 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-groups/ee6a18fa-00b7-4a27-8268-44db82e2ee65 HTTP/1.1" status: 404 len: 347 time: 0.0742395 Mar 24 17:04:32.526430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Router 735c98d4-d398-47c8-998a-9576670273b6 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:04:32.531385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:32.535435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:32.535837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.542664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34982) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:32.551300 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:32.576581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887bac1d-1b86-4446-a681-a91a71e93a7f') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:32.576955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887bac1d-1b86-4446-a681-a91a71e93a7f') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:32.580111 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-ccd02c6a-fe58-49fc-868d-e26b67c3fdd6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] show failed (client error): The resource could not be found. Mar 24 17:04:32.586501 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ccd02c6a-fe58-49fc-868d-e26b67c3fdd6 tempest-NegativeSecGroupTest-1759560530 tempest-NegativeSecGroupTest-1759560530-project] 10.222.0.47 "GET /v2.0/security-group-rules/87791218-0d74-4d2f-80db-f5792cac9108 HTTP/1.1" status: 404 len: 356 time: 0.0422547 Mar 24 17:04:32.647642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.655692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.766295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-db362df4-3caa-4a51-ab1e-e0bf6f5cfba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.767711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.774303 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d31fd1b6-2ddc-4f56-a207-3accd97e296b tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.821007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fd1b6-2ddc-4f56-a207-3accd97e296b tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a7ee14-7a9e-45df-9159-33bb6b153e81,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:32.830119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d31fd1b6-2ddc-4f56-a207-3accd97e296b tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.844201 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d31fd1b6-2ddc-4f56-a207-3accd97e296b tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/subnets/c3a7ee14-7a9e-45df-9159-33bb6b153e81 HTTP/1.1" status: 204 len: 168 time: 0.6734779 Mar 24 17:04:32.844999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34988) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:32.880214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5781c2b6-7160-4f6c-b02b-0f37f39c45fe None None] Network 1293df5a-14ba-4780-96e8-8750b98d462b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:32.910876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:32.989817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:32.990488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:33.006578 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:33.025427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Deleting port 94116f21-312a-4617-9ad6-75086392c4cf {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:33.025767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.049211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.114999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 34996) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:33.132842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.146062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '0b1ca3a8-7e3c-4a80-b8e9-b698bd754129', 'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'mac_address': 'fa:16:3e:97:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 5, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'subnets': [{'id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:33.155523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4915c8d4-96a2-429f-ab08-5cd8f2fdd22c None None] The sync data for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv is: [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:00:54Z', 'revision_number': 4, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '0b1ca3a8-7e3c-4a80-b8e9-b698bd754129', 'name': '', 'network_id': '33a04a57-9adb-4580-b423-ea6dcdf4e5e0', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'mac_address': 'fa:16:3e:97:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:52Z', 'updated_at': '2022-03-24T17:01:06Z', 'revision_number': 5, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'subnets': [{'id': '11362d5f-6177-49a5-84d1-58f169ebd58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:33.166495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event deleted for resources: {'Network': ['ID=d01fe075-b5e7-450c-b1ba-7f5f74a51ab4,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:33.171576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.191668 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fbb1d9b1-1747-42be-b006-1f1514335fe1 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "DELETE /v2.0/networks/d01fe075-b5e7-450c-b1ba-7f5f74a51ab4 HTTP/1.1" status: 204 len: 168 time: 5.1986916 Mar 24 17:04:33.196418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:33.202910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35002) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:33.209550 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Sync routers for ids ['735c98d4-d398-47c8-998a-9576670273b6'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:33.222278 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Routers {'735c98d4-d398-47c8-998a-9576670273b6'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:33.223060 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['735c98d4-d398-47c8-998a-9576670273b6'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:33.255021 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-755013c2-8152-4c56-acc1-24df241f1205 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "PUT /v2.0/routers/735c98d4-d398-47c8-998a-9576670273b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1382787 Mar 24 17:04:33.275801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56006ae5-20e9-43d6-b2b6-21942f84b960 None None] DHCP port deletion for 1293df5a-14ba-4780-96e8-8750b98d462b request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:04:33.288841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-56006ae5-20e9-43d6-b2b6-21942f84b960 None None] Deleting port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:33.289559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56006ae5-20e9-43d6-b2b6-21942f84b960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.307484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35006) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:33.325132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.338615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.340848 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/networks/1033fed2-9617-42d3-b54f-771b06a3b823 HTTP/1.1" status: 204 len: 168 time: 2.2783203 Mar 24 17:04:33.369652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35010) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:33.380066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:33.380273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.408438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35012) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:33.411780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.432335 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Set router 735c98d4-d398-47c8-998a-9576670273b6 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:33.546024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-64921d42-c67d-45d3-91bf-9cea9a100c9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.547810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.578334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Deleting port 36d0510e-d61a-4e26-8f30-2976939b9e48 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:33.578682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.617194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-56006ae5-20e9-43d6-b2b6-21942f84b960 None None] For port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76,segment=NetworkSegment(f4d5d434-b37f-44e0-86c3-88d4bffa83e0),segment_id=f4d5d434-b37f-44e0-86c3-88d4bffa83e0)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:33.617746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56006ae5-20e9-43d6-b2b6-21942f84b960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.661979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6dc363-b245-4e4f-8310-6ad9e926c202 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:33.663321 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fa6dc363-b245-4e4f-8310-6ad9e926c202 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports/94160997-6ff6-4e05-9e5e-350ee4ff0491 HTTP/1.1" status: 200 len: 911 time: 0.3526080 Mar 24 17:04:33.695868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Calling delete_port for 94116f21-312a-4617-9ad6-75086392c4cf owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:33.704362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35018) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:33.762258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-64921d42-c67d-45d3-91bf-9cea9a100c9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.785592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-56006ae5-20e9-43d6-b2b6-21942f84b960 None None] Calling delete_port for 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:33.843237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7b023e-113f-4bd3-bbcc-e2f023044dfd None None] New status for floating IP 9da4250c-a2a7-40fb-870c-ab8d5d0c67f5: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:04:33.850218 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c98d4-d398-47c8-998a-9576670273b6', 'name': 'tempest-NetworksTestDHCPv6-router-392475152', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:22Z', 'updated_at': '2022-03-24T17:04:27Z', 'revision_number': 2, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None, '_interfaces': [{'id': '94160997-6ff6-4e05-9e5e-350ee4ff0491', 'name': '', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'mac_address': 'fa:16:3e:6c:1c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c98d4-d398-47c8-998a-9576670273b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3c5c872c-76a2-47da-8da2-2c6675396c3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:24Z', 'updated_at': '2022-03-24T17:04:29Z', 'revision_number': 2, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'subnets': [{'id': '3c5c872c-76a2-47da-8da2-2c6675396c3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:33.855519 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Checking router: 735c98d4-d398-47c8-998a-9576670273b6 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:04:33.856207 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Updating router 735c98d4-d398-47c8-998a-9576670273b6 port 94160997-6ff6-4e05-9e5e-350ee4ff0491 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:04:33.908777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579037a3-f8d4-4a72-9f11-8f23be014c46 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Network': ['ID=1033fed2-9617-42d3-b54f-771b06a3b823,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:33.951683 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:33.987668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.051020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event deleted for resources: {'Port': ['ID=94116f21-312a-4617-9ad6-75086392c4cf,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:34.186580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] For port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76,segment=NetworkSegment(f4d5d434-b37f-44e0-86c3-88d4bffa83e0),segment_id=f4d5d434-b37f-44e0-86c3-88d4bffa83e0)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:34.187206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.227089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.258649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.333359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56006ae5-20e9-43d6-b2b6-21942f84b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.345308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Calling delete_port for 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:34.386355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.386489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.396054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-64921d42-c67d-45d3-91bf-9cea9a100c9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.397616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56006ae5-20e9-43d6-b2b6-21942f84b960 None None] Pushing event deleted for resources: {'Port': ['ID=50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:34.401133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56006ae5-20e9-43d6-b2b6-21942f84b960 None None] No DVR routers for this DVR port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:34.420441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e20096-d260-452b-9534-7bbf3a10b2aa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:34.426359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e20096-d260-452b-9534-7bbf3a10b2aa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:34.428054 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a5e20096-d260-452b-9534-7bbf3a10b2aa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7233026 Mar 24 17:04:34.480984 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.487226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:34.492522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35026) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:34.497979 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Transition to ACTIVE for port object 94160997-6ff6-4e05-9e5e-350ee4ff0491 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:34.529694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:34.530458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:34.555686 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.571847 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d835b2e4-ca6a-432f-b717-f9b593c4bbe2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0335a8055c994aeb812d04bc20022a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0765924 Mar 24 17:04:34.580717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c1c23-055d-4a1f-a5d4-3f7bd1c42a85 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:34.586520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c1c23-055d-4a1f-a5d4-3f7bd1c42a85 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:34.587277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ff4c1c23-055d-4a1f-a5d4-3f7bd1c42a85 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Synchronizing usage tracker for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:34.591148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35030) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:34.595828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.612881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64921d42-c67d-45d3-91bf-9cea9a100c9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676fe89b-6c72-4fb0-9a62-3bcc3df65bc4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:34.626937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Calling delete_port for 36d0510e-d61a-4e26-8f30-2976939b9e48 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:34.737544 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd1c2e-8f0f-4f26-9340-26047cf386b3 None None] Pushing event updated for resources: {'Port': ['ID=94160997-6ff6-4e05-9e5e-350ee4ff0491,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:34.792563 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Attempting to bind port 94160997-6ff6-4e05-9e5e-350ee4ff0491 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:34.793183 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Attempting to bind port 94160997-6ff6-4e05-9e5e-350ee4ff0491 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:34.794504 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Attempting to bind port 94160997-6ff6-4e05-9e5e-350ee4ff0491 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:34.801323 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:34.802005 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:34.802554 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.803736 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:34.804404 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Bound port: 94160997-6ff6-4e05-9e5e-350ee4ff0491, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:34.804961 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.814990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.820549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.842319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ff4c1c23-055d-4a1f-a5d4-3f7bd1c42a85 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Unset dirty status for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:34.847884 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ff4c1c23-055d-4a1f-a5d4-3f7bd1c42a85 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.4467988 Mar 24 17:04:34.851800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35034) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:34.876576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-933187888'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:34.886632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:34.937616 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] For port 94160997-6ff6-4e05-9e5e-350ee4ff0491, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:34.949462 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] For port 94160997-6ff6-4e05-9e5e-350ee4ff0491, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94160997-6ff6-4e05-9e5e-350ee4ff0491,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:34.954305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:34.968418 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-64921d42-c67d-45d3-91bf-9cea9a100c9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:34.969895 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-64921d42-c67d-45d3-91bf-9cea9a100c9d tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "DELETE /v2.0/security-groups/676fe89b-6c72-4fb0-9a62-3bcc3df65bc4 HTTP/1.1" status: 204 len: 168 time: 1.8543496 Mar 24 17:04:34.976062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35038) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:34.988042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e50177-f144-4935-8541-c552851703df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.006395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting port 578dbe87-31cc-4418-9c98-ada8689a1580 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:35.006731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.010654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:04:35.010977 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:04:35.042436 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.050069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.050547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Fanout notify agent at l3_agent the message router_deleted on router d1e4ea60-63ba-4df1-8375-2fd808f34caf {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:04:35.060225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Made reservation on behalf of 1c4eabe846034ac29368ac20fd97f7a3 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:35.063663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.100547 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-3a9c4582-7e72-48b6-b181-64f465deab29 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] show failed (client error): The resource could not be found. Mar 24 17:04:35.104929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e50177-f144-4935-8541-c552851703df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.105434 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3a9c4582-7e72-48b6-b181-64f465deab29 tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "GET /v2.0/security-groups/676fe89b-6c72-4fb0-9a62-3bcc3df65bc4 HTTP/1.1" status: 404 len: 347 time: 0.1258469 Mar 24 17:04:35.108073 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35042) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:35.128829 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Routers {'735c98d4-d398-47c8-998a-9576670273b6'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:35.129696 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['735c98d4-d398-47c8-998a-9576670273b6'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:35.202095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.202095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-32576ae9-82ad-43fa-a333-6b028a6cd997 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/d1e4ea60-63ba-4df1-8375-2fd808f34caf HTTP/1.1" status: 204 len: 168 time: 4.1987958 Mar 24 17:04:35.202383 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd1c2e-8f0f-4f26-9340-26047cf386b3 None None] Pushing event updated for resources: {'Port': ['ID=94160997-6ff6-4e05-9e5e-350ee4ff0491,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:35.210415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35046) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:35.220659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:35.225695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1626643451', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': False}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:35.233190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.298687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:35.305539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Usage tracker for resource:router and tenant:b3c482a249ff44898e907e2e45551920 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:35.311718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:35.322631 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] Set router 735c98d4-d398-47c8-998a-9576670273b6 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:35.322851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:35.396607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.396956 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Added segment 0ec91e95-f840-4ff4-aaaa-f034b42aa446 of type vlan for network 7f836a9a-85bc-4c24-8211-6033d68f832d Mar 24 17:04:35.406556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.407685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.412770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.429701 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.490564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Deleting port c35966f1-d809-417e-bd62-5bd4b9ab595d {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:35.490917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.522683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Deleting port 50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:35.522683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.546285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Pushing event deleted for resources: {'Port': ['ID=36d0510e-d61a-4e26-8f30-2976939b9e48,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:35.557571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.570198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Calling delete_port for 578dbe87-31cc-4418-9c98-ada8689a1580 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:35.621695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.675799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] The port '50bf1bf4-c8b5-42d2-b9a8-cde3e8facf76' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:04:35.711150 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c98d4-d398-47c8-998a-9576670273b6', 'name': 'tempest-NetworksTestDHCPv6-router-392475152', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:22Z', 'updated_at': '2022-03-24T17:04:27Z', 'revision_number': 2, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None, '_interfaces': [{'id': '94160997-6ff6-4e05-9e5e-350ee4ff0491', 'name': '', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'mac_address': 'fa:16:3e:6c:1c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c98d4-d398-47c8-998a-9576670273b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3c5c872c-76a2-47da-8da2-2c6675396c3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:24Z', 'updated_at': '2022-03-24T17:04:34Z', 'revision_number': 4, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'subnets': [{'id': '3c5c872c-76a2-47da-8da2-2c6675396c3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:35.717539 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08122be-f7f6-41a8-839d-0629b5578a1a None None] The sync data for ids ['735c98d4-d398-47c8-998a-9576670273b6'] in dv-neutron-835063-1-hyperv is: [{'id': '735c98d4-d398-47c8-998a-9576670273b6', 'name': 'tempest-NetworksTestDHCPv6-router-392475152', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:22Z', 'updated_at': '2022-03-24T17:04:27Z', 'revision_number': 2, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None, '_interfaces': [{'id': '94160997-6ff6-4e05-9e5e-350ee4ff0491', 'name': '', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'mac_address': 'fa:16:3e:6c:1c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735c98d4-d398-47c8-998a-9576670273b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '3c5c872c-76a2-47da-8da2-2c6675396c3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:24Z', 'updated_at': '2022-03-24T17:04:34Z', 'revision_number': 4, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'subnets': [{'id': '3c5c872c-76a2-47da-8da2-2c6675396c3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:35.717770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e50177-f144-4935-8541-c552851703df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.739788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e50177-f144-4935-8541-c552851703df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a882e-e05c-4e45-a59f-1dbccb0b347a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:35.878133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:35.883680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:35.884283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.021354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.025727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Network': ['ID=7f836a9a-85bc-4c24-8211-6033d68f832d,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:36.036601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 7f836a9a-85bc-4c24-8211-6033d68f832d details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:36.038853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.092354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1293df5a-14ba-4780-96e8-8750b98d462b']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:36.119185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.121261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.136869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d5d434-b37f-44e0-86c3-88d4bffa83e0') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:36.138056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d5d434-b37f-44e0-86c3-88d4bffa83e0') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:36.268814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.283379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Calling delete_port for c35966f1-d809-417e-bd62-5bd4b9ab595d owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:36.407633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.414422 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3d126a49-51bc-4980-b81e-f63bbd936e7a tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5604482 Mar 24 17:04:36.415217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.419682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e50177-f144-4935-8541-c552851703df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.423720 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1e50177-f144-4935-8541-c552851703df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba7a882e-e05c-4e45-a59f-1dbccb0b347a HTTP/1.1" status: 204 len: 168 time: 1.8305910 Mar 24 17:04:36.424572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35052) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:36.475124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2021495468'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:36.497952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.498322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:36.504440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Port': ['ID=578dbe87-31cc-4418-9c98-ada8689a1580,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:36.537822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Usage tracker for resource:network and tenant:1c4eabe846034ac29368ac20fd97f7a3 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:36.548004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:36.566923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94160997-6ff6-4e05-9e5e-350ee4ff0491 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:36.575337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:36.575714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.578934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:36.603619 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:36.640844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.656065 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-092d7f01-802f-4e31-9840-f993be0c4870 tempest-FloatingIPAdminTestJSON-1687164359 tempest-FloatingIPAdminTestJSON-1687164359-project] 10.222.0.47 "DELETE /v2.0/floatingips/9cc024ab-760b-4cbe-bd4d-2d7a292cb46b HTTP/1.1" status: 204 len: 168 time: 3.4416955 Mar 24 17:04:36.761791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 94160997-6ff6-4e05-9e5e-350ee4ff0491 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:36.775292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 94160997-6ff6-4e05-9e5e-350ee4ff0491 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:36.775676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.803059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.815382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Made reservation on behalf of 1c4eabe846034ac29368ac20fd97f7a3 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:36.820121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.886234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.894781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:36.950285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] Pushing event deleted for resources: {'Network': ['ID=1293df5a-14ba-4780-96e8-8750b98d462b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:36.970244 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d857eba3-683e-45ee-ac59-740f3a105ec8 tempest-NetworksIpV6TestAttrs-1903724202 tempest-NetworksIpV6TestAttrs-1903724202-project] 10.222.0.47 "DELETE /v2.0/networks/1293df5a-14ba-4780-96e8-8750b98d462b HTTP/1.1" status: 204 len: 168 time: 4.1239002 Mar 24 17:04:36.988991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.029760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.071101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.079845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 94160997-6ff6-4e05-9e5e-350ee4ff0491, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94160997-6ff6-4e05-9e5e-350ee4ff0491,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:37.153570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.174445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:37.190695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Pushing event deleted for resources: {'Port': ['ID=c35966f1-d809-417e-bd62-5bd4b9ab595d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:37.257533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.258059 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Added segment d5485fa7-e0d5-4287-a62e-cf3403931f9b of type vlan for network aae94a64-ff83-4363-8ae5-4e626ef9ab4b Mar 24 17:04:37.270049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Router 7820d77e-62c0-4854-93ba-3435affdc46f has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:04:37.272815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=94160997-6ff6-4e05-9e5e-350ee4ff0491,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:37.360032 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:04:37.384529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.423713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.426626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.430522 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f8d06a42-afc0-4125-a0d5-b8b616a571bf tempest-ServerActionsTestJSON-253380483 tempest-ServerActionsTestJSON-253380483-project] 10.222.0.47 "DELETE /v2.0/floatingips/9da4250c-a2a7-40fb-870c-ab8d5d0c67f5 HTTP/1.1" status: 204 len: 168 time: 2.3106170 Mar 24 17:04:37.431070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35078) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:37.468155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:37.486038 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c07832-086c-43c8-bca3-ea0409f8c08d None None] Sync routers for ids ['7820d77e-62c0-4854-93ba-3435affdc46f'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:37.501800 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c07832-086c-43c8-bca3-ea0409f8c08d None None] Routers {'7820d77e-62c0-4854-93ba-3435affdc46f'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:37.502460 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-30c07832-086c-43c8-bca3-ea0409f8c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['7820d77e-62c0-4854-93ba-3435affdc46f'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:37.547637 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f0b05e43-aeb4-40c2-bdc1-3a5fddefcc09 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "PUT /v2.0/routers/7820d77e-62c0-4854-93ba-3435affdc46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9566026 Mar 24 17:04:37.556466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35084) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:37.561796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35086) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:37.629277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 94160997-6ff6-4e05-9e5e-350ee4ff0491 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:37.629851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.638085 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-30c07832-086c-43c8-bca3-ea0409f8c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:37.659725 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c07832-086c-43c8-bca3-ea0409f8c08d None None] Routers {'7820d77e-62c0-4854-93ba-3435affdc46f'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:37.660375 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-30c07832-086c-43c8-bca3-ea0409f8c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['7820d77e-62c0-4854-93ba-3435affdc46f'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:37.680749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35094) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:37.691694 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-b045f23c-5180-471f-bb25-d462fa4fec11 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] delete failed (client error): The resource could not be found. Mar 24 17:04:37.696810 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b045f23c-5180-471f-bb25-d462fa4fec11 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-353653870 HTTP/1.1" status: 404 len: 334 time: 0.1342463 Mar 24 17:04:37.703355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35098) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:37.718568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e1dbaddc-5567-412e-be78-1771553f83f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'router': {'external_gateway_info': {'network_id': '7820d77e-62c0-4854-93ba-3435affdc46f'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:37.747268 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-30c07832-086c-43c8-bca3-ea0409f8c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:37.747617 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c07832-086c-43c8-bca3-ea0409f8c08d None None] The sync data for ids ['7820d77e-62c0-4854-93ba-3435affdc46f'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:37.760454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.789955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.957113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:37.962447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:37.963133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:38.137587 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6758914 Mar 24 17:04:38.145826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35114) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:38.150766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b579f0-8f05-43fa-bb19-aea7c64550e5 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Network': ['ID=aae94a64-ff83-4363-8ae5-4e626ef9ab4b,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:38.164398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network aae94a64-ff83-4363-8ae5-4e626ef9ab4b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:38.188684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'ports': [{'network_id': '7f836a9a-85bc-4c24-8211-6033d68f832d', 'name': 'tempest-port--1399919846', 'admin_state_up': True}, {'network_id': 'aae94a64-ff83-4363-8ae5-4e626ef9ab4b', 'admin_state_up': False}]} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:38.189482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'port': {'network_id': '7f836a9a-85bc-4c24-8211-6033d68f832d', 'name': 'tempest-port--1399919846', 'admin_state_up': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:38.190110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'port': {'network_id': 'aae94a64-ff83-4363-8ae5-4e626ef9ab4b', 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:38.210331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-54f1a8e9-6826-4b13-9981-18465e844165 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0097115ce06c4ceca24eaeee375faf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6459856 Mar 24 17:04:38.218191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35120) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:38.362786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Allocated IP 172.26.4.63 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/8e19606f-957a-44d7-86a0-47ec00431d8f) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:38.477370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ba178b0-acd6-4523-9b11-5e5862ef0bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:38.551287 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5cc2bbd2-0f8b-496a-b404-ce52556d2003 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=452682abe9e448e2a647d480978b235b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8676636 Mar 24 17:04:38.556750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94160997-6ff6-4e05-9e5e-350ee4ff0491 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:38.562787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35126) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:38.647163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1dbaddc-5567-412e-be78-1771553f83f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:38.666875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 94160997-6ff6-4e05-9e5e-350ee4ff0491 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:38.667616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:38.676110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] For port 94160997-6ff6-4e05-9e5e-350ee4ff0491, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94160997-6ff6-4e05-9e5e-350ee4ff0491,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:38.676476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:38.747988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ba178b0-acd6-4523-9b11-5e5862ef0bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:38.810751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:38.828203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Usage tracker for resource:port and tenant:1c4eabe846034ac29368ac20fd97f7a3 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:38.839462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:38.848738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:38.882974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 94160997-6ff6-4e05-9e5e-350ee4ff0491 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:38.903449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:38.930028 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-e1dbaddc-5567-412e-be78-1771553f83f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] update failed (client error): The resource could not be found. Mar 24 17:04:38.930890 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e1dbaddc-5567-412e-be78-1771553f83f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "PUT /v2.0/routers/7820d77e-62c0-4854-93ba-3435affdc46f HTTP/1.1" status: 404 len: 339 time: 1.2251110 Mar 24 17:04:38.935656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35136) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:38.948011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-975217611'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:38.978989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8efe2c6b-f6e4-48a7-ab73-bae9e5457600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:38.993936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:39.009244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:network and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:39.013504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.022705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:39.040024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:39.066680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Made reservation on behalf of 1c4eabe846034ac29368ac20fd97f7a3 for: {'port': 2} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:39.071232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.102023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8efe2c6b-f6e4-48a7-ab73-bae9e5457600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.120852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:39.129128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:39.131222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ba178b0-acd6-4523-9b11-5e5862ef0bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.139739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:39.176159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Made reservation on behalf of ed0761edda574a0db76f08581a85a6b2 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:39.179882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.187857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.218226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba178b0-acd6-4523-9b11-5e5862ef0bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8095e87-c199-4041-95e2-31401955cf7b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:39.271147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event updated for resources: {'Port': ['ID=8e19606f-957a-44d7-86a0-47ec00431d8f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:39.277651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:39.289259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.289591 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Added segment 05ac361f-de91-439c-8845-a1f9c27a8e5d of type vlan for network 4af28492-853f-4abc-9994-9de85f4d1c53 Mar 24 17:04:39.328337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.336415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.363195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ba178b0-acd6-4523-9b11-5e5862ef0bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.367553 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0ba178b0-acd6-4523-9b11-5e5862ef0bf8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8095e87-c199-4041-95e2-31401955cf7b HTTP/1.1" status: 204 len: 168 time: 1.1375520 Mar 24 17:04:39.405422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.513214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8efe2c6b-f6e4-48a7-ab73-bae9e5457600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.516372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=94160997-6ff6-4e05-9e5e-350ee4ff0491,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:39.530533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:04:39.751744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8efe2c6b-f6e4-48a7-ab73-bae9e5457600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.755900 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8efe2c6b-f6e4-48a7-ab73-bae9e5457600 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d586d83-e50c-4df2-8e0d-4fa0f2f6823b HTTP/1.1" status: 204 len: 168 time: 1.1275156 Mar 24 17:04:39.757046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe2c6b-f6e4-48a7-ab73-bae9e5457600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d586d83-e50c-4df2-8e0d-4fa0f2f6823b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:39.832274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.850637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:39.851270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:39.995710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:40.054149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] device_id is not set on port b89239e8-aa37-4b5f-8165-753076f64fe0 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:04:40.167538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:40.174715 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2365296 Mar 24 17:04:40.229549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35158) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:40.240859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'subnet': {'network_id': '4af28492-853f-4abc-9994-9de85f4d1c53', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:40.336125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055954af-4409-4742-8353-015651b03545 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Network': ['ID=4af28492-853f-4abc-9994-9de85f4d1c53,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:40.350297 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 4af28492-853f-4abc-9994-9de85f4d1c53 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:40.435374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35164) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:40.532334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:40.551401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Usage tracker for resource:subnet and tenant:ed0761edda574a0db76f08581a85a6b2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:40.556717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:40.583501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:40.621093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9f3134c2-472d-46ab-ad7e-23394015eeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:40.637521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35172) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:40.647931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936728705', 'description': 'tempest-secgroup-smoke-936728705 description', 'project_id': 'cb4059de826b4890846a22f339997227'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:40.656962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:40.664888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Router 735c98d4-d398-47c8-998a-9576670273b6 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:04:40.668240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9f3134c2-472d-46ab-ad7e-23394015eeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:40.672492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:40.681702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:security_group and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:40.684839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9f3134c2-472d-46ab-ad7e-23394015eeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:41f9205ccff64effaadc34501eafe6b9 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:40.689540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9f3134c2-472d-46ab-ad7e-23394015eeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:40.692337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:40.704918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:40.717770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9f3134c2-472d-46ab-ad7e-23394015eeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:40.761752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Made reservation on behalf of ed0761edda574a0db76f08581a85a6b2 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:40.765689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:40.898521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] device_id is not set on port c78a8664-e40f-4a4b-8e76-af25866270f7 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:04:40.916382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.000874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:41.010719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.011194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] Sync routers for ids ['735c98d4-d398-47c8-998a-9576670273b6'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:41.017588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.025556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] Routers {'735c98d4-d398-47c8-998a-9576670273b6'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:41.026630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['735c98d4-d398-47c8-998a-9576670273b6'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:41.082351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:41.086578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9f3134c2-472d-46ab-ad7e-23394015eeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.090576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Deleting port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:41.091323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.180390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] Set router 735c98d4-d398-47c8-998a-9576670273b6 gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:41.245919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9f3134c2-472d-46ab-ad7e-23394015eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.253749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:security_group_rule and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:41.276048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:41.281914 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-af7897df-a030-4300-b206-26158668c598 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "PUT /v2.0/routers/735c98d4-d398-47c8-998a-9576670273b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7857704 Mar 24 17:04:41.286942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35186) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:41.303468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:41.308635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c98d4-d398-47c8-998a-9576670273b6', 'name': 'tempest-NetworksTestDHCPv6-router-392475152', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:22Z', 'updated_at': '2022-03-24T17:04:39Z', 'revision_number': 3, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:41.314034 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] Checking router: 735c98d4-d398-47c8-998a-9576670273b6 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:04:41.323587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] Routers {'735c98d4-d398-47c8-998a-9576670273b6'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:41.324509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['735c98d4-d398-47c8-998a-9576670273b6'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:41.349754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.350301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3134c2-472d-46ab-ad7e-23394015eeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f4a593-63ee-4a87-8b4d-aff9b54d56af,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:41.359937 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9f3134c2-472d-46ab-ad7e-23394015eeb7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41f9205ccff64effaadc34501eafe6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8949726 Mar 24 17:04:41.370445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35192) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:41.416543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] For port 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0b1ca3a8-7e3c-4a80-b8e9-b698bd754129,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:41.417012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.450722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444523a8-28b1-4c6a-94f8-f49892afc4e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:41.452244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444523a8-28b1-4c6a-94f8-f49892afc4e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:41.453000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-444523a8-28b1-4c6a-94f8-f49892afc4e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:41.494647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35196) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:41.516111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.550993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] Set router 735c98d4-d398-47c8-998a-9576670273b6 gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:41.558973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-444523a8-28b1-4c6a-94f8-f49892afc4e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:41.564400 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-444523a8-28b1-4c6a-94f8-f49892afc4e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2725573 Mar 24 17:04:41.570980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35202) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:41.675613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735c98d4-d398-47c8-998a-9576670273b6', 'name': 'tempest-NetworksTestDHCPv6-router-392475152', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:22Z', 'updated_at': '2022-03-24T17:04:39Z', 'revision_number': 3, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:41.680680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2001f0b7-9766-41a3-b210-38a9da82b2cf None None] The sync data for ids ['735c98d4-d398-47c8-998a-9576670273b6'] in dv-neutron-835063-1-hyperv is: [{'id': '735c98d4-d398-47c8-998a-9576670273b6', 'name': 'tempest-NetworksTestDHCPv6-router-392475152', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:22Z', 'updated_at': '2022-03-24T17:04:39Z', 'revision_number': 3, 'project_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:41.724189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Calling delete_port for 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:41.787523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.789122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Router 95f5e656-14e7-4d8c-8e09-72d7080c6db1 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:04:41.837511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-808341773'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:41.838692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d10fce70-981e-4328-b440-7240b552eb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.868731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:41.894170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d10fce70-981e-4328-b440-7240b552eb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.897872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Subnet': ['ID=a512ed3e-47dd-44bf-bd04-48efb2d85257,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:41.920371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.956092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:network and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:41.967403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:41.973818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:41.985783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:41.986768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Checking segment: {'id': '05ac361f-de91-439c-8845-a1f9c27a8e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4af28492-853f-4abc-9994-9de85f4d1c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:41.987125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network hostable DHCP agents. Network: 4af28492-853f-4abc-9994-9de85f4d1c53, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:41.994401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-157d0a75-c873-4c80-99c3-cf03ef89e511 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 3c5c872c-76a2-47da-8da2-2c6675396c3d {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:04:41.998278 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:security_group_rule and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:42.006471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:42.008237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:42.010578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-157d0a75-c873-4c80-99c3-cf03ef89e511 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.015657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:42.020080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522ce15d-5fe2-4512-b825-7a051f19c191,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:42.055557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Port': ['ID=b89239e8-aa37-4b5f-8165-753076f64fe0,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:42.065052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d10fce70-981e-4328-b440-7240b552eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.096317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fce70-981e-4328-b440-7240b552eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f4a593-63ee-4a87-8b4d-aff9b54d56af,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:42.169065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.178568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-157d0a75-c873-4c80-99c3-cf03ef89e511 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.215997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:42.219346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.236937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Checking segment: {'id': '0ec91e95-f840-4ff4-aaaa-f034b42aa446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7f836a9a-85bc-4c24-8211-6033d68f832d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:42.237646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Network hostable DHCP agents. Network: 7f836a9a-85bc-4c24-8211-6033d68f832d, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:42.239098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d10fce70-981e-4328-b440-7240b552eb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.240355 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d10fce70-981e-4328-b440-7240b552eb76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18f4a593-63ee-4a87-8b4d-aff9b54d56af HTTP/1.1" status: 204 len: 168 time: 0.8689620 Mar 24 17:04:42.250360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.250947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.255463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.291647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:42.306046 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Sync routers for ids ['95f5e656-14e7-4d8c-8e09-72d7080c6db1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:42.308917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:42.316697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network 4af28492-853f-4abc-9994-9de85f4d1c53 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:42.321817 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Routers {'95f5e656-14e7-4d8c-8e09-72d7080c6db1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:42.323454 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['95f5e656-14e7-4d8c-8e09-72d7080c6db1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:42.327269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group_rule and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:42.333193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1ca3a8-7e3c-4a80-b8e9-b698bd754129,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:42.333653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:42.346059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:42.395210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-157d0a75-c873-4c80-99c3-cf03ef89e511 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.430747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54af3a8e-dfa6-4126-bdf5-838cd3415863,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:42.442163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.451480 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-459288ef-1970-4992-a26e-e2a15a89ad7c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8118410 Mar 24 17:04:42.454417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35208) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:42.458328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.459516 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9c5e102e-ad04-4573-bff3-7e560ddc0fb2 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2458389 Mar 24 17:04:42.460460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Network 7f836a9a-85bc-4c24-8211-6033d68f832d is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:42.463889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'security_group_rule': {'security_group_id': '54af3a8e-dfa6-4126-bdf5-838cd3415863', 'project_id': 'cb4059de826b4890846a22f339997227', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:42.469590 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35212) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:42.473128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:42.481592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:security_group_rule and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:42.492231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:42.501454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:42.592520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94160997-6ff6-4e05-9e5e-350ee4ff0491 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:42.593753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 4af28492-853f-4abc-9994-9de85f4d1c53) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:42.595229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 7f836a9a-85bc-4c24-8211-6033d68f832d) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:42.596006 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Set router 95f5e656-14e7-4d8c-8e09-72d7080c6db1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:42.630061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:42.630787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.632902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:42.633576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.648582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44139b43-e5fe-4c89-a252-4a0cea2cb5cd None None] Network 4af28492-853f-4abc-9994-9de85f4d1c53 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:42.736711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.771915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82db040a-ab77-40f7-bb1f-03475012b5ca None None] Network 7f836a9a-85bc-4c24-8211-6033d68f832d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:42.813002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:42.924984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 94160997-6ff6-4e05-9e5e-350ee4ff0491 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:42.925330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94160997-6ff6-4e05-9e5e-350ee4ff0491 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:42.963678 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5b071e56-bdd5-4339-ae69-a4ccc7b908bc tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7329748 Mar 24 17:04:42.972775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35218) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:42.976636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Port': ['ID=c78a8664-e40f-4a4b-8e76-af25866270f7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:42.989218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d8bd0446-9d2d-4716-9cd4-02530b96d114 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'router': {'external_gateway_info': {'network_id': '4af28492-853f-4abc-9994-9de85f4d1c53'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:43.007924 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-157d0a75-c873-4c80-99c3-cf03ef89e511 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.056431 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f5e656-14e7-4d8c-8e09-72d7080c6db1', 'name': 'tempest-snat-router-1626643451', 'tenant_id': 'b3c482a249ff44898e907e2e45551920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.63'}], 'enable_snat': False}, 'gw_port_id': '8e19606f-957a-44d7-86a0-47ec00431d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:35Z', 'updated_at': '2022-03-24T17:04:39Z', 'revision_number': 3, 'project_id': 'b3c482a249ff44898e907e2e45551920', 'gw_port': {'id': '8e19606f-957a-44d7-86a0-47ec00431d8f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f5e656-14e7-4d8c-8e09-72d7080c6db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:37Z', 'updated_at': '2022-03-24T17:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:43.062221 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Checking router: 95f5e656-14e7-4d8c-8e09-72d7080c6db1 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:04:43.062935 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Updating router 95f5e656-14e7-4d8c-8e09-72d7080c6db1 port 8e19606f-957a-44d7-86a0-47ec00431d8f binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:04:43.103642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eae6d5-c75b-4d80-841a-58f0f4d8f4bf None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:43.112846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d0a75-c873-4c80-99c3-cf03ef89e511 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5c872c-76a2-47da-8da2-2c6675396c3d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:43.119438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Checking segment: {'id': 'd5485fa7-e0d5-4287-a62e-cf3403931f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'aae94a64-ff83-4363-8ae5-4e626ef9ab4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:43.119831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Network hostable DHCP agents. Network: aae94a64-ff83-4363-8ae5-4e626ef9ab4b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:43.133312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-157d0a75-c873-4c80-99c3-cf03ef89e511 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.153160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.155284 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.182404 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fc61f033-c350-4dab-b3e8-40d737153bcb tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/routers/95f5e656-14e7-4d8c-8e09-72d7080c6db1 HTTP/1.1" status: 200 len: 908 time: 0.7115183 Mar 24 17:04:43.187667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35222) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:43.204987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.208762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1626643451', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': True}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:43.212665 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-157d0a75-c873-4c80-99c3-cf03ef89e511 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/3c5c872c-76a2-47da-8da2-2c6675396c3d HTTP/1.1" status: 204 len: 168 time: 1.6402435 Mar 24 17:04:43.215854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35226) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:43.218679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:43.299983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Usage tracker for resource:router and tenant:b3c482a249ff44898e907e2e45551920 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:43.304991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:43.308605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35230) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:43.315019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:43.328652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-4af28492-853f-4abc-9994-9de85f4d1c53', 'network_id': '4af28492-853f-4abc-9994-9de85f4d1c53', 'tenant_id': 'ed0761edda574a0db76f08581a85a6b2', 'fixed_ips': [{'subnet_id': 'a512ed3e-47dd-44bf-bd04-48efb2d85257'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:43.329462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.331682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.351705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.358513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e509ae3a-8e0a-487a-937e-54e1370baa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.432250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:43.450618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Network aae94a64-ff83-4363-8ae5-4e626ef9ab4b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:43.456383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e509ae3a-8e0a-487a-937e-54e1370baa36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:43.460732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e509ae3a-8e0a-487a-937e-54e1370baa36 admin admin] Usage tracker for resource:security_group_rule and tenant:b53c555fe5b547f1aa167170ca3b8156 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:43.463798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e509ae3a-8e0a-487a-937e-54e1370baa36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:43.467185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaaa153-2176-42cd-b71e-ef67d3c9d503,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:43.470892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e509ae3a-8e0a-487a-937e-54e1370baa36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:43.489310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.490262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.509387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b03b67ac-a4f3-4f47-8c8c-6b8b454b1b8e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:43.517414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-17173522-e15d-4803-8485-a50859694201 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:router {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:43.537015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.537456 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Added segment 3fb29807-1674-4c79-b5bd-28d3171a24e3 of type vlan for network 5668024d-0c76-47b5-8897-004aebc33204 Mar 24 17:04:43.561144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.565328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Allocated IP 2001:db8:1::2 (4af28492-853f-4abc-9994-9de85f4d1c53/a512ed3e-47dd-44bf-bd04-48efb2d85257/e43ea92c-8c30-4352-be44-195d70c0171c) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:43.585092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, aae94a64-ff83-4363-8ae5-4e626ef9ab4b) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:43.604334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:43.611740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:43.617003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:43.617928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.631997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.640565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-17173522-e15d-4803-8485-a50859694201 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:router {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:43.641753 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-17173522-e15d-4803-8485-a50859694201 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4248250 Mar 24 17:04:43.651691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35234) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:43.678936 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.695224 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Transition to ACTIVE for port object 8e19606f-957a-44d7-86a0-47ec00431d8f will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:43.780308 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.852722 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d8bd0446-9d2d-4716-9cd4-02530b96d114 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.858104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.859009 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-62b78905-c7a8-43a1-b3bc-8bb55136d107 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4015222 Mar 24 17:04:43.870459 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.881603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35238) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:43.883404 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Transition to ACTIVE for port object e43ea92c-8c30-4352-be44-195d70c0171c will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:43.904584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'security_group_rule': {'security_group_id': '54af3a8e-dfa6-4126-bdf5-838cd3415863', 'project_id': 'cb4059de826b4890846a22f339997227', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:43.908881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Transition to ACTIVE for port object e43ea92c-8c30-4352-be44-195d70c0171c will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:43.910182 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953ffb6-351d-46b0-929d-68ffca0206ca None None] Pushing event updated for resources: {'Port': ['ID=8e19606f-957a-44d7-86a0-47ec00431d8f,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:43.914971 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Attempting to bind port 8e19606f-957a-44d7-86a0-47ec00431d8f on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:43.915488 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Attempting to bind port 8e19606f-957a-44d7-86a0-47ec00431d8f by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:43.916904 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Attempting to bind port 8e19606f-957a-44d7-86a0-47ec00431d8f on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:43.923174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430fa47f-8bca-4461-a83f-a910bf04186b None None] Network aae94a64-ff83-4363-8ae5-4e626ef9ab4b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:43.925989 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:43.926599 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:43.927272 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.927864 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:43.928434 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Bound port: 8e19606f-957a-44d7-86a0-47ec00431d8f, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:43.928808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:43.928925 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:43.949204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:security_group_rule and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:43.956338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:43.987850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:44.035148 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] For port 8e19606f-957a-44d7-86a0-47ec00431d8f, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:44.037883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:04:44.041135 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] For port 8e19606f-957a-44d7-86a0-47ec00431d8f, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8e19606f-957a-44d7-86a0-47ec00431d8f,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:44.081761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3bf52c4-fd10-4ab7-9b94-3ef8350de93f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.116564 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.117962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Deleting port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:44.118566 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.151861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.165841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.172261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:44.172841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.175449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Router eb56f170-0d4a-4138-bbcf-af08a2a54f46 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:04:44.177144 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1e9db58-355d-4b1b-868c-ed6c53a77d3f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.0276184 Mar 24 17:04:44.193162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35242) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:44.232886 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953ffb6-351d-46b0-929d-68ffca0206ca None None] Pushing event updated for resources: {'Port': ['ID=8e19606f-957a-44d7-86a0-47ec00431d8f,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:44.233951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.241996 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Routers {'95f5e656-14e7-4d8c-8e09-72d7080c6db1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:44.242698 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['95f5e656-14e7-4d8c-8e09-72d7080c6db1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:44.306200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Network 4af28492-853f-4abc-9994-9de85f4d1c53 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:44.326735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:44.365488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:44.372227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Pushing event updated for resources: {'Port': ['ID=e43ea92c-8c30-4352-be44-195d70c0171c,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:44.475909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e509ae3a-8e0a-487a-937e-54e1370baa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.491177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.498569 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0028856 Mar 24 17:04:44.503430 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] Set router 95f5e656-14e7-4d8c-8e09-72d7080c6db1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:44.526234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:44.554748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35246) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:44.596877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:44.602453 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-54b86b33-efa6-4cc6-a2bf-6580eb7bdd11 admin admin] 10.222.0.47 "PUT /v2.0/routers/eb56f170-0d4a-4138-bbcf-af08a2a54f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1702573 Mar 24 17:04:44.607211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Attempting to bind port e43ea92c-8c30-4352-be44-195d70c0171c on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:44.607712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Attempting to bind port e43ea92c-8c30-4352-be44-195d70c0171c by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '05ac361f-de91-439c-8845-a1f9c27a8e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4af28492-853f-4abc-9994-9de85f4d1c53'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:44.608980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35248) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:44.609369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Attempting to bind port e43ea92c-8c30-4352-be44-195d70c0171c on network 4af28492-853f-4abc-9994-9de85f4d1c53 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:44.618192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] Sync routers for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:44.628564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e509ae3a-8e0a-487a-937e-54e1370baa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.645634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.651790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'name': 'tempest-PortsIpV6TestJSON-36546439'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:44.697536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:44.698297 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Checking segment: {'id': '05ac361f-de91-439c-8845-a1f9c27a8e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4af28492-853f-4abc-9994-9de85f4d1c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:44.698980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.699471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Bound using segment: {'id': '05ac361f-de91-439c-8845-a1f9c27a8e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4af28492-853f-4abc-9994-9de85f4d1c53'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:44.700660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Bound port: e43ea92c-8c30-4352-be44-195d70c0171c, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ac361f-de91-439c-8845-a1f9c27a8e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4af28492-853f-4abc-9994-9de85f4d1c53'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:44.701144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.736520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:44.737204 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:44.787952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec07813-47b4-4328-9810-f395cbda5caa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Network': ['ID=5668024d-0c76-47b5-8897-004aebc33204,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:44.789245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.814602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3bf52c4-fd10-4ab7-9b94-3ef8350de93f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.824019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3bf52c4-fd10-4ab7-9b94-3ef8350de93f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:44.827771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:44.861624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f613c7-a5f9-4cac-b6b0-acd218f07515,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:44.875442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:port and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:44.883584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:44.884299 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e509ae3a-8e0a-487a-937e-54e1370baa36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b53c555fe5b547f1aa167170ca3b8156&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5720699 Mar 24 17:04:44.889126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509ae3a-8e0a-487a-937e-54e1370baa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1709d6a5-2e9a-4627-8ebc-9733443e0415,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:44.896337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35254) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:44.923402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:44.926430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:44.958787 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f5e656-14e7-4d8c-8e09-72d7080c6db1', 'name': 'tempest-snat-router-1626643451', 'tenant_id': 'b3c482a249ff44898e907e2e45551920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.63'}], 'enable_snat': False}, 'gw_port_id': '8e19606f-957a-44d7-86a0-47ec00431d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:35Z', 'updated_at': '2022-03-24T17:04:39Z', 'revision_number': 3, 'project_id': 'b3c482a249ff44898e907e2e45551920', 'gw_port': {'id': '8e19606f-957a-44d7-86a0-47ec00431d8f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f5e656-14e7-4d8c-8e09-72d7080c6db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:37Z', 'updated_at': '2022-03-24T17:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:44.966246 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a16d9-c3d8-4cac-95c1-57a1097e459e None None] The sync data for ids ['95f5e656-14e7-4d8c-8e09-72d7080c6db1'] in dv-neutron-835063-1-hyperv is: [{'id': '95f5e656-14e7-4d8c-8e09-72d7080c6db1', 'name': 'tempest-snat-router-1626643451', 'tenant_id': 'b3c482a249ff44898e907e2e45551920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.63'}], 'enable_snat': False}, 'gw_port_id': '8e19606f-957a-44d7-86a0-47ec00431d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:35Z', 'updated_at': '2022-03-24T17:04:39Z', 'revision_number': 3, 'project_id': 'b3c482a249ff44898e907e2e45551920', 'gw_port': {'id': '8e19606f-957a-44d7-86a0-47ec00431d8f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:cc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f5e656-14e7-4d8c-8e09-72d7080c6db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:37Z', 'updated_at': '2022-03-24T17:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:44.991902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d292dace-8653-4550-b9e9-5336bbf823b0 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:44.998541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d292dace-8653-4550-b9e9-5336bbf823b0 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:45.002980 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d292dace-8653-4550-b9e9-5336bbf823b0 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8060026 Mar 24 17:04:45.007510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35258) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:45.009888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3bf52c4-fd10-4ab7-9b94-3ef8350de93f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.010730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bf52c4-fd10-4ab7-9b94-3ef8350de93f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Fanout notify agent at l3_agent the message router_deleted on router 735c98d4-d398-47c8-998a-9576670273b6 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:04:45.047608 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-d8bd0446-9d2d-4716-9cd4-02530b96d114 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:04:45.048833 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d8bd0446-9d2d-4716-9cd4-02530b96d114 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "PUT /v2.0/routers/7820d77e-62c0-4854-93ba-3435affdc46f HTTP/1.1" status: 400 len: 364 time: 2.0752082 Mar 24 17:04:45.057076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35262) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:45.058051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.061313 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eb83dda1-1b0b-46b7-b7e1-71ece2d2e829 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1757877 Mar 24 17:04:45.070096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35264) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:45.110557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 5668024d-0c76-47b5-8897-004aebc33204 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:45.167760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'security_group_rule': {'security_group_id': '54af3a8e-dfa6-4126-bdf5-838cd3415863', 'project_id': 'cb4059de826b4890846a22f339997227', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:45.173851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.191873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:45.195608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.206954 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:45.226540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:security_group_rule and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:45.265381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3bf52c4-fd10-4ab7-9b94-3ef8350de93f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.269103 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c3bf52c4-fd10-4ab7-9b94-3ef8350de93f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/routers/735c98d4-d398-47c8-998a-9576670273b6 HTTP/1.1" status: 204 len: 168 time: 1.6140246 Mar 24 17:04:45.278379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35270) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:45.301359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:45.305791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e0931482-f94f-49a5-b5e7-63c44f0813d8 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Deleting port b89239e8-aa37-4b5f-8165-753076f64fe0 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:45.316659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e0931482-f94f-49a5-b5e7-63c44f0813d8 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.399923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:45.405510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port a70edf3e-22be-4b8a-8772-d2f0e7e77aca yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:04:45.508002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.525283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fa6-1837-4904-ad1c-933537f09391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.539246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] For port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:45.539673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.695972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fa6-1837-4904-ad1c-933537f09391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.754381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.781214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Calling delete_port for 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:45.869871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] For port e43ea92c-8c30-4352-be44-195d70c0171c, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:45.870082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c979b-d400-4621-a5d4-bd36402a92c7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:45.870597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bd0c979b-d400-4621-a5d4-bd36402a92c7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:45.881806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:45.912128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] For port e43ea92c-8c30-4352-be44-195d70c0171c, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e43ea92c-8c30-4352-be44-195d70c0171c,segment=NetworkSegment(05ac361f-de91-439c-8845-a1f9c27a8e5d),segment_id=05ac361f-de91-439c-8845-a1f9c27a8e5d)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:45.952269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Deleting port fcf16d27-9d08-456d-84ad-2b8d843ece47 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:45.952608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:45.970618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:04:42Z', 'revision_number': 5, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port': {'id': 'fcf16d27-9d08-456d-84ad-2b8d843ece47', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:00:48Z', 'updated_at': '2022-03-24T17:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:45.979861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] Checking router: eb56f170-0d4a-4138-bbcf-af08a2a54f46 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:04:46.003730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.007929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] Routers {'eb56f170-0d4a-4138-bbcf-af08a2a54f46'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:46.008483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:46.104654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.116974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.118432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.131074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fa6-1837-4904-ad1c-933537f09391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.132047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:04:46.132413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:04:46.193333 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bd0c979b-d400-4621-a5d4-bd36402a92c7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:46.197921 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bd0c979b-d400-4621-a5d4-bd36402a92c7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9124711 Mar 24 17:04:46.201939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.204066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35274) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:46.216216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e32fa6-1837-4904-ad1c-933537f09391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709d6a5-2e9a-4627-8ebc-9733443e0415,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:46.273286 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:46.315351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e0931482-f94f-49a5-b5e7-63c44f0813d8 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.327888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fa6-1837-4904-ad1c-933537f09391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.331936 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f5e32fa6-1837-4904-ad1c-933537f09391 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1709d6a5-2e9a-4627-8ebc-9733443e0415 HTTP/1.1" status: 204 len: 168 time: 1.4360154 Mar 24 17:04:46.341322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] Set router eb56f170-0d4a-4138-bbcf-af08a2a54f46 gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:46.396830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] For port fcf16d27-9d08-456d-84ad-2b8d843ece47, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fcf16d27-9d08-456d-84ad-2b8d843ece47,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:46.397098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.496018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad01ddb-9ebd-481f-8326-3e3af183ab26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:46.497374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4ad01ddb-9ebd-481f-8326-3e3af183ab26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:46.552690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:04:45Z', 'revision_number': 6, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:46.564957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95023891-e98d-49c6-a8bb-f29470dc0237 None None] The sync data for ids ['eb56f170-0d4a-4138-bbcf-af08a2a54f46'] in dv-neutron-835063-1-hyperv is: [{'id': 'eb56f170-0d4a-4138-bbcf-af08a2a54f46', 'name': 'tempest-ServerActionsTestJSON-1686832518-router', 'tenant_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:00:47Z', 'updated_at': '2022-03-24T17:04:45Z', 'revision_number': 6, 'project_id': '6e8606f4cf5d4f1e9d3232c69e6ade94', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:46.583994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ffe11-1bdf-4213-b20d-87c2d33a506a None None] Pushing event updated for resources: {'Port': ['ID=e43ea92c-8c30-4352-be44-195d70c0171c,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:46.625863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e0931482-f94f-49a5-b5e7-63c44f0813d8 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Calling delete_port for b89239e8-aa37-4b5f-8165-753076f64fe0 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:46.633622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Deleting port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:46.634235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.653762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Calling delete_port for fcf16d27-9d08-456d-84ad-2b8d843ece47 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:46.690333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.692245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.729474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Allocated IP 172.26.4.160 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/4847b3b3-f57b-4b6b-a008-e0c17f48873a) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:46.771071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.810005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4ad01ddb-9ebd-481f-8326-3e3af183ab26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:46.813957 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4ad01ddb-9ebd-481f-8326-3e3af183ab26 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5932331 Mar 24 17:04:46.820821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35284) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:46.891838 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] For port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:46.892348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:46.974361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b78d0a89-2e52-481d-9b28-a0807f953007 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:router {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:47.101272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b78d0a89-2e52-481d-9b28-a0807f953007 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:router {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:47.109292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b78d0a89-2e52-481d-9b28-a0807f953007 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2856615 Mar 24 17:04:47.124851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35290) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:47.148510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:47.150955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8e19606f-957a-44d7-86a0-47ec00431d8f up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:47.204557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e794d9-5158-4802-80c4-0f7a36911268,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:47.248131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.269068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Calling delete_port for 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:47.282054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.314158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.405420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.406641 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a556fde1-c68c-4796-b4aa-deb444a792ed tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3309000 Mar 24 17:04:47.413653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35302) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:47.418145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Allocated IP 2001:db8::1 (a2c19b9d-5599-468c-84e6-ba17017df4dd/17819303-0f47-467c-80d1-a5ea404f0688/5751d7b1-f03a-4a34-9353-36b495730910) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:47.428226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'security_group_rule': {'security_group_id': '54af3a8e-dfa6-4126-bdf5-838cd3415863', 'project_id': 'cb4059de826b4890846a22f339997227', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:47.440581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:47.448277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:security_group_rule and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:47.454899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:47.490252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:47.502158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e0931482-f94f-49a5-b5e7-63c44f0813d8 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.510584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 8e19606f-957a-44d7-86a0-47ec00431d8f completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:47.518668 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8e19606f-957a-44d7-86a0-47ec00431d8f triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:47.522464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.544038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf16d27-9d08-456d-84ad-2b8d843ece47,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:47.569378 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.618947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:47.644871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:47.646744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] Pushing event deleted for resources: {'Port': ['ID=0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:47.654766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7255190-3f86-4611-b0ba-82a17581d2f1 None None] No DVR routers for this DVR port 0728b8f9-dc00-44db-8ac0-e1b1d8ba97d5 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:47.685917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.739900 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0931482-f94f-49a5-b5e7-63c44f0813d8 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Port': ['ID=b89239e8-aa37-4b5f-8165-753076f64fe0,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:47.741725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e0931482-f94f-49a5-b5e7-63c44f0813d8 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.758457 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e0931482-f94f-49a5-b5e7-63c44f0813d8 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/ports/b89239e8-aa37-4b5f-8165-753076f64fe0 HTTP/1.1" status: 204 len: 168 time: 2.7497993 Mar 24 17:04:47.761506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.763324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.768001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35310) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:47.801348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 8e19606f-957a-44d7-86a0-47ec00431d8f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8e19606f-957a-44d7-86a0-47ec00431d8f,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:47.847706 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.899414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:47.903936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:47.927421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.015052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=8e19606f-957a-44d7-86a0-47ec00431d8f,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:48.043329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:48.045365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.048871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.095360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:48.097909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.110770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:48.151823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=a70edf3e-22be-4b8a-8772-d2f0e7e77aca,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:48.161501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event updated for resources: {'Port': ['ID=4847b3b3-f57b-4b6b-a008-e0c17f48873a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:48.174460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.237213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-74ce7ff0-bc82-44cf-a992-80cecd847dae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Deleting port c78a8664-e40f-4a4b-8e76-af25866270f7 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:48.241604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee1fd4-f86b-41a2-a6ff-4199631209d4 None None] Network 4af28492-853f-4abc-9994-9de85f4d1c53 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:48.242541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-74ce7ff0-bc82-44cf-a992-80cecd847dae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.299246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35322) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:48.304974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.305546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb56f170-0d4a-4138-bbcf-af08a2a54f46 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:04:48.313033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Transition to ACTIVE for port object 5751d7b1-f03a-4a34-9353-36b495730910 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:48.392697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Checking segment: {'id': '3fb29807-1674-4c79-b5bd-28d3171a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5668024d-0c76-47b5-8897-004aebc33204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:48.393358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network hostable DHCP agents. Network: 5668024d-0c76-47b5-8897-004aebc33204, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:48.412274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.493990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.549009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:48.563127 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7249310f-0efd-4217-bf87-b3dac357c15c None None] Provisioning for port e43ea92c-8c30-4352-be44-195d70c0171c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:48.568921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193b2c81-6af8-4c1e-9407-67ad27d92500,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:48.646143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.656363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'network': {'name': 'tempest-RoutersTest-678688349'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:48.659716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:48.663778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:network and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:48.666980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:48.673138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:48.709454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.714041 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bf68fbd9-513b-4954-b048-18e907ed0c28 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2945375 Mar 24 17:04:48.722253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8e19606f-957a-44d7-86a0-47ec00431d8f up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:48.730101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35328) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:48.740239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network a2c19b9d-5599-468c-84e6-ba17017df4dd is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:48.743178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 5668024d-0c76-47b5-8897-004aebc33204) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:48.748271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:48.753046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.754188 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-78dd2cb0-a602-4c6a-8843-7aefad3604be admin admin] 10.222.0.47 "DELETE /v2.0/routers/eb56f170-0d4a-4138-bbcf-af08a2a54f46 HTTP/1.1" status: 204 len: 168 time: 4.1354609 Mar 24 17:04:48.755484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:48.756287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.760600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35332) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:48.764654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'security_group_rule': {'security_group_id': '54af3a8e-dfa6-4126-bdf5-838cd3415863', 'project_id': 'cb4059de826b4890846a22f339997227', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:48.774585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:48.777528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:48.778788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.785086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299393a7-aa9c-4763-81c7-8df05f2c4d46 None None] Network 5668024d-0c76-47b5-8897-004aebc33204 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:48.791987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-74ce7ff0-bc82-44cf-a992-80cecd847dae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.822677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:48.823101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:48.827627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.876841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.910025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:security_group_rule and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:48.916445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8e19606f-957a-44d7-86a0-47ec00431d8f triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:48.917092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:48.920379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:48.982490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Port': ['ID=5751d7b1-f03a-4a34-9353-36b495730910,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:49.006388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-74ce7ff0-bc82-44cf-a992-80cecd847dae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Calling delete_port for c78a8664-e40f-4a4b-8e76-af25866270f7 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:49.036464 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-05057593-bda2-417e-bcca-d61404b3b681 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 4.4315717 Mar 24 17:04:49.046939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:49.049232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35338) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:49.049635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:49.075410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1307721902'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:49.080998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-332634f1-796a-4c8b-8792-b08996eeb6b0 admin admin] Deleting subnet 11362d5f-6177-49a5-84d1-58f169ebd58b {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:04:49.086359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:security_group_rule and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:49.098583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:49.101465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:49.103501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-332634f1-796a-4c8b-8792-b08996eeb6b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.145443 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Project cb4059de826b4890846a22f339997227 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:04:49.145653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:network and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:49.148231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:49.157913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.168644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:49.186259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e43ea92c-8c30-4352-be44-195d70c0171c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:49.202263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:49.205946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.255316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-74ce7ff0-bc82-44cf-a992-80cecd847dae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.338697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-daa68d6b-952a-4ab0-ae53-8fd4146be9ca None None] Provisioning for port 5751d7b1-f03a-4a34-9353-36b495730910 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:49.339283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-74ce7ff0-bc82-44cf-a992-80cecd847dae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.344786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce7ff0-bc82-44cf-a992-80cecd847dae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Port': ['ID=c78a8664-e40f-4a4b-8e76-af25866270f7,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:49.345265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-daa68d6b-952a-4ab0-ae53-8fd4146be9ca None None] Provisioning complete for port 5751d7b1-f03a-4a34-9353-36b495730910 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:49.352164 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-daa68d6b-952a-4ab0-ae53-8fd4146be9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.352312 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-74ce7ff0-bc82-44cf-a992-80cecd847dae tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/ports/c78a8664-e40f-4a4b-8e76-af25866270f7 HTTP/1.1" status: 204 len: 168 time: 1.5769928 Mar 24 17:04:49.352312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.367507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35342) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:49.381563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port e43ea92c-8c30-4352-be44-195d70c0171c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:49.394955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e43ea92c-8c30-4352-be44-195d70c0171c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:49.395418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.433105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:04:49.436277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-332634f1-796a-4c8b-8792-b08996eeb6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.452253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-daa68d6b-952a-4ab0-ae53-8fd4146be9ca None None] Port 5751d7b1-f03a-4a34-9353-36b495730910 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:04:49.474600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c91d4e2a-8dfc-489f-ad08-4b98a2a98421 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Synchronizing usage tracker for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:49.476166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.487845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.534090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.538488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:49.541892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.570206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port e43ea92c-8c30-4352-be44-195d70c0171c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e43ea92c-8c30-4352-be44-195d70c0171c,segment=NetworkSegment(05ac361f-de91-439c-8845-a1f9c27a8e5d),segment_id=05ac361f-de91-439c-8845-a1f9c27a8e5d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:49.572866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.599080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:49.618173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:49.623173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:49.626073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.629322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fef227-e76b-4b57-a100-2a81e69a1815 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:49.645945 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.661022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c91d4e2a-8dfc-489f-ad08-4b98a2a98421 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Unset dirty status for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:49.665705 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c91d4e2a-8dfc-489f-ad08-4b98a2a98421 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2670758 Mar 24 17:04:49.671938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35346) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:49.709108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=9323dedb-8033-4568-9e4f-6124f82610c9,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:49.728043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1058494721'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:49.732427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:49.736156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcd92df-f9db-4b74-86ab-a6a75971f6d4,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:49.739353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:49.748077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Usage tracker for resource:network and tenant:1c4eabe846034ac29368ac20fd97f7a3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:49.766343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:49.768536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fcf16d27-9d08-456d-84ad-2b8d843ece47 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:49.780720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.781260 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Added segment 8a7ac851-e909-4207-b6c6-abfba62df7b6 of type vlan for network 6a8434bf-f67c-4692-a304-9b1e6a0eab02 Mar 24 17:04:49.786185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:49.819293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: fcf16d27-9d08-456d-84ad-2b8d843ece47 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:49.819735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fcf16d27-9d08-456d-84ad-2b8d843ece47 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:49.820255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:49.842763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.847277 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ebea7d15-ff19-4ab0-be0e-cf6984f3262a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1023810 Mar 24 17:04:49.850844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35350) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:49.861958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-332634f1-796a-4c8b-8792-b08996eeb6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.870756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'security_group_rule': {'security_group_id': '54af3a8e-dfa6-4126-bdf5-838cd3415863', 'project_id': 'cb4059de826b4890846a22f339997227', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:49.877264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:49.877910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0b1ca3a8-7e3c-4a80-b8e9-b698bd754129 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:49.880349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:49.888558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:security_group_rule and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:49.893745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:49.899805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=e43ea92c-8c30-4352-be44-195d70c0171c,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:49.904355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:49.906292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Made reservation on behalf of 1c4eabe846034ac29368ac20fd97f7a3 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:49.909698 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.923707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1bb99a91-9aba-4369-99e5-8cb662823800 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7933700 Mar 24 17:04:49.931248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35354) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:49.947685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:49.979460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:49.985078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.017218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '9323dedb-8033-4568-9e4f-6124f82610c9'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:50.020656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.099842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.157889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:50.172742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.178089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.186247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:50.186391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:50.186391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.187606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0a7999-288f-4ad1-bac7-80ff828f1a0a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:50.192850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.193428 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added segment 7b40306f-773e-4acb-948f-7ec223e723e0 of type vlan for network acc7e2c0-2214-47bb-b6b4-f82b08c02dae Mar 24 17:04:50.194752 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Project cb4059de826b4890846a22f339997227 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:04:50.213880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Allocated IP 2001:db8::f816:3eff:fe9c:2511 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/9323dedb-8033-4568-9e4f-6124f82610c9/0438d4f5-5e58-413b-a873-d3211a0c827c) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:50.218932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.237755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.238088 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Added segment d904c682-b786-415c-86f8-6cd4db075c2e of type vlan for network 7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf Mar 24 17:04:50.288777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-332634f1-796a-4c8b-8792-b08996eeb6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.296764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.334252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.358519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.359248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.367938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:50.384025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f80a1f-c3e6-430f-8f37-8399d122eb7c None None] Network 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:50.411297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.411513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332634f1-796a-4c8b-8792-b08996eeb6b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11362d5f-6177-49a5-84d1-58f169ebd58b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:50.422521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-332634f1-796a-4c8b-8792-b08996eeb6b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.424361 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-332634f1-796a-4c8b-8792-b08996eeb6b0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/11362d5f-6177-49a5-84d1-58f169ebd58b HTTP/1.1" status: 204 len: 168 time: 1.6628113 Mar 24 17:04:50.428618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:50.435609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35360) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:50.442487 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3763876 Mar 24 17:04:50.445444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35362) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:50.447042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.457900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d881d-c433-4036-82d0-cfafc1120c0d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Network': ['ID=6a8434bf-f67c-4692-a304-9b1e6a0eab02,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:50.463401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'ports': [{'network_id': '5668024d-0c76-47b5-8897-004aebc33204'}, {'network_id': '6a8434bf-f67c-4692-a304-9b1e6a0eab02'}]} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:50.463694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:50.463848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:50.464669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '6a8434bf-f67c-4692-a304-9b1e6a0eab02'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:50.512569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 6a8434bf-f67c-4692-a304-9b1e6a0eab02 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:50.529009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:50.530959 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.606059 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e43ea92c-8c30-4352-be44-195d70c0171c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:50.634663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:04:50.682075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.687441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:50.688043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.714609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772c5589-59cb-4a57-a97a-fa1ebed01421,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:50.717530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event updated for resources: {'Port': ['ID=5751d7b1-f03a-4a34-9353-36b495730910,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:50.746398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.771985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Transition to ACTIVE for port object 0438d4f5-5e58-413b-a873-d3211a0c827c will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:50.785588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.787153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.787495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.787836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.788197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.788539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.788941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.789270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.789593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.789914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.790232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.790553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.790726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:50.790866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.791303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.795372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.795782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.796150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.796750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.797123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.797470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.797783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.798112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.798434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.798763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.799085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.799405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:50.816830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:50.820190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.837432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.869717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Transition to ACTIVE for port object 0438d4f5-5e58-413b-a873-d3211a0c827c will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:50.889953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e43ea92c-8c30-4352-be44-195d70c0171c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:50.890687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.921354 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1993716 Mar 24 17:04:50.927352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35368) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:50.931943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.936655 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-632364fd-30e3-42b1-90fb-03387da5aa12 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0820398 Mar 24 17:04:50.941397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35372) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:50.945595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020429be-be3e-4bb0-a4fa-2a7efe6d9918 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Network': ['ID=7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:50.953359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:50.958525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-449884699'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:50.965727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'network': {'name': 'tempest-network-smoke--1951834146', 'project_id': 'cb4059de826b4890846a22f339997227', 'port_security_enabled': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:51.025019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:51.032819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:51.042233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:51.047499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:51.053963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7532511 Mar 24 17:04:51.054614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Usage tracker for resource:network and tenant:1c4eabe846034ac29368ac20fd97f7a3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:51.058525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35376) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:51.061170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Network a2c19b9d-5599-468c-84e6-ba17017df4dd is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:51.064402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:51.067500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:network and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:51.068229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:port and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:51.072758 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:51.075843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'network': {'name': 'tempest-RoutersTest-656303092'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:51.078394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:51.078821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12303f6-7f0a-4ac4-9999-d7afcae0d0cf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Network': ['ID=acc7e2c0-2214-47bb-b6b4-f82b08c02dae,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:51.081394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:51.082807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:51.088827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:51.089908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:51.092707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:51.098913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:network and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:51.100422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:51.102128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:51.102546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Deleting port 114707d5-6f8f-4654-be30-673183304ebe {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:51.102892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.103691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:51.110404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:51.137667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:51.140313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Router c578e5ad-e878-463c-bf77-35daca2308bb is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:04:51.154441 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network acc7e2c0-2214-47bb-b6b4-f82b08c02dae details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:51.208003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 2} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:51.214408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.253024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:51.257094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.291459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.310590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Pushing event updated for resources: {'Port': ['ID=0438d4f5-5e58-413b-a873-d3211a0c827c,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:51.327996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Made reservation on behalf of 1c4eabe846034ac29368ac20fd97f7a3 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:51.336048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.341162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Made reservation on behalf of cb4059de826b4890846a22f339997227 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:51.345028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.346830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f866a4-0b68-4f3f-80d1-0701d65b7389 None None] DHCP port deletion for 33a04a57-9adb-4580-b423-ea6dcdf4e5e0 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:04:51.480551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:51.492506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-58f866a4-0b68-4f3f-80d1-0701d65b7389 None None] Deleting port 114707d5-6f8f-4654-be30-673183304ebe {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:51.493573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58f866a4-0b68-4f3f-80d1-0701d65b7389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.507127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:51.515198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:04:51.532875 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Router 7820d77e-62c0-4854-93ba-3435affdc46f has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:04:51.570878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Attempting to bind port 0438d4f5-5e58-413b-a873-d3211a0c827c on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:51.571240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Attempting to bind port 0438d4f5-5e58-413b-a873-d3211a0c827c by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:51.571597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Attempting to bind port 0438d4f5-5e58-413b-a873-d3211a0c827c on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:51.575342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.575342 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Added segment 38bd503f-c566-4b99-910a-9872ebe1364a of type vlan for network d11d4f2e-78d0-48da-8b19-ace83340c957 Mar 24 17:04:51.576969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.577408 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added segment 0ad3af24-408b-4921-8ba1-039bdc3d639d of type vlan for network 3c80cf30-358e-40b1-828c-9aa92c7f06ed Mar 24 17:04:51.580959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d28d5c3b-d7fc-4e73-8de6-43fd20d50e9a None None] Provisioning complete for port 5751d7b1-f03a-4a34-9353-36b495730910 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:51.581324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d28d5c3b-d7fc-4e73-8de6-43fd20d50e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.638072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:51.638465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:51.638839 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.639282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:51.639762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Bound port: 0438d4f5-5e58-413b-a873-d3211a0c827c, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:51.640160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.643248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.643645 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Added segment 6ef1874b-e652-4aa0-bddd-d684e49f27c4 of type vlan for network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 Mar 24 17:04:51.693093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 2e1422b3-0a21-4899-87f0-b4751d0e1382 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:04:51.696908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.706342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:51.716608 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Sync routers for ids ['c578e5ad-e878-463c-bf77-35daca2308bb'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:51.729149 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Routers {'c578e5ad-e878-463c-bf77-35daca2308bb'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:51.730004 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c578e5ad-e878-463c-bf77-35daca2308bb'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:51.786415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d28d5c3b-d7fc-4e73-8de6-43fd20d50e9a None None] Port 5751d7b1-f03a-4a34-9353-36b495730910 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:04:51.842555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.848336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:51.849067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.868848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.870258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-42a7dd15-62e3-4b1c-ba3e-d5b848b689a0 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6788573 Mar 24 17:04:51.890723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35380) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:51.893078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.914664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-58f866a4-0b68-4f3f-80d1-0701d65b7389 None None] For port 114707d5-6f8f-4654-be30-673183304ebe, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=114707d5-6f8f-4654-be30-673183304ebe,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:51.915133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58f866a4-0b68-4f3f-80d1-0701d65b7389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:51.928676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] For port 0438d4f5-5e58-413b-a873-d3211a0c827c, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:51.938117 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Set router c578e5ad-e878-463c-bf77-35daca2308bb gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:52.017875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9544771 Mar 24 17:04:52.032040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35384) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:52.047206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'subnet': {'network_id': 'acc7e2c0-2214-47bb-b6b4-f82b08c02dae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:52.117009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-58f866a4-0b68-4f3f-80d1-0701d65b7389 None None] Calling delete_port for 114707d5-6f8f-4654-be30-673183304ebe owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:52.146964 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] For port 0438d4f5-5e58-413b-a873-d3211a0c827c, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0438d4f5-5e58-413b-a873-d3211a0c827c,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:52.213128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.217833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] For port 114707d5-6f8f-4654-be30-673183304ebe, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=114707d5-6f8f-4654-be30-673183304ebe,segment=NetworkSegment(31f13ca7-0a70-473e-9d66-d69d4fa3c790),segment_id=31f13ca7-0a70-473e-9d66-d69d4fa3c790)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:52.218304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.257953 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c578e5ad-e878-463c-bf77-35daca2308bb', 'name': 'tempest-snat-router-1626643451', 'tenant_id': 'b3c482a249ff44898e907e2e45551920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '4847b3b3-f57b-4b6b-a008-e0c17f48873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:43Z', 'updated_at': '2022-03-24T17:04:48Z', 'revision_number': 3, 'project_id': 'b3c482a249ff44898e907e2e45551920', 'gw_port': {'id': '4847b3b3-f57b-4b6b-a008-e0c17f48873a', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c578e5ad-e878-463c-bf77-35daca2308bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:46Z', 'updated_at': '2022-03-24T17:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:52.262147 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Checking router: c578e5ad-e878-463c-bf77-35daca2308bb for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:04:52.265215 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Updating router c578e5ad-e878-463c-bf77-35daca2308bb port 4847b3b3-f57b-4b6b-a008-e0c17f48873a binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:04:52.285897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58f866a4-0b68-4f3f-80d1-0701d65b7389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.287809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:52.291771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Network': ['ID=3c80cf30-358e-40b1-828c-9aa92c7f06ed,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:52.301052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 38eed684-9aa4-4a3c-8c41-0c0d64649f44 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:04:52.317168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:subnet and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:52.327500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f866a4-0b68-4f3f-80d1-0701d65b7389 None None] No DVR routers for this DVR port 114707d5-6f8f-4654-be30-673183304ebe on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:04:52.338538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff97343-e5cf-4dfa-b01c-9d5f6e435044 None None] Pushing event updated for resources: {'Port': ['ID=0438d4f5-5e58-413b-a873-d3211a0c827c,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:52.342954 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.389211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f866a4-0b68-4f3f-80d1-0701d65b7389 None None] Pushing event deleted for resources: {'Port': ['ID=114707d5-6f8f-4654-be30-673183304ebe,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:52.391801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:52.402021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.403136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.403636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.404159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.408614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.408614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.408614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.408614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.408614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.408614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.408614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.408614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7dce9b-4923-42fe-ad64-db27bb6aa3f1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:52.417600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:52.421684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 3c80cf30-358e-40b1-828c-9aa92c7f06ed details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:52.455877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Calling delete_port for 114707d5-6f8f-4654-be30-673183304ebe owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:52.461237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-660f6df8-d2ba-435a-8826-73e498674017 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/routers/c578e5ad-e878-463c-bf77-35daca2308bb HTTP/1.1" status: 200 len: 908 time: 0.5627408 Mar 24 17:04:52.474133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35388) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:52.505321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:04:52.550535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 114707d5-6f8f-4654-be30-673183304ebe no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:04:52.574714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.586059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.591807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af9e9b-ab2f-40e9-91de-8f0277c1eb75 None None] Sync routers for ids ['7820d77e-62c0-4854-93ba-3435affdc46f'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:04:52.599244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:52.609196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.633981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 114707d5-6f8f-4654-be30-673183304ebe {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:04:52.634316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 114707d5-6f8f-4654-be30-673183304ebe not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:04:52.636169 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.673942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af9e9b-ab2f-40e9-91de-8f0277c1eb75 None None] Routers {'7820d77e-62c0-4854-93ba-3435affdc46f'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:52.674939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f4af9e9b-ab2f-40e9-91de-8f0277c1eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['7820d77e-62c0-4854-93ba-3435affdc46f'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:52.695156 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7a0a9c18-328d-4305-b0e2-db34048fdd6a tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "PUT /v2.0/routers/7820d77e-62c0-4854-93ba-3435affdc46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6302333 Mar 24 17:04:52.699295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35392) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:52.764573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f4af9e9b-ab2f-40e9-91de-8f0277c1eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:52.779322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af9e9b-ab2f-40e9-91de-8f0277c1eb75 None None] Routers {'7820d77e-62c0-4854-93ba-3435affdc46f'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:52.780058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f4af9e9b-ab2f-40e9-91de-8f0277c1eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['7820d77e-62c0-4854-93ba-3435affdc46f'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:52.817419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:04:52.825821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:04:52.884822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:52.925329 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.933093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f4af9e9b-ab2f-40e9-91de-8f0277c1eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:52.934851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af9e9b-ab2f-40e9-91de-8f0277c1eb75 None None] The sync data for ids ['7820d77e-62c0-4854-93ba-3435affdc46f'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:52.947294 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Transition to ACTIVE for port object 4847b3b3-f57b-4b6b-a008-e0c17f48873a will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:52.947420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:52.957676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:04:52.957984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:04:52.963408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:52.964053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.967946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.973375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:52.978045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:52.997240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=a58db0cc-4df8-4aa5-9f42-9b94eb32b3e4,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:53.029837 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.030048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.034139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:53.034742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.116699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.131391 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Attempting to bind port 4847b3b3-f57b-4b6b-a008-e0c17f48873a on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:53.131734 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Attempting to bind port 4847b3b3-f57b-4b6b-a008-e0c17f48873a by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:53.132127 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Attempting to bind port 4847b3b3-f57b-4b6b-a008-e0c17f48873a on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:53.134994 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792f20c-1227-4b2e-aeea-84f7db72e80d None None] Pushing event updated for resources: {'Port': ['ID=4847b3b3-f57b-4b6b-a008-e0c17f48873a,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:53.138912 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9a7a5844-a88f-4b8f-9404-03511f345590 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2035174 Mar 24 17:04:53.140232 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:53.140655 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:53.141003 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.141390 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:53.141851 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Bound port: 4847b3b3-f57b-4b6b-a008-e0c17f48873a, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:53.142225 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.143022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35396) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:53.153741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:bc:aa:7c', 'name': 'tempest-NetworksTestDHCPv6-734277391'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:53.169858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-33f5e272-2db8-4a07-96a3-0db3d712c3f1 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.177757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.230252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Network': ['ID=d11d4f2e-78d0-48da-8b19-ace83340c957,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:53.255857 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3116596 Mar 24 17:04:53.256434 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] For port 4847b3b3-f57b-4b6b-a008-e0c17f48873a, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:53.257334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network d11d4f2e-78d0-48da-8b19-ace83340c957 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:53.257604 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-413d125e-4ad5-44c4-a6cd-f9f15b9a7b1f tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3227465 Mar 24 17:04:53.260432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] For port 4847b3b3-f57b-4b6b-a008-e0c17f48873a, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4847b3b3-f57b-4b6b-a008-e0c17f48873a,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:53.267529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35400) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:53.339074 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.410276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35402) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:53.464088 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792f20c-1227-4b2e-aeea-84f7db72e80d None None] Pushing event updated for resources: {'Port': ['ID=4847b3b3-f57b-4b6b-a008-e0c17f48873a,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:53.467721 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Routers {'c578e5ad-e878-463c-bf77-35daca2308bb'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:04:53.468393 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:04:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c578e5ad-e878-463c-bf77-35daca2308bb'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:53.480431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Deleting port 114707d5-6f8f-4654-be30-673183304ebe {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:53.481573 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.500346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'admin_state_up': True, 'project_id': 'cb4059de826b4890846a22f339997227', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:53.514815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.525708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:53.528166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'subnets': [{'network_id': '7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1059701789', 'ip_version': 4}, {'network_id': 'd11d4f2e-78d0-48da-8b19-ace83340c957', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:53.528475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'subnet': {'network_id': '7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1059701789', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:53.529044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Request body: {'subnet': {'network_id': 'd11d4f2e-78d0-48da-8b19-ace83340c957', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:53.529889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:router and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:53.533085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:53.538958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:53.549356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.619795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Deleting port 4847b3b3-f57b-4b6b-a008-e0c17f48873a {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:53.620163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.649539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.650538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.689310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:53.689610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] The port '114707d5-6f8f-4654-be30-673183304ebe' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:04:53.690471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6e532-78b8-4e31-89e4-98775103bce6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'Network': ['ID=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:53.690748 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] Set router c578e5ad-e878-463c-bf77-35daca2308bb gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:04:53.705108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:04:53.705630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:53.707823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:53.708950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.751693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=2e1422b3-0a21-4899-87f0-b4751d0e1382,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:53.808709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.812508 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-33f5e272-2db8-4a07-96a3-0db3d712c3f1 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 24 17:04:53.813545 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-33f5e272-2db8-4a07-96a3-0db3d712c3f1 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/routers/7820d77e-62c0-4854-93ba-3435affdc46f HTTP/1.1" status: 409 len: 329 time: 1.0930319 Mar 24 17:04:53.814213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:53.834309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35408) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:53.890655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e60e6-ab66-4a7e-8cfe-244b77b179f4 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:53.929471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Subnet': ['ID=57b25008-37ef-4f36-847e-25e320d2e8a6,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:54.089088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:54.109210 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c578e5ad-e878-463c-bf77-35daca2308bb', 'name': 'tempest-snat-router-1626643451', 'tenant_id': 'b3c482a249ff44898e907e2e45551920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '4847b3b3-f57b-4b6b-a008-e0c17f48873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:43Z', 'updated_at': '2022-03-24T17:04:48Z', 'revision_number': 3, 'project_id': 'b3c482a249ff44898e907e2e45551920', 'gw_port': {'id': '4847b3b3-f57b-4b6b-a008-e0c17f48873a', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c578e5ad-e878-463c-bf77-35daca2308bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:46Z', 'updated_at': '2022-03-24T17:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:54.113628 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04341af9-b40c-4ff0-b97a-240a71d278b0 None None] The sync data for ids ['c578e5ad-e878-463c-bf77-35daca2308bb'] in dv-neutron-835063-1-hyperv is: [{'id': 'c578e5ad-e878-463c-bf77-35daca2308bb', 'name': 'tempest-snat-router-1626643451', 'tenant_id': 'b3c482a249ff44898e907e2e45551920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '4847b3b3-f57b-4b6b-a008-e0c17f48873a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:43Z', 'updated_at': '2022-03-24T17:04:48Z', 'revision_number': 3, 'project_id': 'b3c482a249ff44898e907e2e45551920', 'gw_port': {'id': '4847b3b3-f57b-4b6b-a008-e0c17f48873a', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c578e5ad-e878-463c-bf77-35daca2308bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:46Z', 'updated_at': '2022-03-24T17:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:04:54.133669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b3d3cb74-2a34-4431-97a9-6abb24ff4cc0 None None] Provisioning for port 0438d4f5-5e58-413b-a873-d3211a0c827c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:54.159948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:54.165408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:54.169606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.189433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:54.217163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:54.230218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a04a57-9adb-4580-b423-ea6dcdf4e5e0']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:54.238032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Usage tracker for resource:subnet and tenant:1c4eabe846034ac29368ac20fd97f7a3 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:54.243866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:54.252632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f13ca7-0a70-473e-9d66-d69d4fa3c790') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:54.252632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f13ca7-0a70-473e-9d66-d69d4fa3c790') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:04:54.262385 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:54.272351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.290367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.297633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:04:54.298109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.306075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Checking segment: {'id': '8a7ac851-e909-4207-b6c6-abfba62df7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6a8434bf-f67c-4692-a304-9b1e6a0eab02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:54.309279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network hostable DHCP agents. Network: 6a8434bf-f67c-4692-a304-9b1e6a0eab02, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:04:54.312340 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:04:54.326608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:54.365225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Update dhcp port {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'fixed_ips': [{'subnet_id': '9323dedb-8033-4568-9e4f-6124f82610c9', 'ip_address': '2001:db8::f816:3eff:fe9c:2511'}, {'subnet_id': 'a58db0cc-4df8-4aa5-9f42-9b94eb32b3e4'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': '0438d4f5-5e58-413b-a873-d3211a0c827c'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:04:54.370801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=38eed684-9aa4-4a3c-8c41-0c0d64649f44,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:54.414998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Made reservation on behalf of 1c4eabe846034ac29368ac20fd97f7a3 for: {'subnet': 2} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:54.418311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Checking segment: {'id': '7b40306f-773e-4acb-948f-7ec223e723e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'acc7e2c0-2214-47bb-b6b4-f82b08c02dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:54.418673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network hostable DHCP agents. Network: acc7e2c0-2214-47bb-b6b4-f82b08c02dae, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:54.422122 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.422590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.446150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.512464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] For port 4847b3b3-f57b-4b6b-a008-e0c17f48873a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4847b3b3-f57b-4b6b-a008-e0c17f48873a,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:54.512464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.684836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0438d4f5-5e58-413b-a873-d3211a0c827c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:54.752194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.775083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.805256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.837017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] Pushing event deleted for resources: {'Network': ['ID=33a04a57-9adb-4580-b423-ea6dcdf4e5e0,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:54.844538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 59ebe7ba-f85e-4cde-87fe-1d30f8da4718 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:04:54.881953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Allocated IP 172.20.0.2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/a58db0cc-4df8-4aa5-9f42-9b94eb32b3e4/0438d4f5-5e58-413b-a873-d3211a0c827c) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:54.923670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 0438d4f5-5e58-413b-a873-d3211a0c827c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:54.944324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0438d4f5-5e58-413b-a873-d3211a0c827c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:54.944949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:54.987716 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2309f50a-cb4d-490f-bd05-23bb20eab19e admin admin] 10.222.0.47 "DELETE /v2.0/networks/33a04a57-9adb-4580-b423-ea6dcdf4e5e0 HTTP/1.1" status: 204 len: 168 time: 4.5327983 Mar 24 17:04:55.006612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 6a8434bf-f67c-4692-a304-9b1e6a0eab02 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:55.023303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Calling delete_port for 4847b3b3-f57b-4b6b-a008-e0c17f48873a owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:55.226901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:55.232930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network acc7e2c0-2214-47bb-b6b4-f82b08c02dae is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:55.292558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:55.300190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 6a8434bf-f67c-4692-a304-9b1e6a0eab02) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:55.304267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:55.311729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:55.314942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30995025-0fd3-43a2-bf63-7a6db6824ef8 None None] Network 6a8434bf-f67c-4692-a304-9b1e6a0eab02 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:55.317908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:55.318603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:55.347637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] For port 0438d4f5-5e58-413b-a873-d3211a0c827c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0438d4f5-5e58-413b-a873-d3211a0c827c,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:55.357419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, acc7e2c0-2214-47bb-b6b4-f82b08c02dae) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:55.362429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:55.363061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:55.440883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b3b20-91e6-4b53-aded-137803df3c96 None None] Network acc7e2c0-2214-47bb-b6b4-f82b08c02dae requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:55.493345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:55.508510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35414) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:55.511417 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9c354a81-f331-46cf-8562-7ff4cb563d2e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0596073 Mar 24 17:04:55.513559 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cd325ba7-7191-4c66-bed9-15227892b51e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4804657 Mar 24 17:04:55.519670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35416) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:55.519910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35420) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:55.532954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'subnet': {'network_id': '3c80cf30-358e-40b1-828c-9aa92c7f06ed', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:55.605948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Subnet': ['ID=ff725678-ee66-4d7e-a952-209f80d6fb1b,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:55.613777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Checking segment: {'id': 'd904c682-b786-415c-86f8-6cd4db075c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:55.614280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Network hostable DHCP agents. Network: 7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:55.639184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:55.671293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Transition to ACTIVE for port object 0438d4f5-5e58-413b-a873-d3211a0c827c will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:55.698802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Network 7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:55.723908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:55.764963 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:55.773050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:55.848909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16e991-f0ad-40d9-ae87-abe98f6eb48b None None] Network 7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:55.850888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7cb1a866-748b-4421-93b2-269118577f44 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 38eed684-9aa4-4a3c-8c41-0c0d64649f44 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:55.851225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a866-748b-4421-93b2-269118577f44 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:55.913828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-042db8d0-f688-437e-ba06-742b748409eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e8606f4cf5d4f1e9d3232c69e6ade94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3987985 Mar 24 17:04:55.926697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35426) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:55.950888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:55.959624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event updated for resources: {'Subnet': ['ID=050f2f66-114e-4489-ae4a-a7f84456398c,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:55.973932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:subnet and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:55.974283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Checking segment: {'id': '38bd503f-c566-4b99-910a-9872ebe1364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd11d4f2e-78d0-48da-8b19-ace83340c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:55.974771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Network hostable DHCP agents. Network: d11d4f2e-78d0-48da-8b19-ace83340c957, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:55.982424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:56.009787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 172.20.0.11 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/a58db0cc-4df8-4aa5-9f42-9b94eb32b3e4/59ebe7ba-f85e-4cde-87fe-1d30f8da4718) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:56.018328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:febc:aa7c (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/9323dedb-8033-4568-9e4f-6124f82610c9/59ebe7ba-f85e-4cde-87fe-1d30f8da4718) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:56.043862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:56.046031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:56.108336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Network d11d4f2e-78d0-48da-8b19-ace83340c957 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:56.150630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:04:56.151178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:04:56.162499 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Pushing event updated for resources: {'Port': ['ID=0438d4f5-5e58-413b-a873-d3211a0c827c,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:56.166906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event deleted for resources: {'Port': ['ID=4847b3b3-f57b-4b6b-a008-e0c17f48873a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:56.176493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.176493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.176493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.176493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.177023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.178151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.178151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.178151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.178635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.179056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.179556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.180372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a3eda7-517f-4b2f-a903-8d4bd88275e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:04:56.192605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:56.203339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-acc7e2c0-2214-47bb-b6b4-f82b08c02dae', 'network_id': 'acc7e2c0-2214-47bb-b6b4-f82b08c02dae', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'fixed_ips': [{'subnet_id': '57b25008-37ef-4f36-847e-25e320d2e8a6'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:56.203638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:56.215859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, d11d4f2e-78d0-48da-8b19-ace83340c957) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:56.226472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:56.226937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:56.227554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:56.258961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:04:56.263100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:56.264897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad6f93e-0518-483b-a198-1b31ea98822d None None] Network d11d4f2e-78d0-48da-8b19-ace83340c957 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:56.300859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:56.325657 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ec368e74-c274-49c1-b015-d20c45cb67fe tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8993850 Mar 24 17:04:56.327230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 59ebe7ba-f85e-4cde-87fe-1d30f8da4718 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:56.328913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35430) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:56.411609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:56.440805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ecafd-c7f9-4469-b6c5-92cdb76611e4 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:56.442456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ecafd-c7f9-4469-b6c5-92cdb76611e4 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:56.444455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ecafd-c7f9-4469-b6c5-92cdb76611e4 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:56.445443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c16ecafd-c7f9-4469-b6c5-92cdb76611e4 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Synchronizing usage tracker for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:56.512995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:56.549865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c21bd1-e666-41e4-8459-81ab6c7f5adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf', 'network_id': '7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf', 'tenant_id': '1c4eabe846034ac29368ac20fd97f7a3', 'fixed_ips': [{'subnet_id': 'ff725678-ee66-4d7e-a952-209f80d6fb1b'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:56.550953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56c21bd1-e666-41e4-8459-81ab6c7f5adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:56.585416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c16ecafd-c7f9-4469-b6c5-92cdb76611e4 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Unset dirty status for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:56.586864 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c16ecafd-c7f9-4469-b6c5-92cdb76611e4 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2573848 Mar 24 17:04:56.598921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35434) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:56.819284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:56.833745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:56.848208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:56.888184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=59ebe7ba-f85e-4cde-87fe-1d30f8da4718,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:57.029841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd28b8da-7322-4899-b147-874dfa27555c tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Deleting subnet ff725678-ee66-4d7e-a952-209f80d6fb1b {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:04:57.065046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fb8282dc-66e0-4bab-bcfa-f35155e0150f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.065333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd28b8da-7322-4899-b147-874dfa27555c tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.065526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.065745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:57.065745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.065745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd28b8da-7322-4899-b147-874dfa27555c tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.066114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fb8282dc-66e0-4bab-bcfa-f35155e0150f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.071071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Allocated IP 172.20.0.2 (acc7e2c0-2214-47bb-b6b4-f82b08c02dae/57b25008-37ef-4f36-847e-25e320d2e8a6/b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:57.087582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-d11d4f2e-78d0-48da-8b19-ace83340c957', 'network_id': 'd11d4f2e-78d0-48da-8b19-ace83340c957', 'tenant_id': '1c4eabe846034ac29368ac20fd97f7a3', 'fixed_ips': [{'subnet_id': '050f2f66-114e-4489-ae4a-a7f84456398c'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:57.088754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.109971 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0e8bfc70-0728-4f37-92b0-baef874b78c5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9604239 Mar 24 17:04:57.110634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35438) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:57.114647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 0438d4f5-5e58-413b-a873-d3211a0c827c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0438d4f5-5e58-413b-a873-d3211a0c827c,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:04:57.172028 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.189975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a866-748b-4421-93b2-269118577f44 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.193896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd28b8da-7322-4899-b147-874dfa27555c tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.202005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.205064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.360238 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0438d4f5-5e58-413b-a873-d3211a0c827c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:57.373254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b4e22-fd55-4e56-a8b5-97c3d7a67f8c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:57.379649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b4e22-fd55-4e56-a8b5-97c3d7a67f8c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:57.380741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-104b4e22-fd55-4e56-a8b5-97c3d7a67f8c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:57.412968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-34a8d9ec-5d98-4d11-b8f4-9ce723086f9e None None] Provisioning for port 0438d4f5-5e58-413b-a873-d3211a0c827c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:57.447502 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd28b8da-7322-4899-b147-874dfa27555c tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.455743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-34a8d9ec-5d98-4d11-b8f4-9ce723086f9e None None] Provisioning complete for port 0438d4f5-5e58-413b-a873-d3211a0c827c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:57.455743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-34a8d9ec-5d98-4d11-b8f4-9ce723086f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.461938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7cb1a866-748b-4421-93b2-269118577f44 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 38eed684-9aa4-4a3c-8c41-0c0d64649f44 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:57.493479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.493704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-104b4e22-fd55-4e56-a8b5-97c3d7a67f8c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:57.493704 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-104b4e22-fd55-4e56-a8b5-97c3d7a67f8c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3791580 Mar 24 17:04:57.493704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35442) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server [None req-56c21bd1-e666-41e4-8459-81ab6c7f5adb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff725678-ee66-4d7e-a952-209f80d6fb1b: This subnet is being modified by another concurrent operation. Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 24 17:04:57.522119 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise self.value Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server raise exception Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ff725678-ee66-4d7e-a952-209f80d6fb1b: This subnet is being modified by another concurrent operation. Mar 24 17:04:57.525632 dv-neutron-835063-1-hyperv neutron-server[88479]: ERROR oslo_messaging.rpc.server Mar 24 17:04:57.538929 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28b8da-7322-4899-b147-874dfa27555c tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Subnet': ['ID=ff725678-ee66-4d7e-a952-209f80d6fb1b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:57.538929 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd28b8da-7322-4899-b147-874dfa27555c tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.583430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b35002-347c-435a-ac5b-a86f0de54f55 None None] Network 7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:57.585729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-13b361e3-44c6-444c-9eee-a2ab4e0150db tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 59ebe7ba-f85e-4cde-87fe-1d30f8da4718 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:57.586180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-13b361e3-44c6-444c-9eee-a2ab4e0150db tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.586310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.595946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=0438d4f5-5e58-413b-a873-d3211a0c827c,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:57.629731 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fd28b8da-7322-4899-b147-874dfa27555c tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/subnets/ff725678-ee66-4d7e-a952-209f80d6fb1b HTTP/1.1" status: 204 len: 168 time: 1.0287564 Mar 24 17:04:57.633330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35446) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:57.667427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.669005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c578e5ad-e878-463c-bf77-35daca2308bb {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:04:57.778965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cf8ad1-6846-4ceb-bafa-6ed648a2e055 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Deleting subnet 050f2f66-114e-4489-ae4a-a7f84456398c {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:04:57.824078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Allocated IP 172.20.0.18 (d11d4f2e-78d0-48da-8b19-ace83340c957/050f2f66-114e-4489-ae4a-a7f84456398c/1eecc944-8679-4de7-8e38-aabfc38f3ef7) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:57.827161 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0438d4f5-5e58-413b-a873-d3211a0c827c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:57.827524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.963703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:57.966600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-13b361e3-44c6-444c-9eee-a2ab4e0150db tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.045300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Transition to ACTIVE for port object b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:58.107639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fb8282dc-66e0-4bab-bcfa-f35155e0150f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.118326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-13b361e3-44c6-444c-9eee-a2ab4e0150db tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 59ebe7ba-f85e-4cde-87fe-1d30f8da4718 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:58.128588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a866-748b-4421-93b2-269118577f44 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.161326 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Transition to ACTIVE for port object b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:58.194075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8282dc-66e0-4bab-bcfa-f35155e0150f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf0de6e-4946-4158-847b-c17b6662d234,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:58.216086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1a866-748b-4421-93b2-269118577f44 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=38eed684-9aa4-4a3c-8c41-0c0d64649f44,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:58.218242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.259093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.270100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.271136 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-155be20d-d977-472a-b2ac-f7b55d28517e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "DELETE /v2.0/routers/c578e5ad-e878-463c-bf77-35daca2308bb HTTP/1.1" status: 204 len: 168 time: 5.8004065 Mar 24 17:04:58.272309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fb8282dc-66e0-4bab-bcfa-f35155e0150f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.273264 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fb8282dc-66e0-4bab-bcfa-f35155e0150f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6bf0de6e-4946-4158-847b-c17b6662d234 HTTP/1.1" status: 204 len: 168 time: 2.3420045 Mar 24 17:04:58.273918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35450) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:58.351564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a866-748b-4421-93b2-269118577f44 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.353321 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7cb1a866-748b-4421-93b2-269118577f44 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/38eed684-9aa4-4a3c-8c41-0c0d64649f44 HTTP/1.1" status: 204 len: 168 time: 2.8268313 Mar 24 17:04:58.354540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting port 5751d7b1-f03a-4a34-9353-36b495730910 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:58.354865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.377995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35456) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:58.388511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Allocated IP 172.26.4.197 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:04:58.413262 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Network acc7e2c0-2214-47bb-b6b4-f82b08c02dae is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:58.422509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:58.429462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:58.431469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Pushing event updated for resources: {'Port': ['ID=b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:58.474686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Subnet': ['ID=5194b992-128f-428e-b237-1c5b5652a5e0,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:58.519374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.532280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d0bdee-66d1-4734-b1d0-eff2333a34f3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:58.538353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d0bdee-66d1-4734-b1d0-eff2333a34f3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:58.539195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f1d0bdee-66d1-4734-b1d0-eff2333a34f3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:58.546275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Transition to ACTIVE for port object 1eecc944-8679-4de7-8e38-aabfc38f3ef7 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:58.557687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Attempting to bind port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:58.559141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Attempting to bind port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '7b40306f-773e-4acb-948f-7ec223e723e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'acc7e2c0-2214-47bb-b6b4-f82b08c02dae'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:58.559141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Attempting to bind port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 on network acc7e2c0-2214-47bb-b6b4-f82b08c02dae {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:58.570825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:58.571198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Checking segment: {'id': '7b40306f-773e-4acb-948f-7ec223e723e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'acc7e2c0-2214-47bb-b6b4-f82b08c02dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:58.571592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.571992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Bound using segment: {'id': '7b40306f-773e-4acb-948f-7ec223e723e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'acc7e2c0-2214-47bb-b6b4-f82b08c02dae'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:58.572453 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Bound port: b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b40306f-773e-4acb-948f-7ec223e723e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'acc7e2c0-2214-47bb-b6b4-f82b08c02dae'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:58.572818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.578643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-13b361e3-44c6-444c-9eee-a2ab4e0150db tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.585588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Transition to ACTIVE for port object 1eecc944-8679-4de7-8e38-aabfc38f3ef7 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:04:58.592045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8dd503ba-d16e-4bed-93cc-82bed5a6aea0 None None] Provisioning for port 59ebe7ba-f85e-4cde-87fe-1d30f8da4718 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:04:58.634256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f1d0bdee-66d1-4734-b1d0-eff2333a34f3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:04:58.639999 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f1d0bdee-66d1-4734-b1d0-eff2333a34f3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.2548630 Mar 24 17:04:58.639999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b361e3-44c6-444c-9eee-a2ab4e0150db tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=59ebe7ba-f85e-4cde-87fe-1d30f8da4718,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:58.639999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35460) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:58.681618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] For port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:58.685515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] For port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1,segment=NetworkSegment(7b40306f-773e-4acb-948f-7ec223e723e0),segment_id=7b40306f-773e-4acb-948f-7ec223e723e0)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:04:58.686903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8dd503ba-d16e-4bed-93cc-82bed5a6aea0 None None] Provisioning complete for port 59ebe7ba-f85e-4cde-87fe-1d30f8da4718 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:58.687616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8dd503ba-d16e-4bed-93cc-82bed5a6aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.713189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90cf8ad1-6846-4ceb-bafa-6ed648a2e055 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.725532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8dd503ba-d16e-4bed-93cc-82bed5a6aea0 None None] Port 59ebe7ba-f85e-4cde-87fe-1d30f8da4718 was deleted so its status cannot be updated. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 24 17:04:58.728646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.733641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Checking segment: {'id': '0ad3af24-408b-4921-8ba1-039bdc3d639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3c80cf30-358e-40b1-828c-9aa92c7f06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:58.733926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network hostable DHCP agents. Network: 3c80cf30-358e-40b1-828c-9aa92c7f06ed, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:04:58.894172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90cf8ad1-6846-4ceb-bafa-6ed648a2e055 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.904840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.915800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.955010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-07bd9915-fa42-4070-987e-e4a36bcd2d2f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 2e1422b3-0a21-4899-87f0-b4751d0e1382 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:58.955332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07bd9915-fa42-4070-987e-e4a36bcd2d2f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:58.985537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Network d11d4f2e-78d0-48da-8b19-ace83340c957 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:58.986457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Pushing event updated for resources: {'Port': ['ID=1eecc944-8679-4de7-8e38-aabfc38f3ef7,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:59.040318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:59.053931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:59.083417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.190440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909f04f-d25b-499f-9173-f78f98a076fc None None] Pushing event updated for resources: {'Port': ['ID=b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:59.193386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Attempting to bind port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:04:59.193863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Attempting to bind port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '38bd503f-c566-4b99-910a-9872ebe1364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd11d4f2e-78d0-48da-8b19-ace83340c957'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:04:59.193863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Attempting to bind port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 on network d11d4f2e-78d0-48da-8b19-ace83340c957 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:04:59.201440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:04:59.202121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Checking segment: {'id': '38bd503f-c566-4b99-910a-9872ebe1364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd11d4f2e-78d0-48da-8b19-ace83340c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:04:59.202325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.202608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Bound using segment: {'id': '38bd503f-c566-4b99-910a-9872ebe1364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd11d4f2e-78d0-48da-8b19-ace83340c957'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:04:59.203066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Bound port: 1eecc944-8679-4de7-8e38-aabfc38f3ef7, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bd503f-c566-4b99-910a-9872ebe1364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd11d4f2e-78d0-48da-8b19-ace83340c957'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:04:59.203433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.224648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-13b361e3-44c6-444c-9eee-a2ab4e0150db tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.225308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 3c80cf30-358e-40b1-828c-9aa92c7f06ed is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:04:59.245198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Calling delete_port for 5751d7b1-f03a-4a34-9353-36b495730910 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:59.321317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.360025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90cf8ad1-6846-4ceb-bafa-6ed648a2e055 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.398070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0438d4f5-5e58-413b-a873-d3211a0c827c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:04:59.416994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35474) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:59.419716 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-13b361e3-44c6-444c-9eee-a2ab4e0150db tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/59ebe7ba-f85e-4cde-87fe-1d30f8da4718 HTTP/1.1" status: 204 len: 168 time: 1.9179938 Mar 24 17:04:59.438587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 3c80cf30-358e-40b1-828c-9aa92c7f06ed) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:59.522385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49230c40-2a3f-41d8-ba29-122dde6fac0e None None] Network 3c80cf30-358e-40b1-828c-9aa92c7f06ed requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:04:59.596152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07bd9915-fa42-4070-987e-e4a36bcd2d2f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.622761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:59.625534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.674423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.681259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.700747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0438d4f5-5e58-413b-a873-d3211a0c827c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:04:59.701059 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.778851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-07bd9915-fa42-4070-987e-e4a36bcd2d2f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 2e1422b3-0a21-4899-87f0-b4751d0e1382 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:04:59.815768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35486) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:59.815997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-66e27f43-f620-498c-8a80-31d13fb3ef2d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2874935 Mar 24 17:04:59.831044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-129410318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:04:59.832216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'Port': ['ID=fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:59.842037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:04:59.849875 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:router and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:04:59.859748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:04:59.870352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:04:59.878857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:04:59.884325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Deleting port 8e19606f-957a-44d7-86a0-47ec00431d8f {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:04:59.884694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.891257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90cf8ad1-6846-4ceb-bafa-6ed648a2e055 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.947090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8ad1-6846-4ceb-bafa-6ed648a2e055 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Subnet': ['ID=050f2f66-114e-4489-ae4a-a7f84456398c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:04:59.950102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90cf8ad1-6846-4ceb-bafa-6ed648a2e055 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.952881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.953832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.962889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-3c80cf30-358e-40b1-828c-9aa92c7f06ed', 'network_id': '3c80cf30-358e-40b1-828c-9aa92c7f06ed', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'fixed_ips': [{'subnet_id': '5194b992-128f-428e-b237-1c5b5652a5e0'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:04:59.964029 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:04:59.969932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:04:59.972056 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-90cf8ad1-6846-4ceb-bafa-6ed648a2e055 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/subnets/050f2f66-114e-4489-ae4a-a7f84456398c HTTP/1.1" status: 204 len: 168 time: 2.3376176 Mar 24 17:04:59.973611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48197620-14c9-4bfb-809a-8de4d97123b4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:59.974621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35490) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:04:59.981769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48197620-14c9-4bfb-809a-8de4d97123b4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:59.983359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48197620-14c9-4bfb-809a-8de4d97123b4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:04:59.984051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] For port 1eecc944-8679-4de7-8e38-aabfc38f3ef7, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:04:59.984170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-48197620-14c9-4bfb-809a-8de4d97123b4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:04:59.987478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:04:59.990728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4847b3b3-f57b-4b6b-a008-e0c17f48873a no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:00.016157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:00.017437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07bd9915-fa42-4070-987e-e4a36bcd2d2f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:00.023640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] For port 1eecc944-8679-4de7-8e38-aabfc38f3ef7, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1eecc944-8679-4de7-8e38-aabfc38f3ef7,segment=NetworkSegment(38bd503f-c566-4b99-910a-9872ebe1364a),segment_id=38bd503f-c566-4b99-910a-9872ebe1364a)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:00.037935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 4847b3b3-f57b-4b6b-a008-e0c17f48873a {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:00.038665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4847b3b3-f57b-4b6b-a008-e0c17f48873a not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:00.104273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd9915-fa42-4070-987e-e4a36bcd2d2f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=2e1422b3-0a21-4899-87f0-b4751d0e1382,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:00.127718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07bd9915-fa42-4070-987e-e4a36bcd2d2f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:00.136179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:00.145618 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-07bd9915-fa42-4070-987e-e4a36bcd2d2f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/2e1422b3-0a21-4899-87f0-b4751d0e1382 HTTP/1.1" status: 204 len: 168 time: 1.5052264 Mar 24 17:05:00.146826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35496) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:00.162030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea51422-147c-4af7-8442-e0e126f689a9 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:00.163117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0ea51422-147c-4af7-8442-e0e126f689a9 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Synchronizing usage tracker for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:00.213085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:00.299202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c83a36-468e-44c6-be99-5be5279198da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:00.299910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-38c83a36-468e-44c6-be99-5be5279198da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:00.322126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:00.327084 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ed97174a-ca72-4989-a77b-b21959bde479 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5074933 Mar 24 17:05:00.327484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35500) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:00.390465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41b324-42d8-49ad-9ff3-4c2efd7ca85f None None] Pushing event updated for resources: {'Port': ['ID=1eecc944-8679-4de7-8e38-aabfc38f3ef7,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:00.419235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Allocated IP 172.21.0.2 (3c80cf30-358e-40b1-828c-9aa92c7f06ed/5194b992-128f-428e-b237-1c5b5652a5e0/09b45a6a-aeae-467f-9b7a-ef9c08e9ff26) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:00.529895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] For port 8e19606f-957a-44d7-86a0-47ec00431d8f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8e19606f-957a-44d7-86a0-47ec00431d8f,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:00.530673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:00.561907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-99ac463e-7e55-456b-ad26-ded63943b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:00.577879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0ea51422-147c-4af7-8442-e0e126f689a9 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Unset dirty status for tenant:1c4eabe846034ac29368ac20fd97f7a3 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:00.579598 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0ea51422-147c-4af7-8442-e0e126f689a9 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6037643 Mar 24 17:05:00.594523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-38c83a36-468e-44c6-be99-5be5279198da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:00.595833 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-38c83a36-468e-44c6-be99-5be5279198da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.4387989 Mar 24 17:05:00.596910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35506) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:00.601908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35508) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:00.715579 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d6aede-2c86-40d9-8d0d-e82df22a42f2 None None] Network acc7e2c0-2214-47bb-b6b4-f82b08c02dae requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:00.748839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Calling delete_port for 8e19606f-957a-44d7-86a0-47ec00431d8f owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:00.802707 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1c1616-aec1-47f3-b8ec-4c5265a9d4df tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:05:00.804078 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7a1c1616-aec1-47f3-b8ec-4c5265a9d4df tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/38eed684-9aa4-4a3c-8c41-0c0d64649f44 HTTP/1.1" status: 404 len: 333 time: 0.1342173 Mar 24 17:05:00.888292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35518) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:00.901972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-48197620-14c9-4bfb-809a-8de4d97123b4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:00.911261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-48197620-14c9-4bfb-809a-8de4d97123b4 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.4840803 Mar 24 17:05:00.968292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35522) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:00.982585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.006240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Transition to ACTIVE for port object 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:01.019256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-99eeb94f-dd5a-42cc-8714-3e431fe9954f None None] Provisioning for port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:01.081201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Transition to ACTIVE for port object 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:01.167522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.254764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Pushing event updated for resources: {'Port': ['ID=09b45a6a-aeae-467f-9b7a-ef9c08e9ff26,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:01.258662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.259788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Network 3c80cf30-358e-40b1-828c-9aa92c7f06ed is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:01.261029 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:01.268271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:01.384083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.485550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1eecc944-8679-4de7-8e38-aabfc38f3ef7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:01.501219 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a56e81-46d5-4e35-bae4-27be192d7edd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:05:01.503568 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-15a56e81-46d5-4e35-bae4-27be192d7edd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/2e1422b3-0a21-4899-87f0-b4751d0e1382 HTTP/1.1" status: 404 len: 333 time: 0.6101182 Mar 24 17:05:01.504409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35532) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:01.508137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35534) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:01.513548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Port': ['ID=5751d7b1-f03a-4a34-9353-36b495730910,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:01.526996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Attempting to bind port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:01.528066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Attempting to bind port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '0ad3af24-408b-4921-8ba1-039bdc3d639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3c80cf30-358e-40b1-828c-9aa92c7f06ed'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:01.528565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Attempting to bind port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 on network 3c80cf30-358e-40b1-828c-9aa92c7f06ed {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:01.538493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:01.538865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Checking segment: {'id': '0ad3af24-408b-4921-8ba1-039bdc3d639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3c80cf30-358e-40b1-828c-9aa92c7f06ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:01.539266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.539664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Bound using segment: {'id': '0ad3af24-408b-4921-8ba1-039bdc3d639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3c80cf30-358e-40b1-828c-9aa92c7f06ed'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:01.540184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Bound port: 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad3af24-408b-4921-8ba1-039bdc3d639d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3c80cf30-358e-40b1-828c-9aa92c7f06ed'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:01.540559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.622967 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.696226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] For port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:01.696885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e19606f-957a-44d7-86a0-47ec00431d8f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:01.701095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] For port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=09b45a6a-aeae-467f-9b7a-ef9c08e9ff26,segment=NetworkSegment(0ad3af24-408b-4921-8ba1-039bdc3d639d),segment_id=0ad3af24-408b-4921-8ba1-039bdc3d639d)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:01.755784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:01.756134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Deleting port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:01.756274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.765860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:01.820179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.882029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2927f238-e647-44d3-a419-e4777a8f631b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 9323dedb-8033-4568-9e4f-6124f82610c9 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:01.912486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2927f238-e647-44d3-a419-e4777a8f631b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:01.970405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e15e14-23a0-4497-9b10-a4821b2e0da0 None None] Pushing event updated for resources: {'Port': ['ID=09b45a6a-aeae-467f-9b7a-ef9c08e9ff26,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:02.022742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d1d18-ebf6-40e7-a8d3-e5e8126a29e6 None None] Network d11d4f2e-78d0-48da-8b19-ace83340c957 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:02.084022 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:02.085126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-20765664'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:02.092038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:02.092413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.098309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.111649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:02.120880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2927f238-e647-44d3-a419-e4777a8f631b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.159475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Usage tracker for resource:network and tenant:c785d771b1cc4d0285e296d99d0d6eff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:02.170666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:02.188250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-20c93230-f5e0-4ba9-87fa-da1a9b2568cf None None] Provisioning for port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:02.222188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-20c93230-f5e0-4ba9-87fa-da1a9b2568cf None None] Provisioning complete for port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:02.222571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20c93230-f5e0-4ba9-87fa-da1a9b2568cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.299487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:02.319293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.345400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.378304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.485574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] For port 1eecc944-8679-4de7-8e38-aabfc38f3ef7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1eecc944-8679-4de7-8e38-aabfc38f3ef7,segment=NetworkSegment(38bd503f-c566-4b99-910a-9872ebe1364a),segment_id=38bd503f-c566-4b99-910a-9872ebe1364a)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:02.485976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.490658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.510926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Made reservation on behalf of c785d771b1cc4d0285e296d99d0d6eff for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:02.515270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.535680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.608462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1,segment=NetworkSegment(7b40306f-773e-4acb-948f-7ec223e723e0),segment_id=7b40306f-773e-4acb-948f-7ec223e723e0)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:02.619162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20c93230-f5e0-4ba9-87fa-da1a9b2568cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.631455 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.644340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.648293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.659179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-20c93230-f5e0-4ba9-87fa-da1a9b2568cf None None] For port 1eecc944-8679-4de7-8e38-aabfc38f3ef7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1eecc944-8679-4de7-8e38-aabfc38f3ef7,segment=NetworkSegment(38bd503f-c566-4b99-910a-9872ebe1364a),segment_id=38bd503f-c566-4b99-910a-9872ebe1364a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:02.664586 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Calling delete_port for 1eecc944-8679-4de7-8e38-aabfc38f3ef7 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:02.679593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2fd00f54-8b29-4fe9-9cba-8cd8266052e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.708473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef90be07-38fb-491b-bee2-cd9509d42b9e None None] DHCP port deletion for d11d4f2e-78d0-48da-8b19-ace83340c957 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:02.713807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ef90be07-38fb-491b-bee2-cd9509d42b9e None None] Deleting port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:02.714119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef90be07-38fb-491b-bee2-cd9509d42b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.719865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2927f238-e647-44d3-a419-e4777a8f631b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.738566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.753297 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.756823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:02.793621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20c93230-f5e0-4ba9-87fa-da1a9b2568cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.810000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Usage tracker for resource:security_group_rule and tenant:c785d771b1cc4d0285e296d99d0d6eff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:02.830683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:02.848551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:02.904677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.933284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8434bf-f67c-4692-a304-9b1e6a0eab02']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:02.946757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7ac851-e909-4207-b6c6-abfba62df7b6') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:02.947057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7ac851-e909-4207-b6c6-abfba62df7b6') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:02.959650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.973106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:02.973505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:02.976684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:02.983885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:02.983885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.063758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:03.081367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.20.0.1 (acc7e2c0-2214-47bb-b6b4-f82b08c02dae/57b25008-37ef-4f36-847e-25e320d2e8a6/97bbfad3-ab42-4e5a-b301-13372fa0ebc3) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:03.091810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2927f238-e647-44d3-a419-e4777a8f631b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:03.106880 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:03.170887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927f238-e647-44d3-a419-e4777a8f631b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=9323dedb-8033-4568-9e4f-6124f82610c9,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:03.173921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ef90be07-38fb-491b-bee2-cd9509d42b9e None None] For port 1eecc944-8679-4de7-8e38-aabfc38f3ef7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1eecc944-8679-4de7-8e38-aabfc38f3ef7,segment=NetworkSegment(38bd503f-c566-4b99-910a-9872ebe1364a),segment_id=38bd503f-c566-4b99-910a-9872ebe1364a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:03.174461 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef90be07-38fb-491b-bee2-cd9509d42b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.179850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.202969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bb1c17-fe31-4a6d-825a-1d8b2424eb35 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:03.206914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2927f238-e647-44d3-a419-e4777a8f631b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.263730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.268327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.330966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Network': ['ID=6a8434bf-f67c-4692-a304-9b1e6a0eab02,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:03.376450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.423395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.423928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95f5e656-14e7-4d8c-8e09-72d7080c6db1 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:05:03.468776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c528a290-4585-412e-bf1c-0e5d2c7b5748,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:03.477021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Deleting port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:03.477571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.509403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c93230-f5e0-4ba9-87fa-da1a9b2568cf None None] Pushing event updated for resources: {'Port': ['ID=1eecc944-8679-4de7-8e38-aabfc38f3ef7,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:03.514380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edbd480-a5c5-4f56-8404-4b07b4eb2301 None None] Network 3c80cf30-358e-40b1-828c-9aa92c7f06ed requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:03.650449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.652190 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ff6ce831-dc81-46b0-9f4f-1c98eb5efdbb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/networks/6a8434bf-f67c-4692-a304-9b1e6a0eab02 HTTP/1.1" status: 204 len: 168 time: 2.1406839 Mar 24 17:05:03.658719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.660119 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ffbd85f8-add9-477d-8f10-d5f9d085aced tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "DELETE /v2.0/routers/95f5e656-14e7-4d8c-8e09-72d7080c6db1 HTTP/1.1" status: 204 len: 168 time: 5.3737192 Mar 24 17:05:03.660972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35542) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:03.663040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Router 7820d77e-62c0-4854-93ba-3435affdc46f has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:05:03.666934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ef90be07-38fb-491b-bee2-cd9509d42b9e None None] Calling delete_port for 1eecc944-8679-4de7-8e38-aabfc38f3ef7 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:03.667061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35544) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:03.707639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:05:03.712000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:03.717552 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2927f238-e647-44d3-a419-e4777a8f631b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/9323dedb-8033-4568-9e4f-6124f82610c9 HTTP/1.1" status: 204 len: 168 time: 2.6007862 Mar 24 17:05:03.726611 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35548) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:03.796705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.797160 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Added segment d46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4 of type vlan for network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e Mar 24 17:05:03.879785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1630554357'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:03.896306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.896729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-930599644', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:03.904981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:03.905262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b2da43-5a3f-4ce0-863d-9a8e5d4fd822 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet a58db0cc-4df8-4aa5-9f42-9b94eb32b3e4 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:03.908220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0b2da43-5a3f-4ce0-863d-9a8e5d4fd822 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:03.908847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Usage tracker for resource:router and tenant:0a691cf1f4594dc2b631fefdeec780df is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:03.911909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:03.917728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:03.927796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:03.939524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:network and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:03.999830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:04.015598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.016798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.023033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.027144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Transition to ACTIVE for port object 97bbfad3-ab42-4e5a-b301-13372fa0ebc3 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:04.031219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:04.042677 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:04.042933 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.087745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3454233c-9491-49f2-9e88-a631601aa909 None None] Provisioning for port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:04.100636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.114348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0b2da43-5a3f-4ce0-863d-9a8e5d4fd822 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.141685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.167942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:05:04.195909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:04.197227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef90be07-38fb-491b-bee2-cd9509d42b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.202679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] For port 1eecc944-8679-4de7-8e38-aabfc38f3ef7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1eecc944-8679-4de7-8e38-aabfc38f3ef7,segment=NetworkSegment(38bd503f-c566-4b99-910a-9872ebe1364a),segment_id=38bd503f-c566-4b99-910a-9872ebe1364a)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:04.203014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.214597 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7578d0-b58c-44a2-b8c2-8ab59e1d0b2b None None] Sync routers for ids ['7820d77e-62c0-4854-93ba-3435affdc46f'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:04.219479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.230969 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-356982df-a97b-472e-9c4c-fd8d73ac9a3f tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "PUT /v2.0/routers/7820d77e-62c0-4854-93ba-3435affdc46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3209794 Mar 24 17:05:04.242368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35554) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:04.251641 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7578d0-b58c-44a2-b8c2-8ab59e1d0b2b None None] Routers {'7820d77e-62c0-4854-93ba-3435affdc46f'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:04.253978 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-af7578d0-b58c-44a2-b8c2-8ab59e1d0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['7820d77e-62c0-4854-93ba-3435affdc46f'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:04.297719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90be07-38fb-491b-bee2-cd9509d42b9e None None] Pushing event deleted for resources: {'Port': ['ID=1eecc944-8679-4de7-8e38-aabfc38f3ef7,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:04.308293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90be07-38fb-491b-bee2-cd9509d42b9e None None] No DVR routers for this DVR port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:04.330645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:04.334958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.349284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:04.353386 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-6e6ca01c-87b1-4449-9061-4e2dcc0bcd60 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] show failed (client error): The resource could not be found. Mar 24 17:05:04.359585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6e6ca01c-87b1-4449-9061-4e2dcc0bcd60 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-827557763 HTTP/1.1" status: 404 len: 334 time: 0.1150289 Mar 24 17:05:04.367347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35558) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:04.379436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d157c012-9b62-4f32-ab62-06dff28f8bea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:04.385271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Calling delete_port for 1eecc944-8679-4de7-8e38-aabfc38f3ef7 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:04.457632 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-af7578d0-b58c-44a2-b8c2-8ab59e1d0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:04.470630 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7578d0-b58c-44a2-b8c2-8ab59e1d0b2b None None] Routers {'7820d77e-62c0-4854-93ba-3435affdc46f'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:04.471934 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-af7578d0-b58c-44a2-b8c2-8ab59e1d0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['7820d77e-62c0-4854-93ba-3435affdc46f'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:04.486790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.487124 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-d157c012-9b62-4f32-ab62-06dff28f8bea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] update failed (client error): The resource could not be found. Mar 24 17:05:04.488383 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d157c012-9b62-4f32-ab62-06dff28f8bea tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-2061424659 HTTP/1.1" status: 404 len: 335 time: 0.1197846 Mar 24 17:05:04.500550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:04.501450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.506483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35562) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:04.521170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:04.528912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:04.528912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.557544 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-af7578d0-b58c-44a2-b8c2-8ab59e1d0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:04.557958 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7578d0-b58c-44a2-b8c2-8ab59e1d0b2b None None] The sync data for ids ['7820d77e-62c0-4854-93ba-3435affdc46f'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:04.612720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.711357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.727261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:04.727261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:04.748122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=09b45a6a-aeae-467f-9b7a-ef9c08e9ff26,segment=NetworkSegment(0ad3af24-408b-4921-8ba1-039bdc3d639d),segment_id=0ad3af24-408b-4921-8ba1-039bdc3d639d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:04.784923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e6a414fa-9ac9-495a-9110-6dcd82eb55a4 None None] Provisioning complete for port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:04.785569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e6a414fa-9ac9-495a-9110-6dcd82eb55a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.786726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-deada665-a8cf-4eab-839e-36b8fdf98946 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting subnet a512ed3e-47dd-44bf-bd04-48efb2d85257 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:04.817721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:05:04.823440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.823789 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Added segment 5821c4a8-6a7e-4a2f-aa86-161570b9ab32 of type vlan for network 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 Mar 24 17:05:04.841020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.848875 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network acc7e2c0-2214-47bb-b6b4-f82b08c02dae is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:04.862913 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.2638881 Mar 24 17:05:04.863947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:04.866655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Router 80764aa5-a513-4017-8c04-5d66b06fd747 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:05:04.867219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-deada665-a8cf-4eab-839e-36b8fdf98946 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.867579 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.884995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:04.905880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:05.020328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0b2da43-5a3f-4ce0-863d-9a8e5d4fd822 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.051417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1eecc944-8679-4de7-8e38-aabfc38f3ef7 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:05.054152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.108230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=97bbfad3-ab42-4e5a-b301-13372fa0ebc3,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:05.112374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03f1d9-9f66-4d17-85c4-f8eeae605281 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Pushing event updated for resources: {'Network': ['ID=0409bf9d-8ebb-4e4b-a9e6-23b732017a0e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:05.155833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:05:05.173263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 1eecc944-8679-4de7-8e38-aabfc38f3ef7 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:05.173603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1eecc944-8679-4de7-8e38-aabfc38f3ef7 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:05.226382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-deada665-a8cf-4eab-839e-36b8fdf98946 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.229651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=09b45a6a-aeae-467f-9b7a-ef9c08e9ff26,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:05.314407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35570) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:05.328584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Request body: {'port': {'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e', 'binding:host_id': 'hv-neutron-8350', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-271414780'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:05.329899 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a3717-2d6c-447e-a802-26844a021916 None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:05:05.338368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:05.349514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Usage tracker for resource:port and tenant:0c7adec258ab4b2ea196abf32fb72a04 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:05.354153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:05.366950 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:05.369779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0b2da43-5a3f-4ce0-863d-9a8e5d4fd822 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.377479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.393257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:05.471662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2da43-5a3f-4ce0-863d-9a8e5d4fd822 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=a58db0cc-4df8-4aa5-9f42-9b94eb32b3e4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:05.473862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Deleting port 1eecc944-8679-4de7-8e38-aabfc38f3ef7 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:05.473862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.488414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.499165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:05.499865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.510677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0b2da43-5a3f-4ce0-863d-9a8e5d4fd822 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.549665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:05.550248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.558801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-deada665-a8cf-4eab-839e-36b8fdf98946 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.586133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6f504dd2-28d0-4d12-94b8-8124aedb6eb2 None None] Provisioning for port 97bbfad3-ab42-4e5a-b301-13372fa0ebc3 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:05.615123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] The port '1eecc944-8679-4de7-8e38-aabfc38f3ef7' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:05:05.616164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Made reservation on behalf of 0c7adec258ab4b2ea196abf32fb72a04 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:05.618634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.619730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6f504dd2-28d0-4d12-94b8-8124aedb6eb2 None None] Provisioning complete for port 97bbfad3-ab42-4e5a-b301-13372fa0ebc3 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:05.620161 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6f504dd2-28d0-4d12-94b8-8124aedb6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.645507 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f0b2da43-5a3f-4ce0-863d-9a8e5d4fd822 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/a58db0cc-4df8-4aa5-9f42-9b94eb32b3e4 HTTP/1.1" status: 204 len: 168 time: 1.9096274 Mar 24 17:05:05.680932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35574) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:05.700684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.719087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a3717-2d6c-447e-a802-26844a021916 None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:05:05.723175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:05.744658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Sync routers for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:05.755699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-6f504dd2-28d0-4d12-94b8-8124aedb6eb2 None None] Port 97bbfad3-ab42-4e5a-b301-13372fa0ebc3 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:05.794048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:05.794616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:05.799845 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1330173 Mar 24 17:05:05.802582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ed15e-f77f-4281-81b3-10826362d04c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Network': ['ID=1194270c-5a4d-4c27-8bf8-7ccf06bc72d6,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:05.804748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35578) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:05.816722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '1194270c-5a4d-4c27-8bf8-7ccf06bc72d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:05.920380 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.952266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:05.953682 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d0ddace0-546e-45de-a6ba-073585bfb380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 12.5355990 Mar 24 17:05:05.958710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35582) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:05.967109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:05:06.043592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:06.061207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:06.065659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:06.091977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6f504dd2-28d0-4d12-94b8-8124aedb6eb2 None None] Provisioning complete for port 0438d4f5-5e58-413b-a873-d3211a0c827c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:06.092368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6f504dd2-28d0-4d12-94b8-8124aedb6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.128392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:06.146794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:06.150096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cd83f5bb-a698-400e-a9ac-920a2d274fb9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:router {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:06.165903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Usage tracker for resource:security_group_rule and tenant:0c7adec258ab4b2ea196abf32fb72a04 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:06.210503 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-72987627-f713-47df-af2d-9024b94e6535 tempest-TestNetworkAdvancedServerOps-392163575 tempest-TestNetworkAdvancedServerOps-392163575-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cb4059de826b4890846a22f339997227&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2407975 Mar 24 17:05:06.211410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.221445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:06.238545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35588) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:06.252259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.288877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8e19606f-957a-44d7-86a0-47ec00431d8f no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:06.291140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:06.295542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.321059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:06.429671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Allocated IP 172.26.4.31 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/a74db531-9c5f-444a-a819-6bc0aac38935) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:06.444940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:05:06.468180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26a564c-6541-4545-8824-8f7cb58120f0 tempest-TestNetworkAdvancedServerOps-392163575 tempest-TestNetworkAdvancedServerOps-392163575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:06.469913 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c26a564c-6541-4545-8824-8f7cb58120f0 tempest-TestNetworkAdvancedServerOps-392163575 tempest-TestNetworkAdvancedServerOps-392163575-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2243373 Mar 24 17:05:06.476806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.496632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35592) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:06.535218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cd83f5bb-a698-400e-a9ac-920a2d274fb9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:router {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:06.536584 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cd83f5bb-a698-400e-a9ac-920a2d274fb9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8472610 Mar 24 17:05:06.546113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35596) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:06.555507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:06.569759 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dbce0ffe-c929-413c-b443-8828d9154fb9 tempest-TestNetworkAdvancedServerOps-392163575 tempest-TestNetworkAdvancedServerOps-392163575-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747707 Mar 24 17:05:06.582455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11d4f2e-78d0-48da-8b19-ace83340c957']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:06.589353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35600) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:06.613905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-833004593', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'project_id': 'cb4059de826b4890846a22f339997227', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:06.637753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bd503f-c566-4b99-910a-9872ebe1364a') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:06.638324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bd503f-c566-4b99-910a-9872ebe1364a') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:06.655433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-deada665-a8cf-4eab-839e-36b8fdf98946 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.659550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 8e19606f-957a-44d7-86a0-47ec00431d8f {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:06.660074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8e19606f-957a-44d7-86a0-47ec00431d8f not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:06.718811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:06.750986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.758093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deada665-a8cf-4eab-839e-36b8fdf98946 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Subnet': ['ID=a512ed3e-47dd-44bf-bd04-48efb2d85257,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:06.776693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:06.788516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:06.794178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-deada665-a8cf-4eab-839e-36b8fdf98946 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.810570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Performing IP validity checks on allocation pools {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 24 17:05:06.813301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 24 17:05:06.815701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:06.851229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.868574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.915850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:06.921974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.947998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.953389 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-deada665-a8cf-4eab-839e-36b8fdf98946 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/subnets/a512ed3e-47dd-44bf-bd04-48efb2d85257 HTTP/1.1" status: 204 len: 168 time: 2.4189591 Mar 24 17:05:06.966120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:06.966786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:06.982240 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:06.986342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35604) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:07.051844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:01Z', 'revision_number': 3, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:07.055614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:07.059332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Checking router: 80764aa5-a513-4017-8c04-5d66b06fd747 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:05:07.059887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Updating router 80764aa5-a513-4017-8c04-5d66b06fd747 port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:05:07.099610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5d186-868d-4d36-b13d-114e2c87dad6 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:07.103098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:07.109098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:07.112066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e19ebb9-3114-4bf0-9b62-9a60baf5f79f None None] Network 4af28492-853f-4abc-9994-9de85f4d1c53 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:07.117344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:07.135289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:subnet and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:07.149806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:07.160575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event updated for resources: {'Port': ['ID=a74db531-9c5f-444a-a819-6bc0aac38935,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:07.242181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:07.265607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.278329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.290106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.306457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting port e43ea92c-8c30-4352-be44-195d70c0171c {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:07.306765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.331985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.352647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.368262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] device_id is not set on port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:07.420553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.425021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.488778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.695894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Made reservation on behalf of cb4059de826b4890846a22f339997227 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:07.700353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.744743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Network': ['ID=d11d4f2e-78d0-48da-8b19-ace83340c957,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:07.795999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a616ca3-89df-44ec-9d2b-a59ea2438596,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:07.811945 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3437c4f5-0f1e-4595-9cb7-0976b07e5f79 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/networks/d11d4f2e-78d0-48da-8b19-ace83340c957 HTTP/1.1" status: 204 len: 168 time: 7.2117896 Mar 24 17:05:07.815307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35608) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:07.840689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.980896 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:07.987172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.993423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:07.997026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=97bbfad3-ab42-4e5a-b301-13372fa0ebc3,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:07.997431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Deleting port 0438d4f5-5e58-413b-a873-d3211a0c827c {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:07.997814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.041198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] DHCP port deletion for 4af28492-853f-4abc-9994-9de85f4d1c53 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:08.056138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Transition to ACTIVE for port object fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:08.062409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] Deleting port e43ea92c-8c30-4352-be44-195d70c0171c {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:08.062818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.066868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=c13ca188-4906-40b9-ae6c-9bc5e028f897,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:08.087797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.170276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Checking segment: {'id': '5821c4a8-6a7e-4a2f-aa86-161570b9ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1194270c-5a4d-4c27-8bf8-7ccf06bc72d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:08.170733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network hostable DHCP agents. Network: 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:05:08.177911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.184805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:05:08.280615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.350296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0e2a4-e4ff-475d-acb3-f5efb0b28da8 None None] Pushing event updated for resources: {'Port': ['ID=fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:08.354655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] For port e43ea92c-8c30-4352-be44-195d70c0171c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e43ea92c-8c30-4352-be44-195d70c0171c,segment=NetworkSegment(05ac361f-de91-439c-8845-a1f9c27a8e5d),segment_id=05ac361f-de91-439c-8845-a1f9c27a8e5d)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:08.355082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.369242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Attempting to bind port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:08.369600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Attempting to bind port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:08.369961 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Attempting to bind port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:08.435713 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:05:08.445927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:08.446294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:08.451396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.451396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:08.451396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Bound port: fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:08.451396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.583836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:08.591714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:08.592561 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.592993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] For port e43ea92c-8c30-4352-be44-195d70c0171c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e43ea92c-8c30-4352-be44-195d70c0171c,segment=NetworkSegment(05ac361f-de91-439c-8845-a1f9c27a8e5d),segment_id=05ac361f-de91-439c-8845-a1f9c27a8e5d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:08.593385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.606354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330fa877-2aab-4a52-b154-6338fdc7dd71 None None] Network 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:08.633038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.638736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Calling delete_port for e43ea92c-8c30-4352-be44-195d70c0171c owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:08.748025 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fd02e091-0a92-4891-b520-950c5b2802fd tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9398305 Mar 24 17:05:08.758713 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35612) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:08.765010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] For port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:08.770577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '1194270c-5a4d-4c27-8bf8-7ccf06bc72d6', 'name': 'tempest-PortsIpV6TestJSON-523528862'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:08.770706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] For port 0438d4f5-5e58-413b-a873-d3211a0c827c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0438d4f5-5e58-413b-a873-d3211a0c827c,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:08.770706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.786332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network acc7e2c0-2214-47bb-b6b4-f82b08c02dae is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:08.786592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:08.786715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] Calling delete_port for e43ea92c-8c30-4352-be44-195d70c0171c owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:08.838645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:08.956348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.072787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] For port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:09.084834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Calling delete_port for 0438d4f5-5e58-413b-a873-d3211a0c827c owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:09.093059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] device_id is not set on port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:09.119734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.125243 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:09.134782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.139787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.319039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.323566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd904c682-b786-415c-86f8-6cd4db075c2e') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:09.323861 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd904c682-b786-415c-86f8-6cd4db075c2e') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:09.399749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] For port 0438d4f5-5e58-413b-a873-d3211a0c827c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0438d4f5-5e58-413b-a873-d3211a0c827c,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:09.400390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Transition to ACTIVE for port object 41a5b10f-af1e-42c7-813c-f9f5f0404d95 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:09.421803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Port': ['ID=e43ea92c-8c30-4352-be44-195d70c0171c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:09.423997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0438d4f5-5e58-413b-a873-d3211a0c827c no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:09.430700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.444554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] No DVR routers for this DVR port e43ea92c-8c30-4352-be44-195d70c0171c on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:09.451448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:09.471163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:09.471905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:09.477475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:09.481942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.497982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'Subnet': ['ID=28342b6b-aa72-4f1a-8152-467ff34c47cb,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:09.507109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.524692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-756d902e-e159-4b5b-8f04-c5a2ee1066e8 None None] Provisioning complete for port 97bbfad3-ab42-4e5a-b301-13372fa0ebc3 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:09.530475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-756d902e-e159-4b5b-8f04-c5a2ee1066e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.541506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:09.541906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.547937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:09.548309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:09.548799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0e2a4-e4ff-475d-acb3-f5efb0b28da8 None None] Pushing event updated for resources: {'Port': ['ID=fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:09.568674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:09.570216 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:09.578568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.579529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.593128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-1194270c-5a4d-4c27-8bf8-7ccf06bc72d6', 'network_id': '1194270c-5a4d-4c27-8bf8-7ccf06bc72d6', 'tenant_id': 'cb64c021346c4a06b81f23d0cd4139e8', 'fixed_ips': [{'subnet_id': 'c13ca188-4906-40b9-ae6c-9bc5e028f897'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:05:09.593481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.669340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Router a248f0d6-98eb-4ebf-acdf-5e074a3492af is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:05:09.670250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:09.673949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.676284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:09.677984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:09.707139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-756d902e-e159-4b5b-8f04-c5a2ee1066e8 None None] Port 97bbfad3-ab42-4e5a-b301-13372fa0ebc3 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:09.742526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 88abe85d-1b6e-4aa0-80fd-9c4c9115b263 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:09.749760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Checking segment: {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:09.754504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Network hostable DHCP agents. Network: 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:05:09.780226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.833911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:09.842941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=92abf880-f758-42e5-b8a7-5e5961b0a0d4,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:09.854923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'Port': ['ID=41a5b10f-af1e-42c7-813c-f9f5f0404d95,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:09.858775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:09.859567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=0438d4f5-5e58-413b-a873-d3211a0c827c,revision_number=8']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:09.868626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:09.869010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.906944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af28492-853f-4abc-9994-9de85f4d1c53']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:09.923872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.927823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 670db153-f7a2-45e5-a5b6-40fc37b48abe is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:05:09.932393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Checking segment: {'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:09.932754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Network hostable DHCP agents. Network: 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:05:09.934197 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:05:09.938551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ac361f-de91-439c-8845-a1f9c27a8e5d') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:09.938847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ac361f-de91-439c-8845-a1f9c27a8e5d') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:09.960035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.966692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.991059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:09.994609 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8598bab0-ff1e-4f7a-bbed-dab8dceedd64 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4471920 Mar 24 17:05:09.998329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35616) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:10.005979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:10.054994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] Deleting port e43ea92c-8c30-4352-be44-195d70c0171c {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:10.055366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.072053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:05:10.104371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:10.107170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Network': ['ID=7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:10.124808 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658bad94-5afb-442f-901c-8e68655fa582 None None] Sync routers for ids ['a248f0d6-98eb-4ebf-acdf-5e074a3492af'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:10.138936 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bad94-5afb-442f-901c-8e68655fa582 None None] Routers {'a248f0d6-98eb-4ebf-acdf-5e074a3492af'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:10.139550 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-658bad94-5afb-442f-901c-8e68655fa582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a248f0d6-98eb-4ebf-acdf-5e074a3492af'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:10.146183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c558e5ec-1a2e-489b-9b9f-5a3f5899cc70 None None] The port 'e43ea92c-8c30-4352-be44-195d70c0171c' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:05:10.171606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.186723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Deleting port 0438d4f5-5e58-413b-a873-d3211a0c827c {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:10.187095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.195099 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2796ad3b-c50b-4e9d-b18b-9f0c9d5b0713 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/networks/7eb1c4bf-a65f-47ad-ae44-d2d5b36c4edf HTTP/1.1" status: 204 len: 168 time: 2.3722057 Mar 24 17:05:10.199770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:05:10.202477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:10.203110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.205512 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-658bad94-5afb-442f-901c-8e68655fa582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:10.215025 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bad94-5afb-442f-901c-8e68655fa582 None None] Routers {'a248f0d6-98eb-4ebf-acdf-5e074a3492af'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:10.215731 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-658bad94-5afb-442f-901c-8e68655fa582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a248f0d6-98eb-4ebf-acdf-5e074a3492af'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:10.217942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Allocated IP 2001:db8::2 (1194270c-5a4d-4c27-8bf8-7ccf06bc72d6/c13ca188-4906-40b9-ae6c-9bc5e028f897/130c2033-207c-4e1c-ba28-2ce0d0451593) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35620) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:10.222846 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:10.236398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 0438d4f5-5e58-413b-a873-d3211a0c827c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0438d4f5-5e58-413b-a873-d3211a0c827c,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:10.245271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:10.252082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:10.255777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:10.263038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:10.273680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.278692 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1ade0c5-c48a-496c-8e47-97e64d01b94c tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4001043 Mar 24 17:05:10.279294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35624) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:10.282480 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-658bad94-5afb-442f-901c-8e68655fa582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:10.282951 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658bad94-5afb-442f-901c-8e68655fa582 None None] The sync data for ids ['a248f0d6-98eb-4ebf-acdf-5e074a3492af'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:10.284910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5ff4f2fb-cf47-4380-a661-cf081708e370 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': False}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:10.356585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.357517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e43ea92c-8c30-4352-be44-195d70c0171c no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:10.358044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:10.362009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.374318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:10.389359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:10.451816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad813b0-cac9-47d3-bfc1-19c912bc4e1e None None] Network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:10.467726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:10.470885 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:10.471814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.478506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:10.492357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a987f34d-5891-48ab-af98-58e109dee4a9 None None] Network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:10.529458 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-df1981b9-6d31-47ed-98fe-c2d3b3bec5d1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/670db153-f7a2-45e5-a5b6-40fc37b48abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2006314 Mar 24 17:05:10.533615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:10.534032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:10.534422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:10.539118 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35628) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:10.573576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.578578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.598008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: e43ea92c-8c30-4352-be44-195d70c0171c {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:10.598419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e43ea92c-8c30-4352-be44-195d70c0171c not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:10.600159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de006291-b401-4f25-942b-a8bdbdb362f6 None None] Sync routers for ids ['670db153-f7a2-45e5-a5b6-40fc37b48abe'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:10.607378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:10.607777 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:10.615031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.619700 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/networks/4af28492-853f-4abc-9994-9de85f4d1c53 HTTP/1.1" status: 204 len: 168 time: 3.6304679 Mar 24 17:05:10.624028 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 2 to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 Mar 24 17:05:10.630500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35632) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:10.644778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b03fa-75c6-4b08-8239-96440083f08e tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Network': ['ID=4af28492-853f-4abc-9994-9de85f4d1c53,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:10.650284 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f2f193ad-a784-4b1b-a4a1-214280c8451c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.0534978 Mar 24 17:05:10.656544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35636) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:10.710319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:10.710716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:10.711409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:10.730240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54b9a4-b3a8-4963-a6ce-0d1bdf282fa5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:10.731241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2c54b9a4-b3a8-4963-a6ce-0d1bdf282fa5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:10.775314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:10.775314 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:10.776389 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 3 to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 Mar 24 17:05:10.831493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de006291-b401-4f25-942b-a8bdbdb362f6 None None] Routers {'670db153-f7a2-45e5-a5b6-40fc37b48abe'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:10.832172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-de006291-b401-4f25-942b-a8bdbdb362f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['670db153-f7a2-45e5-a5b6-40fc37b48abe'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:10.856677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:10.857090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:10.857498 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:10.875833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-f536cb9c-bbe2-4236-a6ea-77d148a61473 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting subnet 43f71401-7ce6-4b25-a4a3-8db382a01c5e {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:10.880712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:10.881132 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:10.927158 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 4 to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 Mar 24 17:05:10.936033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f536cb9c-bbe2-4236-a6ea-77d148a61473 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.985202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:10.997198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-de006291-b401-4f25-942b-a8bdbdb362f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:10.999170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2c54b9a4-b3a8-4963-a6ce-0d1bdf282fa5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:11.003091 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2c54b9a4-b3a8-4963-a6ce-0d1bdf282fa5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports/97bbfad3-ab42-4e5a-b301-13372fa0ebc3 HTTP/1.1" status: 200 len: 910 time: 0.4599781 Mar 24 17:05:11.009077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35640) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:11.022873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:11.023294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:11.023720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:11.137244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=0438d4f5-5e58-413b-a873-d3211a0c827c,revision_number=9']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:11.162346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de006291-b401-4f25-942b-a8bdbdb362f6 None None] Routers {'670db153-f7a2-45e5-a5b6-40fc37b48abe'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:11.163031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-de006291-b401-4f25-942b-a8bdbdb362f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['670db153-f7a2-45e5-a5b6-40fc37b48abe'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:11.246976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae94a64-ff83-4363-8ae5-4e626ef9ab4b']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:11.256129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:11.256645 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:11.258937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f536cb9c-bbe2-4236-a6ea-77d148a61473 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.289806 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 5 to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 Mar 24 17:05:11.332714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-de006291-b401-4f25-942b-a8bdbdb362f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:11.333121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de006291-b401-4f25-942b-a8bdbdb362f6 None None] The sync data for ids ['670db153-f7a2-45e5-a5b6-40fc37b48abe'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:11.372534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5485fa7-e0d5-4287-a62e-cf3403931f9b') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:11.372840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5485fa7-e0d5-4287-a62e-cf3403931f9b') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:11.393132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:11.393477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:11.394005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:11.406453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.407154 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] For port 0438d4f5-5e58-413b-a873-d3211a0c827c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0438d4f5-5e58-413b-a873-d3211a0c827c,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:11.407609 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.424783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.432575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:11.432913 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:11.441011 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 6 to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 Mar 24 17:05:11.527079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.558949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Calling delete_port for 0438d4f5-5e58-413b-a873-d3211a0c827c owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:11.568383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f2fb-cf47-4380-a661-cf081708e370 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.609293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:11.609293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:11.609605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:11.611981 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:11.612401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.627781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Transition to ACTIVE for port object 130c2033-207c-4e1c-ba28-2ce0d0451593 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:11.634754 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:11.639315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.658378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:11.658712 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:11.705509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:05:11.706530 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.711006 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 7 to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 Mar 24 17:05:11.720587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:11.721485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:01Z', 'revision_number': 3, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:11.726207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:11.735536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:11.736370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.758947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:11.759553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:11.760086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:11.771278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Transition to ACTIVE for port object 130c2033-207c-4e1c-ba28-2ce0d0451593 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:11.772624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83a4809-57c2-4e32-948e-94a000abb624 None None] The sync data for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv is: [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:01Z', 'revision_number': 3, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:11.843248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f536cb9c-bbe2-4236-a6ea-77d148a61473 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.853920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=eb173132-d596-4a31-be3f-d42f6bd52d32,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:11.873696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.876767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:11.877109 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:11.884639 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 8 to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 Mar 24 17:05:11.990292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:11.997641 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:11.997641 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:11.997641 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:11.998965 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Network 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:12.008746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:12.019698 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:12.020304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.033269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::1a (1194270c-5a4d-4c27-8bf8-7ccf06bc72d6/c13ca188-4906-40b9-ae6c-9bc5e028f897/88abe85d-1b6e-4aa0-80fd-9c4c9115b263) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:12.037756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5fac1e7d-3107-4abc-bde5-a1a0c19da811 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0383716 Mar 24 17:05:12.041831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35644) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:12.059565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:12.060089 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:12.060783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Network': ['ID=aae94a64-ff83-4363-8ae5-4e626ef9ab4b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:12.074862 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 9 to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 Mar 24 17:05:12.084525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Pushing event updated for resources: {'Port': ['ID=130c2033-207c-4e1c-ba28-2ce0d0451593,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:12.107076 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:b9:2b:aa', 'name': 'tempest-NetworksTestDHCPv6-1012838551'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:12.128434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.137940 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-aa80a0dc-183c-4054-af4d-87d450168c78 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/networks/aae94a64-ff83-4363-8ae5-4e626ef9ab4b HTTP/1.1" status: 204 len: 168 time: 1.9151168 Mar 24 17:05:12.140965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35648) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:12.151586 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:12.153802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:12.154692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:12.164423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:12.164906 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:12.167653 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 10 to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 Mar 24 17:05:12.190011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Allocated IP 172.20.0.2 (0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56/28342b6b-aa72-4f1a-8152-467ff34c47cb/a89d7c62-5fe5-4b23-82da-8ace905bccd1) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:12.237644 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:12.238076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:12.242032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:12.246076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f536cb9c-bbe2-4236-a6ea-77d148a61473 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.303099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:12.303671 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:12.303785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.322804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536cb9c-bbe2-4236-a6ea-77d148a61473 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Subnet': ['ID=43f71401-7ce6-4b25-a4a3-8db382a01c5e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:12.332417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f536cb9c-bbe2-4236-a6ea-77d148a61473 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.337371 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f536cb9c-bbe2-4236-a6ea-77d148a61473 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/subnets/43f71401-7ce6-4b25-a4a3-8db382a01c5e HTTP/1.1" status: 204 len: 168 time: 1.7005029 Mar 24 17:05:12.341685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35652) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:12.418167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.426771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] Pushing event deleted for resources: {'Port': ['ID=0438d4f5-5e58-413b-a873-d3211a0c827c,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:12.478958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836df214-bc00-45c9-be04-851587c16d6a None None] Network e7aff04b-963e-435f-af34-5babba30cea7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:12.566603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] For port 41a5b10f-af1e-42c7-813c-f9f5f0404d95, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:12.567256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempted to set empty binding levels {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 24 17:05:12.602519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45422a14-86ea-4f9d-be2a-d19de15a9297 None None] No DVR routers for this DVR port 0438d4f5-5e58-413b-a873-d3211a0c827c on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:12.686346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5bbdc1-65a6-4990-a6cf-ab51d32d7dbe None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:12.760863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Attempting to bind port 130c2033-207c-4e1c-ba28-2ce0d0451593 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:12.761500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Attempting to bind port 130c2033-207c-4e1c-ba28-2ce0d0451593 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '5821c4a8-6a7e-4a2f-aa86-161570b9ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1194270c-5a4d-4c27-8bf8-7ccf06bc72d6'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:12.762047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Attempting to bind port 130c2033-207c-4e1c-ba28-2ce0d0451593 on network 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:12.782555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.793694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:12.794257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Checking segment: {'id': '5821c4a8-6a7e-4a2f-aa86-161570b9ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1194270c-5a4d-4c27-8bf8-7ccf06bc72d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:12.794752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.795240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Bound using segment: {'id': '5821c4a8-6a7e-4a2f-aa86-161570b9ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1194270c-5a4d-4c27-8bf8-7ccf06bc72d6'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:12.795816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Bound port: 130c2033-207c-4e1c-ba28-2ce0d0451593, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5821c4a8-6a7e-4a2f-aa86-161570b9ab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1194270c-5a4d-4c27-8bf8-7ccf06bc72d6'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:12.796554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.864205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-856993ce-215c-4cae-8598-79d9a2de72f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting subnet a9e7204b-741e-4424-812d-fba066fe85ac {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:12.868980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-856993ce-215c-4cae-8598-79d9a2de72f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.878876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:12.891985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:12.905948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:12.912201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:12.933347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:13.099463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.161081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] For port 130c2033-207c-4e1c-ba28-2ce0d0451593, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:13.176608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.184154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:13.189741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-856993ce-215c-4cae-8598-79d9a2de72f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.217170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:13.217769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.233680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] For port 130c2033-207c-4e1c-ba28-2ce0d0451593, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=130c2033-207c-4e1c-ba28-2ce0d0451593,segment=NetworkSegment(5821c4a8-6a7e-4a2f-aa86-161570b9ab32),segment_id=5821c4a8-6a7e-4a2f-aa86-161570b9ab32)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:13.256012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'Port': ['ID=41a5b10f-af1e-42c7-813c-f9f5f0404d95,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:13.266907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.315198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.350160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '92abf880-f758-42e5-b8a7-5e5961b0a0d4'}, {'subnet_id': 'eb173132-d596-4a31-be3f-d42f6bd52d32'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:05:13.351845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.366316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.21.0.1 (3c80cf30-358e-40b1-828c-9aa92c7f06ed/5194b992-128f-428e-b237-1c5b5652a5e0/eb2024ee-6449-4a6f-8362-50d0b67bcd4f) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:13.367931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 88abe85d-1b6e-4aa0-80fd-9c4c9115b263 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:13.383452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-856993ce-215c-4cae-8598-79d9a2de72f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.451837 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fe6be491-7776-4e44-8a9a-102336c77527 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.1331036 Mar 24 17:05:13.466187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.466396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35656) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:13.475447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Transition to ACTIVE for port object a89d7c62-5fe5-4b23-82da-8ace905bccd1 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:13.512878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:13.553955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e319d4ae-fdda-4485-add3-2518c0c64919 None None] DHCP port deletion for e7aff04b-963e-435f-af34-5babba30cea7 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:13.556679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f836a9a-85bc-4c24-8211-6033d68f832d']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:13.577871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e319d4ae-fdda-4485-add3-2518c0c64919 None None] Deleting port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:13.578240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e319d4ae-fdda-4485-add3-2518c0c64919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.629286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a6591869-08d3-4fce-9975-06f12fd34682 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Deleting port 41a5b10f-af1e-42c7-813c-f9f5f0404d95 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:13.629928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6591869-08d3-4fce-9975-06f12fd34682 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.682517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec91e95-f840-4ff4-aaaa-f034b42aa446') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:13.682812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec91e95-f840-4ff4-aaaa-f034b42aa446') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:13.707387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Transition to ACTIVE for port object a89d7c62-5fe5-4b23-82da-8ace905bccd1 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:13.724889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.732685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.779088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-856993ce-215c-4cae-8598-79d9a2de72f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.792136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.807079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.814504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c8532-5e6d-4ff3-b14b-45ef69c8e3dc None None] Pushing event updated for resources: {'Port': ['ID=130c2033-207c-4e1c-ba28-2ce0d0451593,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:13.828162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.840242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856993ce-215c-4cae-8598-79d9a2de72f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e7204b-741e-4424-812d-fba066fe85ac,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:13.848021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Transition to ACTIVE for port object eb2024ee-6449-4a6f-8362-50d0b67bcd4f will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:13.849573 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-856993ce-215c-4cae-8598-79d9a2de72f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.882909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:13.883312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:13.886307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:13.889533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cdb288-f9ce-4d8a-89d0-35d7fdb0256f None None] Network 212beaa1-f89a-4538-a20e-a792aab590db requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:13.900126 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-856993ce-215c-4cae-8598-79d9a2de72f6 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/subnets/a9e7204b-741e-4424-812d-fba066fe85ac HTTP/1.1" status: 204 len: 168 time: 1.5545659 Mar 24 17:05:13.904536 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35660) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:13.905055 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:13.982272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:13.982272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.030186 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:14.056027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:14.141873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-a6591869-08d3-4fce-9975-06f12fd34682 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] For port 41a5b10f-af1e-42c7-813c-f9f5f0404d95, host hv-neutron-8350, got binding levels [] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:14.142239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6591869-08d3-4fce-9975-06f12fd34682 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.149063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:14.157550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 51fe0485-f73a-41c9-9c6c-d422fe0e8dd2 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:14.280757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Pushing event updated for resources: {'Port': ['ID=a89d7c62-5fe5-4b23-82da-8ace905bccd1,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:14.305190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a6591869-08d3-4fce-9975-06f12fd34682 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Calling delete_port for 41a5b10f-af1e-42c7-813c-f9f5f0404d95 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:14.353620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.359077 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:05:14.387850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:14.388823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.450771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.455252 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Allocated IP 172.20.0.2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/eb173132-d596-4a31-be3f-d42f6bd52d32/18e3245a-1d04-4f88-bf5b-9538ddc5eb30) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:14.489742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Allocated IP 2001:db8::f816:3eff:fe14:906f (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/92abf880-f758-42e5-b8a7-5e5961b0a0d4/18e3245a-1d04-4f88-bf5b-9538ddc5eb30) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:14.492843 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-e319d4ae-fdda-4485-add3-2518c0c64919 None None] For port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=489f7186-dc7b-4e4d-91f5-e62cc3ea342a,segment=NetworkSegment(026d0a96-5b06-4d43-87c8-b03608fc3f39),segment_id=026d0a96-5b06-4d43-87c8-b03608fc3f39)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:14.493239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e319d4ae-fdda-4485-add3-2518c0c64919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.516801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.574871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 3c80cf30-358e-40b1-828c-9aa92c7f06ed is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:14.580476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:14.592082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:14.631489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=eb2024ee-6449-4a6f-8362-50d0b67bcd4f,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:14.645749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6591869-08d3-4fce-9975-06f12fd34682 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.670442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Attempting to bind port a89d7c62-5fe5-4b23-82da-8ace905bccd1 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:14.671360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Attempting to bind port a89d7c62-5fe5-4b23-82da-8ace905bccd1 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:14.671490 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Attempting to bind port a89d7c62-5fe5-4b23-82da-8ace905bccd1 on network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:14.695222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e319d4ae-fdda-4485-add3-2518c0c64919 None None] Calling delete_port for 489f7186-dc7b-4e4d-91f5-e62cc3ea342a owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:14.725029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Allocated IP 172.20.0.1 (0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56/28342b6b-aa72-4f1a-8152-467ff34c47cb/9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:14.735943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6591869-08d3-4fce-9975-06f12fd34682 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event deleted for resources: {'Port': ['ID=41a5b10f-af1e-42c7-813c-f9f5f0404d95,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:14.750729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:14.751723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.767940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:14.770073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=88abe85d-1b6e-4aa0-80fd-9c4c9115b263,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:14.776805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:14.783243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:14.784203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.788852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:14.792863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Checking segment: {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:14.792863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.792863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Bound using segment: {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:14.792863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Bound port: a89d7c62-5fe5-4b23-82da-8ace905bccd1, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:14.792863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.818446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:14.841125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] Pushing event deleted for resources: {'Network': ['ID=7f836a9a-85bc-4c24-8211-6033d68f832d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:14.954204 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5c098901-56a5-4534-b121-31b896fa6a73 tempest-BulkNetworkOpsTest-1214667480 tempest-BulkNetworkOpsTest-1214667480-project] 10.222.0.47 "DELETE /v2.0/networks/7f836a9a-85bc-4c24-8211-6033d68f832d HTTP/1.1" status: 204 len: 168 time: 2.8073499 Mar 24 17:05:15.039245 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-de86f6e4-95da-477e-ae64-81f1026d044c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.2795575 Mar 24 17:05:15.044852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35666) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:15.065228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6591869-08d3-4fce-9975-06f12fd34682 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.107428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f2fb-cf47-4380-a661-cf081708e370 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.125424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f2fb-cf47-4380-a661-cf081708e370 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.128481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.130651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.144129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] For port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=489f7186-dc7b-4e4d-91f5-e62cc3ea342a,segment=NetworkSegment(026d0a96-5b06-4d43-87c8-b03608fc3f39),segment_id=026d0a96-5b06-4d43-87c8-b03608fc3f39)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:15.144602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.149344 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:15.158789 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a6591869-08d3-4fce-9975-06f12fd34682 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "DELETE /v2.0/ports/41a5b10f-af1e-42c7-813c-f9f5f0404d95 HTTP/1.1" status: 204 len: 168 time: 1.6913109 Mar 24 17:05:15.165017 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35670) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:15.243708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.399101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:15.413782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4ede1-02a4-4197-b168-2ed52d5be682 None None] DHCP port deletion for 212beaa1-f89a-4538-a20e-a792aab590db request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:15.414295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e319d4ae-fdda-4485-add3-2518c0c64919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.433106 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d68bc1-034a-4ae1-99fe-bda53224c729 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] GET failed (client error): The resource could not be found. Mar 24 17:05:15.438509 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-18d68bc1-034a-4ae1-99fe-bda53224c729 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "GET /v2.0/ports/41a5b10f-af1e-42c7-813c-f9f5f0404d95 HTTP/1.1" status: 404 len: 333 time: 0.2680943 Mar 24 17:05:15.441130 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.443264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35674) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:15.446111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-39e4ede1-02a4-4197-b168-2ed52d5be682 None None] Deleting port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:15.446487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-39e4ede1-02a4-4197-b168-2ed52d5be682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.452092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Calling delete_port for 489f7186-dc7b-4e4d-91f5-e62cc3ea342a owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:15.455800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.508425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Request body: {'port': {'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-603437848'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:15.531101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:15.541838 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Usage tracker for resource:port and tenant:0c7adec258ab4b2ea196abf32fb72a04 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:15.545367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Transition to ACTIVE for port object 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:15.550795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ba02c7e0-b0c9-42ca-b291-48367ef5d474 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 88abe85d-1b6e-4aa0-80fd-9c4c9115b263 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:15.551303 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba02c7e0-b0c9-42ca-b291-48367ef5d474 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.571364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319d4ae-fdda-4485-add3-2518c0c64919 None None] No DVR routers for this DVR port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:15.574888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eec531f0-8393-44ea-aff1-acc8c195ffaa None None] Provisioning for port eb2024ee-6449-4a6f-8362-50d0b67bcd4f completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:15.583344 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 130c2033-207c-4e1c-ba28-2ce0d0451593 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:15.590522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:15.617759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:15.668770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff4f2fb-cf47-4380-a661-cf081708e370 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Router a248f0d6-98eb-4ebf-acdf-5e074a3492af has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:05:15.719204 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319d4ae-fdda-4485-add3-2518c0c64919 None None] Pushing event deleted for resources: {'Port': ['ID=489f7186-dc7b-4e4d-91f5-e62cc3ea342a,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:15.722433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eec531f0-8393-44ea-aff1-acc8c195ffaa None None] Provisioning complete for port eb2024ee-6449-4a6f-8362-50d0b67bcd4f triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:15.723023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eec531f0-8393-44ea-aff1-acc8c195ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.732641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35680) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:15.756215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:15.759841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:15.759841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Made reservation on behalf of 0c7adec258ab4b2ea196abf32fb72a04 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:15.762174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.791016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa102a9-f5c9-471b-bc71-f06d8f79aa11 None None] Network 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:15.822891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] device_id is not set on port 65926920-296f-4d54-ab52-4ad0f94f6c62 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:15.842650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:15.922075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:15.938504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:15.950564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:15.985827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff4f2fb-cf47-4380-a661-cf081708e370 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:15.996743 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10040217-05d0-4b25-b0f6-97b661b08b91 None None] Sync routers for ids ['a248f0d6-98eb-4ebf-acdf-5e074a3492af'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:15.997707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-eec531f0-8393-44ea-aff1-acc8c195ffaa None None] Port eb2024ee-6449-4a6f-8362-50d0b67bcd4f cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:16.008330 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10040217-05d0-4b25-b0f6-97b661b08b91 None None] Routers {'a248f0d6-98eb-4ebf-acdf-5e074a3492af'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:16.009424 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-10040217-05d0-4b25-b0f6-97b661b08b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a248f0d6-98eb-4ebf-acdf-5e074a3492af'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:16.020216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] For port a89d7c62-5fe5-4b23-82da-8ace905bccd1, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:16.025580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Transition to ACTIVE for port object 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:16.030518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.052426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-39e4ede1-02a4-4197-b168-2ed52d5be682 None None] For port 11e0de12-ca67-4a36-9687-2fa2f4874ae1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=11e0de12-ca67-4a36-9687-2fa2f4874ae1,segment=NetworkSegment(7b0ee0f2-a4bc-44ed-8370-d6dce093ee53),segment_id=7b0ee0f2-a4bc-44ed-8370-d6dce093ee53)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:16.052863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-39e4ede1-02a4-4197-b168-2ed52d5be682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.055182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f2fb-cf47-4380-a661-cf081708e370 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.060064 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5ff4f2fb-cf47-4380-a661-cf081708e370 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "PUT /v2.0/routers/a248f0d6-98eb-4ebf-acdf-5e074a3492af HTTP/1.1" status: 200 len: 924 time: 5.7790425 Mar 24 17:05:16.061964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35686) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:16.077545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'Port': ['ID=9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:16.082504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba02c7e0-b0c9-42ca-b291-48367ef5d474 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.083938 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-10040217-05d0-4b25-b0f6-97b661b08b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:16.095805 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10040217-05d0-4b25-b0f6-97b661b08b91 None None] Routers {'a248f0d6-98eb-4ebf-acdf-5e074a3492af'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:16.096693 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-10040217-05d0-4b25-b0f6-97b661b08b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a248f0d6-98eb-4ebf-acdf-5e074a3492af'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:16.181638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] For port a89d7c62-5fe5-4b23-82da-8ace905bccd1, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a89d7c62-5fe5-4b23-82da-8ace905bccd1,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:16.184334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 130c2033-207c-4e1c-ba28-2ce0d0451593 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:16.206804 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-10040217-05d0-4b25-b0f6-97b661b08b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:16.207448 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10040217-05d0-4b25-b0f6-97b661b08b91 None None] The sync data for ids ['a248f0d6-98eb-4ebf-acdf-5e074a3492af'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:16.284674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting port 489f7186-dc7b-4e4d-91f5-e62cc3ea342a {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:16.284972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.325844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ba02c7e0-b0c9-42ca-b291-48367ef5d474 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 88abe85d-1b6e-4aa0-80fd-9c4c9115b263 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:16.331146 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a0bf70a3-4c23-48ee-8c7c-9ba5caa551bf tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/routers/a248f0d6-98eb-4ebf-acdf-5e074a3492af HTTP/1.1" status: 200 len: 924 time: 0.2549617 Mar 24 17:05:16.349331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.366222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 489f7186-dc7b-4e4d-91f5-e62cc3ea342a no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:16.368809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35690) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:16.399424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-39e4ede1-02a4-4197-b168-2ed52d5be682 None None] Calling delete_port for 11e0de12-ca67-4a36-9687-2fa2f4874ae1 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:16.431434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.452041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Transition to ACTIVE for port object 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:16.484395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-885e7c6a-2307-42a8-ac55-812e744d5e2e None None] Provisioning for port 130c2033-207c-4e1c-ba28-2ce0d0451593 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:16.497786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] The port '489f7186-dc7b-4e4d-91f5-e62cc3ea342a' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:05:16.510080 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e86bb153-49bb-408f-a705-cafb6c886afd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c4eabe846034ac29368ac20fd97f7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763221 Mar 24 17:05:16.512182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35694) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:16.514444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 489f7186-dc7b-4e4d-91f5-e62cc3ea342a {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:16.514788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 489f7186-dc7b-4e4d-91f5-e62cc3ea342a not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:16.523073 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-885e7c6a-2307-42a8-ac55-812e744d5e2e None None] Provisioning complete for port 130c2033-207c-4e1c-ba28-2ce0d0451593 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:16.523448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-885e7c6a-2307-42a8-ac55-812e744d5e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.606703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.734725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550f29-137e-401a-ae40-d4ed6e48bb32 None None] Pushing event updated for resources: {'Port': ['ID=a89d7c62-5fe5-4b23-82da-8ace905bccd1,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:16.748553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 172.20.0.14 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/eb173132-d596-4a31-be3f-d42f6bd52d32/51fe0485-f73a-41c9-9c6c-d422fe0e8dd2) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:16.756916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:feb9:2baa (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/92abf880-f758-42e5-b8a7-5e5961b0a0d4/51fe0485-f73a-41c9-9c6c-d422fe0e8dd2) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:16.783738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:16.794745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:16.804032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:16.888758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.913891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-39e4ede1-02a4-4197-b168-2ed52d5be682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.928521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:16.968735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Pushing event updated for resources: {'Port': ['ID=18e3245a-1d04-4f88-bf5b-9538ddc5eb30,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:17.092438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4ede1-02a4-4197-b168-2ed52d5be682 None None] Pushing event deleted for resources: {'Port': ['ID=11e0de12-ca67-4a36-9687-2fa2f4874ae1,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:17.106149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.130284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4ede1-02a4-4197-b168-2ed52d5be682 None None] No DVR routers for this DVR port 11e0de12-ca67-4a36-9687-2fa2f4874ae1 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:17.214132 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Attempting to bind port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:17.214527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Attempting to bind port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:17.216032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Attempting to bind port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:17.222812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-885e7c6a-2307-42a8-ac55-812e744d5e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.250538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7aff04b-963e-435f-af34-5babba30cea7']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:17.263577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-885e7c6a-2307-42a8-ac55-812e744d5e2e None None] For port 130c2033-207c-4e1c-ba28-2ce0d0451593, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=130c2033-207c-4e1c-ba28-2ce0d0451593,segment=NetworkSegment(5821c4a8-6a7e-4a2f-aa86-161570b9ab32),segment_id=5821c4a8-6a7e-4a2f-aa86-161570b9ab32)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:17.266937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:17.266937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:17.266937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.267393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:17.267944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Bound port: 18e3245a-1d04-4f88-bf5b-9538ddc5eb30, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:17.268285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.285339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.338193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026d0a96-5b06-4d43-87c8-b03608fc3f39') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:17.338193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026d0a96-5b06-4d43-87c8-b03608fc3f39') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:17.353479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eab8eaed-e1c7-40c5-a00d-c7208e7f72cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.369062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-885e7c6a-2307-42a8-ac55-812e744d5e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.446975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 51fe0485-f73a-41c9-9c6c-d422fe0e8dd2 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:17.489090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.499308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e525a-ce37-4884-bf8e-c4868e4e3e07 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:17.501679 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-532e525a-ce37-4884-bf8e-c4868e4e3e07 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=a248f0d6-98eb-4ebf-acdf-5e074a3492af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1293454 Mar 24 17:05:17.504668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35698) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:17.547629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e7c6a-2307-42a8-ac55-812e744d5e2e None None] Pushing event updated for resources: {'Port': ['ID=130c2033-207c-4e1c-ba28-2ce0d0451593,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:17.565397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.573218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:17.574041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.578905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] For port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:17.582907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] For port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=18e3245a-1d04-4f88-bf5b-9538ddc5eb30,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:17.585629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a89d7c62-5fe5-4b23-82da-8ace905bccd1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:17.614025 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:17.673082 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.679939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eab8eaed-e1c7-40c5-a00d-c7208e7f72cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.698156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.704227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba02c7e0-b0c9-42ca-b291-48367ef5d474 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.764057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.802954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5fe1e-bad2-45f4-881b-878c88cad028 None None] Pushing event updated for resources: {'Port': ['ID=18e3245a-1d04-4f88-bf5b-9538ddc5eb30,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:17.816900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port a89d7c62-5fe5-4b23-82da-8ace905bccd1 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:17.827510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-45fa0798-345a-44c4-a760-22ff8070f06f None None] Could not find standard attr ID for object 88abe85d-1b6e-4aa0-80fd-9c4c9115b263. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:05:17.835776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:17.839240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7a351-ef92-4b4b-b9f1-83e84034a5d9 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:17.839240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-14b7a351-ef92-4b4b-b9f1-83e84034a5d9 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Synchronizing usage tracker for tenant:b3c482a249ff44898e907e2e45551920 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:17.846827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba02c7e0-b0c9-42ca-b291-48367ef5d474 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.876926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:17.908151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:17.932711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:17.937625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:17.943451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-45fa0798-345a-44c4-a760-22ff8070f06f None None] Provisioning complete for port 130c2033-207c-4e1c-ba28-2ce0d0451593 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:17.943821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45fa0798-345a-44c4-a760-22ff8070f06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.977256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:17.984091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:17.989448 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:17.994687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:17.999348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.001320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=51fe0485-f73a-41c9-9c6c-d422fe0e8dd2,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:18.013488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-14b7a351-ef92-4b4b-b9f1-83e84034a5d9 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Unset dirty status for tenant:b3c482a249ff44898e907e2e45551920 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:18.017447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-14b7a351-ef92-4b4b-b9f1-83e84034a5d9 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 881 time: 0.5090768 Mar 24 17:05:18.021094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35702) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:18.023621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.031908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.059150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:18.060021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.075650 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/networks/e7aff04b-963e-435f-af34-5babba30cea7 HTTP/1.1" status: 204 len: 168 time: 4.1702714 Mar 24 17:05:18.077231 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ba02c7e0-b0c9-42ca-b291-48367ef5d474 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/88abe85d-1b6e-4aa0-80fd-9c4c9115b263 HTTP/1.1" status: 204 len: 168 time: 3.0066431 Mar 24 17:05:18.084290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'Port': ['ID=65926920-296f-4d54-ab52-4ad0f94f6c62,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:18.106515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35706) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:18.107128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35708) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:18.112204 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0b186cc9-d721-4948-88a6-735ca529dbc1 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=a248f0d6-98eb-4ebf-acdf-5e074a3492af HTTP/1.1" status: 200 len: 205 time: 0.0930166 Mar 24 17:05:18.117231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35710) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:18.130305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.162169 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02c7e0-b0c9-42ca-b291-48367ef5d474 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=88abe85d-1b6e-4aa0-80fd-9c4c9115b263,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:18.172042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59787282-e81b-4e24-a7e4-16e097711ae4 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Network': ['ID=e7aff04b-963e-435f-af34-5babba30cea7,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:18.176671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:18.181680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.206298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.238283 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-acb45e0f-f410-48ae-8fc1-13c053b07180 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7554944 Mar 24 17:05:18.242495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35718) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:18.249640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:18.290633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.396975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eab8eaed-e1c7-40c5-a00d-c7208e7f72cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.488361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8eaed-e1c7-40c5-a00d-c7208e7f72cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4158b0d-8c94-4569-954a-524796215195,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:18.522551 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-802639be-f62f-4d5e-9164-bdd3e5780c9c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:05:18.523031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802639be-f62f-4d5e-9164-bdd3e5780c9c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:05:18.529228 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-802639be-f62f-4d5e-9164-bdd3e5780c9c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/88abe85d-1b6e-4aa0-80fd-9c4c9115b263 HTTP/1.1" status: 404 len: 333 time: 0.4144824 Mar 24 17:05:18.542540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35722) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:18.574025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 11e0de12-ca67-4a36-9687-2fa2f4874ae1 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:18.598083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eab8eaed-e1c7-40c5-a00d-c7208e7f72cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.602856 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eab8eaed-e1c7-40c5-a00d-c7208e7f72cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4158b0d-8c94-4569-954a-524796215195 HTTP/1.1" status: 204 len: 168 time: 2.0303216 Mar 24 17:05:18.623817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 11e0de12-ca67-4a36-9687-2fa2f4874ae1 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:18.626987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 11e0de12-ca67-4a36-9687-2fa2f4874ae1 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:18.638681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eab495-0e89-417f-aa61-a2dc0ada3295 None None] Network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:18.646829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=eb2024ee-6449-4a6f-8362-50d0b67bcd4f,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:18.650448 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.678587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f58150f2-7c3a-4db1-a3ab-c61fa139cee4 None None] Could not find standard attr ID for object 88abe85d-1b6e-4aa0-80fd-9c4c9115b263. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:05:18.681766 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3964edab-739d-4f90-b93a-97ce57a93aeb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:05:18.682312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3964edab-739d-4f90-b93a-97ce57a93aeb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:18.739936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.853029 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f1073aba-8480-4134-8203-8bc8ecda29bd tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.7634439 Mar 24 17:05:18.858656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35728) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:18.861067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3964edab-739d-4f90-b93a-97ce57a93aeb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:18.862353 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3964edab-739d-4f90-b93a-97ce57a93aeb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/88abe85d-1b6e-4aa0-80fd-9c4c9115b263 HTTP/1.1" status: 404 len: 333 time: 0.3044820 Mar 24 17:05:18.877795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.884286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35732) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:18.885776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'Port': ['ID=9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:18.920213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2f0b23a5-1500-453c-a37a-bac9b9a3e5e2 None None] Provisioning for port a89d7c62-5fe5-4b23-82da-8ace905bccd1 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:18.933042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2f0b23a5-1500-453c-a37a-bac9b9a3e5e2 None None] Provisioning complete for port a89d7c62-5fe5-4b23-82da-8ace905bccd1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:18.933655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2f0b23a5-1500-453c-a37a-bac9b9a3e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:18.939176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.125503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.128349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2f0b23a5-1500-453c-a37a-bac9b9a3e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.179982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2f0b23a5-1500-453c-a37a-bac9b9a3e5e2 None None] For port a89d7c62-5fe5-4b23-82da-8ace905bccd1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a89d7c62-5fe5-4b23-82da-8ace905bccd1,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:19.269339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2f0b23a5-1500-453c-a37a-bac9b9a3e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.374071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f076217-f0e8-4a1a-b37a-a3c26b75ee9d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet c13ca188-4906-40b9-ae6c-9bc5e028f897 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:19.396303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0f076217-f0e8-4a1a-b37a-a3c26b75ee9d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.406848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b23a5-1500-453c-a37a-bac9b9a3e5e2 None None] Pushing event updated for resources: {'Port': ['ID=a89d7c62-5fe5-4b23-82da-8ace905bccd1,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:19.441251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 3c80cf30-358e-40b1-828c-9aa92c7f06ed is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:19.456749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:19.529633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:19.664068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f17a84f1-9136-4456-a16c-5c490ee59d60 None None] Provisioning for port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:19.674620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f17a84f1-9136-4456-a16c-5c490ee59d60 None None] Provisioning complete for port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:19.678416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f17a84f1-9136-4456-a16c-5c490ee59d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.791037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f17a84f1-9136-4456-a16c-5c490ee59d60 None None] Port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:19.813904 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:19.819756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df203a3-f956-4f69-b164-872a617bfc12 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:19.826272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df203a3-f956-4f69-b164-872a617bfc12 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:19.827041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2df203a3-f956-4f69-b164-872a617bfc12 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:19.832313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 130c2033-207c-4e1c-ba28-2ce0d0451593 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:19.868950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0f076217-f0e8-4a1a-b37a-a3c26b75ee9d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.874154 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] device_id is not set on port 65926920-296f-4d54-ab52-4ad0f94f6c62 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:19.876115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 670db153-f7a2-45e5-a5b6-40fc37b48abe has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:05:19.882711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.904397 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c35dbc-e5ce-4778-98f5-8fdbb8a79dff None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:19.908664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Transition to ACTIVE for port object 65926920-296f-4d54-ab52-4ad0f94f6c62 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:19.937660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f17a84f1-9136-4456-a16c-5c490ee59d60 None None] Provisioning complete for port a89d7c62-5fe5-4b23-82da-8ace905bccd1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:19.938070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f17a84f1-9136-4456-a16c-5c490ee59d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.976255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:19.991824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2df203a3-f956-4f69-b164-872a617bfc12 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:19.991824 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2df203a3-f956-4f69-b164-872a617bfc12 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1318839 Mar 24 17:05:19.992788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.004288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35754) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:20.104837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:20.108787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212beaa1-f89a-4538-a20e-a792aab590db']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:20.130144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:20.171565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 130c2033-207c-4e1c-ba28-2ce0d0451593 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:20.171937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.206866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0ee0f2-a4bc-44ed-8370-d6dce093ee53') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:20.207255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0ee0f2-a4bc-44ed-8370-d6dce093ee53') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:20.220328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.243226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35758) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:20.247755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:20.263475 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-88df1422-0572-4ef6-8d06-a2b23f5ddb5a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/670db153-f7a2-45e5-a5b6-40fc37b48abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2517610 Mar 24 17:05:20.269574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff41e7-66b9-4768-819a-2433ecc408b6 None None] Sync routers for ids ['670db153-f7a2-45e5-a5b6-40fc37b48abe'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:20.273131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35762) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:20.276765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.284720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:20.285430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.309226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:20.312632 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:20.361452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff41e7-66b9-4768-819a-2433ecc408b6 None None] Routers {'670db153-f7a2-45e5-a5b6-40fc37b48abe'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:20.362015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c3ff41e7-66b9-4768-819a-2433ecc408b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['670db153-f7a2-45e5-a5b6-40fc37b48abe'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:20.405358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cc651dc6-c7ec-412d-b46d-81f046aafa0a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 51fe0485-f73a-41c9-9c6c-d422fe0e8dd2 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:20.405692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc651dc6-c7ec-412d-b46d-81f046aafa0a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.416126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4879c374-e9d8-499b-9848-5ed91b8af72f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:20.416798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4879c374-e9d8-499b-9848-5ed91b8af72f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:20.428727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c3ff41e7-66b9-4768-819a-2433ecc408b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:20.441564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'Port': ['ID=65926920-296f-4d54-ab52-4ad0f94f6c62,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:20.458411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:20.458801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:20.459381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:20.468694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:20.469274 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:20.470931 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 2 to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 Mar 24 17:05:20.489249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:20.489683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:20.490141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:20.495176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:20.495611 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:20.496060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff41e7-66b9-4768-819a-2433ecc408b6 None None] Routers {'670db153-f7a2-45e5-a5b6-40fc37b48abe'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:20.496562 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 3 to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 Mar 24 17:05:20.496699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c3ff41e7-66b9-4768-819a-2433ecc408b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['670db153-f7a2-45e5-a5b6-40fc37b48abe'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:20.512538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:20.512996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:20.513396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:20.520284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:20.520690 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:20.521302 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 4 to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 Mar 24 17:05:20.521449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Deleting port a74db531-9c5f-444a-a819-6bc0aac38935 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:20.521714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.535613 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4879c374-e9d8-499b-9848-5ed91b8af72f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:20.537052 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4879c374-e9d8-499b-9848-5ed91b8af72f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports/eb2024ee-6449-4a6f-8362-50d0b67bcd4f HTTP/1.1" status: 200 len: 910 time: 0.2565660 Mar 24 17:05:20.539174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:20.539512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:20.542461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:20.542461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35768) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:20.561830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Provisioning complete for port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:20.562201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.569832 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f1ff5241-ee93-4ec7-8284-ff070d50d89e tempest-ServiceProvidersTest-1640877266 tempest-ServiceProvidersTest-1640877266-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3222177 Mar 24 17:05:20.610107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:20.610446 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:20.617413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c3ff41e7-66b9-4768-819a-2433ecc408b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:20.617818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff41e7-66b9-4768-819a-2433ecc408b6 None None] The sync data for ids ['670db153-f7a2-45e5-a5b6-40fc37b48abe'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:20.621378 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 5 to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 Mar 24 17:05:20.639949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:20.640308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:20.640830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:20.642021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:20.696662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:20.697215 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:20.709894 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 6 to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 Mar 24 17:05:20.717020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0f076217-f0e8-4a1a-b37a-a3c26b75ee9d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.726391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Provisioning for port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:20.732822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Provisioning complete for port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:20.734584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.735651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:20.736059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:20.736397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:20.763083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:20.764494 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:20.944742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.949820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:20.982827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.019496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Network': ['ID=212beaa1-f89a-4538-a20e-a792aab590db,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:21.044195 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 7 to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 Mar 24 17:05:21.065579 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] For port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=18e3245a-1d04-4f88-bf5b-9538ddc5eb30,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:21.065811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:21.067367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:21.067715 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:21.073745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:21.074635 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:21.091530 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e799cf21-5185-43cc-9b44-c72a8a8d32d2 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/networks/212beaa1-f89a-4538-a20e-a792aab590db HTTP/1.1" status: 204 len: 168 time: 2.9756582 Mar 24 17:05:21.104837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35776) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:21.143889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.149274 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 8 to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 Mar 24 17:05:21.194075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35780) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:21.221950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Provisioning complete for port eb2024ee-6449-4a6f-8362-50d0b67bcd4f triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:21.222568 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.222744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Router 80764aa5-a513-4017-8c04-5d66b06fd747 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:05:21.231329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:21.231672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:21.232025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:21.294033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:21.294367 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:21.298948 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 9 to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 Mar 24 17:05:21.322006 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:21.322355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:21.324556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:21.335067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:21.335395 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:21.337660 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 10 to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 Mar 24 17:05:21.353466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Pushing event updated for resources: {'Port': ['ID=18e3245a-1d04-4f88-bf5b-9538ddc5eb30,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:21.375548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b28df754-efe2-4603-b0e9-1514a8096e75 None None] Port eb2024ee-6449-4a6f-8362-50d0b67bcd4f cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:21.379313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.386714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a89d7c62-5fe5-4b23-82da-8ace905bccd1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:21.457344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc651dc6-c7ec-412d-b46d-81f046aafa0a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.457344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab1e524-c335-4d51-8d32-dd8485251e25 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting subnet 17819303-0f47-467c-80d1-a5ea404f0688 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:21.469097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port a89d7c62-5fe5-4b23-82da-8ace905bccd1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:21.469463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.529641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.538647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fe05449f-da27-4255-bf96-db602316c5f2 None None] Provisioning complete for port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:21.539011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fe05449f-da27-4255-bf96-db602316c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.563927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:21.564295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:21.564690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:21.590662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e524-c335-4d51-8d32-dd8485251e25 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.598256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-564f94e3-4ab0-443a-beb5-f1ce73148332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.610036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:21.610373 dv-neutron-835063-1-hyperv neutron-server[88477]: ERROR neutron.plugins.ml2.managers [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port 65926920-296f-4d54-ab52-4ad0f94f6c62 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:21.610719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.627173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cc651dc6-c7ec-412d-b46d-81f046aafa0a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 51fe0485-f73a-41c9-9c6c-d422fe0e8dd2 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:21.670135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0f076217-f0e8-4a1a-b37a-a3c26b75ee9d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.692549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-564f94e3-4ab0-443a-beb5-f1ce73148332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:21.736902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-564f94e3-4ab0-443a-beb5-f1ce73148332 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd6a24116a8460cb3b6944d221d2532 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:21.743190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-564f94e3-4ab0-443a-beb5-f1ce73148332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:21.767194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-564f94e3-4ab0-443a-beb5-f1ce73148332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:21.789271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fe05449f-da27-4255-bf96-db602316c5f2 None None] Provisioning for port 51fe0485-f73a-41c9-9c6c-d422fe0e8dd2 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:21.795172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fe05449f-da27-4255-bf96-db602316c5f2 None None] Provisioning complete for port 51fe0485-f73a-41c9-9c6c-d422fe0e8dd2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:21.801834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fe05449f-da27-4255-bf96-db602316c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.848998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Calling delete_port for a74db531-9c5f-444a-a819-6bc0aac38935 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:21.854398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-fe05449f-da27-4255-bf96-db602316c5f2 None None] Port 51fe0485-f73a-41c9-9c6c-d422fe0e8dd2 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:21.904112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] For port 65926920-296f-4d54-ab52-4ad0f94f6c62, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:21.904490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempted to set empty binding levels {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 24 17:05:21.957435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a378e-d3c3-42e1-a5c4-4d05929123f2 None None] Network 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:21.959795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f076217-f0e8-4a1a-b37a-a3c26b75ee9d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=c13ca188-4906-40b9-ae6c-9bc5e028f897,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:21.961951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0f076217-f0e8-4a1a-b37a-a3c26b75ee9d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:21.997784 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0f076217-f0e8-4a1a-b37a-a3c26b75ee9d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/c13ca188-4906-40b9-ae6c-9bc5e028f897 HTTP/1.1" status: 204 len: 168 time: 3.1087577 Mar 24 17:05:22.009311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35786) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:22.015501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e524-c335-4d51-8d32-dd8485251e25 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.019229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.129711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-564f94e3-4ab0-443a-beb5-f1ce73148332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.134682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] In _notify_port_updated(), no bound segment for port 65926920-296f-4d54-ab52-4ad0f94f6c62 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:05:22.135547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.136167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.137845 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "PUT /v2.0/ports/65926920-296f-4d54-ab52-4ad0f94f6c62 HTTP/1.1" status: 200 len: 976 time: 3.8932786 Mar 24 17:05:22.146792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35790) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:22.225742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4268295-dff7-49dd-a249-f7f955aceaa2 None None] DHCP port deletion for 1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:22.231519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c4268295-dff7-49dd-a249-f7f955aceaa2 None None] Deleting port 130c2033-207c-4e1c-ba28-2ce0d0451593 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:22.231519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c4268295-dff7-49dd-a249-f7f955aceaa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.232089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:22.252423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-564f94e3-4ab0-443a-beb5-f1ce73148332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.260384 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Sync routers for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:22.287012 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:22.289382 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:22.302612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port eb2024ee-6449-4a6f-8362-50d0b67bcd4f {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:22.302612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.329023 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1a076cc1-8c59-4f75-8e9d-a3073198c17d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "PUT /v2.0/routers/80764aa5-a513-4017-8c04-5d66b06fd747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6615140 Mar 24 17:05:22.352844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862c6c5-3d32-4128-8eb4-f315bf61f767 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'Port': ['ID=65926920-296f-4d54-ab52-4ad0f94f6c62,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:22.443429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.477426 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-564f94e3-4ab0-443a-beb5-f1ce73148332 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cd6a24116a8460cb3b6944d221d2532&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2769227 Mar 24 17:05:22.486849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35796) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:22.490505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f94e3-4ab0-443a-beb5-f1ce73148332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91786a20-0482-4282-9601-d61dba85c4df,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:22.523123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c4268295-dff7-49dd-a249-f7f955aceaa2 None None] For port 130c2033-207c-4e1c-ba28-2ce0d0451593, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=130c2033-207c-4e1c-ba28-2ce0d0451593,segment=NetworkSegment(5821c4a8-6a7e-4a2f-aa86-161570b9ab32),segment_id=5821c4a8-6a7e-4a2f-aa86-161570b9ab32)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:22.523586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c4268295-dff7-49dd-a249-f7f955aceaa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.569599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 130c2033-207c-4e1c-ba28-2ce0d0451593 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:22.570250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.660264 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:05:22.682148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e524-c335-4d51-8d32-dd8485251e25 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.739637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc651dc6-c7ec-412d-b46d-81f046aafa0a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.746873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.747622 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.748294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.748766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.749237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.749707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.750174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.750640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.751105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.751568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.752054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.752519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.752980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.753512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.753904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.754361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.754817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.755271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:22.757037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Synchronizing usage tracker for tenant:0c7adec258ab4b2ea196abf32fb72a04 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:22.795052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c4268295-dff7-49dd-a249-f7f955aceaa2 None None] Calling delete_port for 130c2033-207c-4e1c-ba28-2ce0d0451593 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:22.828806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc651dc6-c7ec-412d-b46d-81f046aafa0a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=51fe0485-f73a-41c9-9c6c-d422fe0e8dd2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:22.832001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1792b199-d50e-46dc-838d-294e51c1f018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.841011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:22.875907 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-c9a52bb6-7ab3-405c-8e37-2a72a4e99f42 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936728705&fields=id&tenant_id=cb4059de826b4890846a22f339997227 HTTP/1.1" status: 200 len: 267 time: 0.2644486 Mar 24 17:05:23.041269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c4268295-dff7-49dd-a249-f7f955aceaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.061074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for eb2024ee-6449-4a6f-8362-50d0b67bcd4f owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:23.132570 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:16Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a', 'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'mac_address': 'fa:16:3e:cb:9a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:05:13Z', 'updated_at': '2022-03-24T17:05:17Z', 'revision_number': 2, 'project_id': 'cb4059de826b4890846a22f339997227', 'subnets': [{'id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:23.137846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4268295-dff7-49dd-a249-f7f955aceaa2 None None] Pushing event deleted for resources: {'Port': ['ID=130c2033-207c-4e1c-ba28-2ce0d0451593,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:23.138485 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Checking router: 80764aa5-a513-4017-8c04-5d66b06fd747 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:05:23.138995 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Updating router 80764aa5-a513-4017-8c04-5d66b06fd747 port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:05:23.156998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4268295-dff7-49dd-a249-f7f955aceaa2 None None] No DVR routers for this DVR port 130c2033-207c-4e1c-ba28-2ce0d0451593 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:23.170822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Unset dirty status for tenant:0c7adec258ab4b2ea196abf32fb72a04 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:23.175443 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dc4887d4-bfa3-4dd4-bda5-8a8de240955a tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16231 time: 1.0248597 Mar 24 17:05:23.179390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.182479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35812) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:23.215488 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.275144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event deleted for resources: {'Port': ['ID=a74db531-9c5f-444a-a819-6bc0aac38935,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:23.304058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e524-c335-4d51-8d32-dd8485251e25 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.358734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:23.366330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1e524-c335-4d51-8d32-dd8485251e25 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Subnet': ['ID=17819303-0f47-467c-80d1-a5ea404f0688,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:23.377887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-55953a74-090f-4252-a048-72b9ed04ef54 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:23.379313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-55953a74-090f-4252-a048-72b9ed04ef54 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/networks?id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 HTTP/1.1" status: 200 len: 797 time: 0.4789932 Mar 24 17:05:23.410741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] For port 130c2033-207c-4e1c-ba28-2ce0d0451593, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=130c2033-207c-4e1c-ba28-2ce0d0451593,segment=NetworkSegment(5821c4a8-6a7e-4a2f-aa86-161570b9ab32),segment_id=5821c4a8-6a7e-4a2f-aa86-161570b9ab32)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:23.411273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.426734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e524-c335-4d51-8d32-dd8485251e25 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.431458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b9320-a8ec-45ae-b102-d6f3973c550f None None] Network a2c19b9d-5599-468c-84e6-ba17017df4dd requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:23.444631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc651dc6-c7ec-412d-b46d-81f046aafa0a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.460869 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ceb9a338-5b2b-4ce8-9b46-60016eb33a94 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/quotas/cb4059de826b4890846a22f339997227 HTTP/1.1" status: 200 len: 375 time: 0.0459747 Mar 24 17:05:23.467680 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2ab1e524-c335-4d51-8d32-dd8485251e25 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/subnets/17819303-0f47-467c-80d1-a5ea404f0688 HTTP/1.1" status: 204 len: 168 time: 2.3615036 Mar 24 17:05:23.470413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35816) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:23.474874 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cc651dc6-c7ec-412d-b46d-81f046aafa0a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/51fe0485-f73a-41c9-9c6c-d422fe0e8dd2 HTTP/1.1" status: 204 len: 168 time: 3.4695520 Mar 24 17:05:23.497249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35820) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:23.555163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:23.555887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.579701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.580542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 130c2033-207c-4e1c-ba28-2ce0d0451593 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:23.613087 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.626369 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Transition to ACTIVE for port object 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:23.643157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1792b199-d50e-46dc-838d-294e51c1f018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.704284 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.810212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-801b8ed6-e109-444b-ae9b-1fd0827e4e61 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Deleting port 65926920-296f-4d54-ab52-4ad0f94f6c62 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:23.810479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-801b8ed6-e109-444b-ae9b-1fd0827e4e61 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.845200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:23.845492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:23.905491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.919762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:23.938224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e01df7f-7d37-4a2d-834c-5ed67c959156 None None] DHCP port deletion for a2c19b9d-5599-468c-84e6-ba17017df4dd request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:23.945045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 130c2033-207c-4e1c-ba28-2ce0d0451593 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:23.990590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5e01df7f-7d37-4a2d-834c-5ed67c959156 None None] Deleting port 3d50ffe7-152a-460e-8aaa-43fd4952181d {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:23.994911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e01df7f-7d37-4a2d-834c-5ed67c959156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.015019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ff0aa-f100-46c3-ac33-d2310aa05b80 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:24.016851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ff0aa-f100-46c3-ac33-d2310aa05b80 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:24.018539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ff0aa-f100-46c3-ac33-d2310aa05b80 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:24.019493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b5ff0aa-f100-46c3-ac33-d2310aa05b80 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:24.030811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.041557 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Pushing event updated for resources: {'Port': ['ID=9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:24.051303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 130c2033-207c-4e1c-ba28-2ce0d0451593 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:24.051786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 130c2033-207c-4e1c-ba28-2ce0d0451593 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:24.068865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1792b199-d50e-46dc-838d-294e51c1f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.074846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting port 3d50ffe7-152a-460e-8aaa-43fd4952181d {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:24.075196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.083404 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.084983 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.085485 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.086210 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.086700 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.087358 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.087840 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.088329 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.089096 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.090183 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.092617 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.093178 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:24.112271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-74ba1f03-a52c-44bd-a509-f2f590519113 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Synchronizing usage tracker for tenant:cb4059de826b4890846a22f339997227 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:24.126684 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Attempting to bind port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:24.127335 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Attempting to bind port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:24.127847 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Attempting to bind port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a on network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:24.137158 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:24.137848 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Checking segment: {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:24.138487 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.139034 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Bound using segment: {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:24.139701 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Bound port: 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:24.140258 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.141650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b5ff0aa-f100-46c3-ac33-d2310aa05b80 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:24.154195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35824) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:24.154993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792b199-d50e-46dc-838d-294e51c1f018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91786a20-0482-4282-9601-d61dba85c4df,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:24.155643 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3b5ff0aa-f100-46c3-ac33-d2310aa05b80 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6141462 Mar 24 17:05:24.156373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.156910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Fanout notify agent at l3_agent the message router_deleted on router a248f0d6-98eb-4ebf-acdf-5e074a3492af {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:05:24.217709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.225256 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7417402c-3eda-41df-9f9e-8ae35eddb246 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/a248f0d6-98eb-4ebf-acdf-5e074a3492af HTTP/1.1" status: 204 len: 168 time: 6.0565116 Mar 24 17:05:24.227915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35828) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:24.253685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-74ba1f03-a52c-44bd-a509-f2f590519113 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Unset dirty status for tenant:cb4059de826b4890846a22f339997227 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:24.255143 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-74ba1f03-a52c-44bd-a509-f2f590519113 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb4059de826b4890846a22f339997227&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7838833 Mar 24 17:05:24.298774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5e01df7f-7d37-4a2d-834c-5ed67c959156 None None] For port 3d50ffe7-152a-460e-8aaa-43fd4952181d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3d50ffe7-152a-460e-8aaa-43fd4952181d,segment=NetworkSegment(67479eba-d55f-4885-9a41-2511bba37a20),segment_id=67479eba-d55f-4885-9a41-2511bba37a20)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:24.299565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e01df7f-7d37-4a2d-834c-5ed67c959156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.312166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1749592290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:24.326851 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] For port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:24.327266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:24.337872 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] For port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:24.350099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Usage tracker for resource:router and tenant:0a691cf1f4594dc2b631fefdeec780df is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:24.353664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 130c2033-207c-4e1c-ba28-2ce0d0451593 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:24.354004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.390038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:24.409918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:24.413563 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-801b8ed6-e109-444b-ae9b-1fd0827e4e61 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] For port 65926920-296f-4d54-ab52-4ad0f94f6c62, host hv-neutron-8350, got binding levels [] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:24.413873 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.414015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-801b8ed6-e109-444b-ae9b-1fd0827e4e61 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.425317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-69502274-6f0c-45c6-b720-7c84e99a14a9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 92abf880-f758-42e5-b8a7-5e5961b0a0d4 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:24.427240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.432575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5e01df7f-7d37-4a2d-834c-5ed67c959156 None None] Calling delete_port for 3d50ffe7-152a-460e-8aaa-43fd4952181d owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:24.501054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69502274-6f0c-45c6-b720-7c84e99a14a9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.528230 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:24.528968 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:24.537595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1792b199-d50e-46dc-838d-294e51c1f018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.539051 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1792b199-d50e-46dc-838d-294e51c1f018 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91786a20-0482-4282-9601-d61dba85c4df HTTP/1.1" status: 204 len: 168 time: 2.0499258 Mar 24 17:05:24.589305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e01df7f-7d37-4a2d-834c-5ed67c959156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.613914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] The port '130c2033-207c-4e1c-ba28-2ce0d0451593' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:05:24.643154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] For port 3d50ffe7-152a-460e-8aaa-43fd4952181d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3d50ffe7-152a-460e-8aaa-43fd4952181d,segment=NetworkSegment(67479eba-d55f-4885-9a41-2511bba37a20),segment_id=67479eba-d55f-4885-9a41-2511bba37a20)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:24.644273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.692895 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01df7f-7d37-4a2d-834c-5ed67c959156 None None] Pushing event deleted for resources: {'Port': ['ID=3d50ffe7-152a-460e-8aaa-43fd4952181d,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:24.693924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=eb2024ee-6449-4a6f-8362-50d0b67bcd4f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:24.694948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01df7f-7d37-4a2d-834c-5ed67c959156 None None] No DVR routers for this DVR port 3d50ffe7-152a-460e-8aaa-43fd4952181d on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:24.717199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-801b8ed6-e109-444b-ae9b-1fd0827e4e61 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Calling delete_port for 65926920-296f-4d54-ab52-4ad0f94f6c62 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:24.825617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Calling delete_port for 3d50ffe7-152a-460e-8aaa-43fd4952181d owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:24.845261 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aada22-91ba-4fa6-8e99-5fc78022de49 None None] Pushing event updated for resources: {'Port': ['ID=9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:24.860834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.865963 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.879345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:24.912934 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:05:24.975990 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-a20ac83d-433c-4bc5-8347-032432b49ba2 service neutron] 10.222.0.47 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893921 Mar 24 17:05:25.060865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69502274-6f0c-45c6-b720-7c84e99a14a9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.144124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:25.144360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:25.150691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69502274-6f0c-45c6-b720-7c84e99a14a9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.152807 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-17c87b08-a5a5-405b-923f-7c2281f4f979 service neutron] 10.222.0.47 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442873 Mar 24 17:05:25.185236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.308959 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:16Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a', 'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'mac_address': 'fa:16:3e:cb:9a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:05:13Z', 'updated_at': '2022-03-24T17:05:24Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'subnets': [{'id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:25.314006 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff4431-d001-4b1f-a9c7-785b8d47275d None None] The sync data for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv is: [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:16Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a', 'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'mac_address': 'fa:16:3e:cb:9a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:05:13Z', 'updated_at': '2022-03-24T17:05:24Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'subnets': [{'id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:25.324299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3d50ffe7-152a-460e-8aaa-43fd4952181d no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:25.408325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 3d50ffe7-152a-460e-8aaa-43fd4952181d {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:25.408855 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3d50ffe7-152a-460e-8aaa-43fd4952181d not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:25.420275 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-801b8ed6-e109-444b-ae9b-1fd0827e4e61 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.476255 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c2c06d32-7043-4140-9d35-6f2377619f8d req-5473c8f5-c18a-42a5-bc59-9420bfd3a090 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 210 time: 0.0600243 Mar 24 17:05:25.524297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.534809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-801b8ed6-e109-444b-ae9b-1fd0827e4e61 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.563762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8ed6-e109-444b-ae9b-1fd0827e4e61 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event deleted for resources: {'Port': ['ID=65926920-296f-4d54-ab52-4ad0f94f6c62,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:25.595166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1194270c-5a4d-4c27-8bf8-7ccf06bc72d6']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:25.645955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Deleting port 3d50ffe7-152a-460e-8aaa-43fd4952181d {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:25.646510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.680344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.684523 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5f039d46-b144-4334-b194-c4408a88bb3d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4415243 Mar 24 17:05:25.694405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5821c4a8-6a7e-4a2f-aa86-161570b9ab32') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:25.694405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5821c4a8-6a7e-4a2f-aa86-161570b9ab32') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:25.695849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35844) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:25.701127 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-801b8ed6-e109-444b-ae9b-1fd0827e4e61 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "DELETE /v2.0/ports/65926920-296f-4d54-ab52-4ad0f94f6c62 HTTP/1.1" status: 204 len: 168 time: 2.5176041 Mar 24 17:05:25.703349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:25.752363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.758616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35848) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:25.817140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] The port '3d50ffe7-152a-460e-8aaa-43fd4952181d' was deleted {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:05:25.824625 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-f856a7b1-758a-4193-bace-869bbc41292c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] GET failed (client error): The resource could not be found. Mar 24 17:05:25.825157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f856a7b1-758a-4193-bace-869bbc41292c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Synchronizing usage tracker for tenant:0c7adec258ab4b2ea196abf32fb72a04 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:25.827984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.860575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:25.863439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:25.884883 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:25.981271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:25.990684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69502274-6f0c-45c6-b720-7c84e99a14a9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.103554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69502274-6f0c-45c6-b720-7c84e99a14a9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=92abf880-f758-42e5-b8a7-5e5961b0a0d4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:26.113227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69502274-6f0c-45c6-b720-7c84e99a14a9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.115952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f856a7b1-758a-4193-bace-869bbc41292c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Unset dirty status for tenant:0c7adec258ab4b2ea196abf32fb72a04 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:26.120992 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f856a7b1-758a-4193-bace-869bbc41292c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "GET /v2.0/ports/65926920-296f-4d54-ab52-4ad0f94f6c62 HTTP/1.1" status: 404 len: 333 time: 0.3575354 Mar 24 17:05:26.122988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18e637b-c66c-4006-bfee-960ec4804d86 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:26.133554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35852) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:26.139504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-719973369', 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:26.206718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:26.222906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.224744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.250822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.252774 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/networks/1194270c-5a4d-4c27-8bf8-7ccf06bc72d6 HTTP/1.1" status: 204 len: 168 time: 4.2352703 Mar 24 17:05:26.258864 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:26.260442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c19b9d-5599-468c-84e6-ba17017df4dd']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:26.263674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35858) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:26.271818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7603-c821-4ec4-b257-a83ce345624f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Network': ['ID=1194270c-5a4d-4c27-8bf8-7ccf06bc72d6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:26.278488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67479eba-d55f-4885-9a41-2511bba37a20') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:26.290548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67479eba-d55f-4885-9a41-2511bba37a20') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:26.291405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-450897905'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:26.291503 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-69502274-6f0c-45c6-b720-7c84e99a14a9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/92abf880-f758-42e5-b8a7-5e5961b0a0d4 HTTP/1.1" status: 204 len: 168 time: 2.1326115 Mar 24 17:05:26.321805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:26.328567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:network and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:26.331752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:26.335986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35862) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:26.342051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:26.427178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a995e80-8dff-4c64-8826-4a855406d6b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet eb173132-d596-4a31-be3f-d42f6bd52d32 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:26.431208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.436960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.441918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Made reservation on behalf of 0c7adec258ab4b2ea196abf32fb72a04 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:26.445248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.451686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a995e80-8dff-4c64-8826-4a855406d6b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.472803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:26.476299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.518798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.535104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a995e80-8dff-4c64-8826-4a855406d6b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.604274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:05:26.612580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] device_id is not set on port 91ea59bd-8c4d-457f-99bf-85a4d89f523e yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:26.658204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.658547 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Added segment 20a138e8-11d4-45b9-9685-e098b74e5c73 of type vlan for network c2129037-8a44-4c9a-949f-e59aa350b0e7 Mar 24 17:05:26.724081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:26.724654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 670db153-f7a2-45e5-a5b6-40fc37b48abe has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:05:26.724784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.773919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:26.775560 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:26.892631 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5792f5e5-d2b9-47b1-a660-4026f1aaf29a req-6e92989c-4d26-488e-b603-4fdec2b8f784 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 210 time: 0.1497912 Mar 24 17:05:26.958635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a995e80-8dff-4c64-8826-4a855406d6b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.054658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.060372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:05:27.085881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.112248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Pushing event deleted for resources: {'Network': ['ID=a2c19b9d-5599-468c-84e6-ba17017df4dd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:27.155118 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9fbf135c-8083-4179-b76d-e81420635108 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/networks/a2c19b9d-5599-468c-84e6-ba17017df4dd HTTP/1.1" status: 204 len: 168 time: 3.6784220 Mar 24 17:05:27.155377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35868) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:27.211591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3351338d-6b23-40f2-85a6-b853dc0a0843 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Synchronizing usage tracker for tenant:ed0761edda574a0db76f08581a85a6b2 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:27.222077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a995e80-8dff-4c64-8826-4a855406d6b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.264399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5eb51953-8793-4b2c-8501-08e5d1ef6614 None None] Provisioning complete for port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:27.264885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5eb51953-8793-4b2c-8501-08e5d1ef6614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.273110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.275120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:27.288716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a995e80-8dff-4c64-8826-4a855406d6b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=eb173132-d596-4a31-be3f-d42f6bd52d32,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:27.293198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a995e80-8dff-4c64-8826-4a855406d6b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.298876 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ba6f79d3-63d4-4ac8-a600-b4049d88bba6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/670db153-f7a2-45e5-a5b6-40fc37b48abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7560887 Mar 24 17:05:27.323141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35872) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:27.329327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be18fd-ac8e-413b-a51f-f6d51e03417f None None] Sync routers for ids ['670db153-f7a2-45e5-a5b6-40fc37b48abe'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:27.331905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69909cd-6d8d-479f-abc8-56af0325a195 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:27.410036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.415600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.422310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:27.423030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.426108 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5a995e80-8dff-4c64-8826-4a855406d6b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/eb173132-d596-4a31-be3f-d42f6bd52d32 HTTP/1.1" status: 204 len: 168 time: 1.0889111 Mar 24 17:05:27.435194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35876) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:27.440043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3351338d-6b23-40f2-85a6-b853dc0a0843 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Unset dirty status for tenant:ed0761edda574a0db76f08581a85a6b2 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:27.441150 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3351338d-6b23-40f2-85a6-b853dc0a0843 tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "GET /v2.0/ports?device_id=7820d77e-62c0-4854-93ba-3435affdc46f HTTP/1.1" status: 200 len: 205 time: 0.2845938 Mar 24 17:05:27.481852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:27.499084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35880) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:27.539408 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1382fc44-566d-4298-8458-472039acba3b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003728 Mar 24 17:05:27.539408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.561355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35884) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:27.572342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:27.587032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.590905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be18fd-ac8e-413b-a51f-f6d51e03417f None None] Routers {'670db153-f7a2-45e5-a5b6-40fc37b48abe'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:27.591654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-81be18fd-ac8e-413b-a51f-f6d51e03417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['670db153-f7a2-45e5-a5b6-40fc37b48abe'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:27.665536 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1c57c422-ebad-40fb-b252-cd18e6f174df tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.668562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-81be18fd-ac8e-413b-a51f-f6d51e03417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:27.694644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be18fd-ac8e-413b-a51f-f6d51e03417f None None] Routers {'670db153-f7a2-45e5-a5b6-40fc37b48abe'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:27.695548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-81be18fd-ac8e-413b-a51f-f6d51e03417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['670db153-f7a2-45e5-a5b6-40fc37b48abe'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:27.743117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:27.780908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:27.787650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:27.801967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:27.811550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-81be18fd-ac8e-413b-a51f-f6d51e03417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:27.811550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be18fd-ac8e-413b-a51f-f6d51e03417f None None] The sync data for ids ['670db153-f7a2-45e5-a5b6-40fc37b48abe'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:27.818711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:27.843758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Allocated IP 172.26.4.99 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/7ae68fbe-7d35-4ca4-9055-566e5c81c6b7) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:27.880873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:27.887874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:27.890711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.953790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:27.956363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:27.957540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:27.958194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:27.992510 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7228487 Mar 24 17:05:27.993615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:27.996592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'Port': ['ID=91ea59bd-8c4d-457f-99bf-85a4d89f523e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:27.998290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.018996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536766e9-e1e6-406b-a1f2-b18aa338ff16 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:28.022192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35890) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:28.027593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-536766e9-e1e6-406b-a1f2-b18aa338ff16 None None] Deleting port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:28.028101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-536766e9-e1e6-406b-a1f2-b18aa338ff16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.028955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': 'c2129037-8a44-4c9a-949f-e59aa350b0e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:28.189529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.253522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b1b8c-9342-4e14-9c07-8dd10a145d52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Network': ['ID=c2129037-8a44-4c9a-949f-e59aa350b0e7,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:28.260055 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-26494837-49ea-4d43-94d3-f41f2d505c00 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1228905 Mar 24 17:05:28.274963 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1c57c422-ebad-40fb-b252-cd18e6f174df tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.279889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35894) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:28.305544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network c2129037-8a44-4c9a-949f-e59aa350b0e7 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:05:28.337516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:28.340258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1c57c422-ebad-40fb-b252-cd18e6f174df tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.362515 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a4b2b88a-bf58-436a-b18b-be16569c062e req-57ae85d1-55b9-45a6-b33f-9f3dda7f8d99 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 210 time: 0.2814720 Mar 24 17:05:28.430641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:28.442724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.445589 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-536766e9-e1e6-406b-a1f2-b18aa338ff16 None None] For port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=18e3245a-1d04-4f88-bf5b-9538ddc5eb30,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:28.445835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:28.446048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-536766e9-e1e6-406b-a1f2-b18aa338ff16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.450020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:28.454471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.457147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:28.583104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:28.586960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.638140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-536766e9-e1e6-406b-a1f2-b18aa338ff16 None None] Calling delete_port for 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:28.693329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.710177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:28.749009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.750159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98abc5-ba6b-4125-8f0a-74f7152a7b22 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:28.750726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5b98abc5-ba6b-4125-8f0a-74f7152a7b22 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Synchronizing usage tracker for tenant:0c7adec258ab4b2ea196abf32fb72a04 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:28.802462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-6a38fe31-f4b6-4810-ab50-33a278fdd88d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:28.803138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-6a38fe31-f4b6-4810-ab50-33a278fdd88d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Synchronizing usage tracker for tenant:cb4059de826b4890846a22f339997227 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:28.809906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:28.832227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:28.845090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:28.849498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-536766e9-e1e6-406b-a1f2-b18aa338ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.875646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:28.877201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1c57c422-ebad-40fb-b252-cd18e6f174df tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.877675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c57c422-ebad-40fb-b252-cd18e6f174df tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Fanout notify agent at l3_agent the message router_deleted on router 7820d77e-62c0-4854-93ba-3435affdc46f {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:05:28.882790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5b98abc5-ba6b-4125-8f0a-74f7152a7b22 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Unset dirty status for tenant:0c7adec258ab4b2ea196abf32fb72a04 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:28.883931 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5b98abc5-ba6b-4125-8f0a-74f7152a7b22 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "GET /v2.0/ports/91ea59bd-8c4d-457f-99bf-85a4d89f523e HTTP/1.1" status: 200 len: 954 time: 0.5462708 Mar 24 17:05:28.888844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35902) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:28.897684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:28.908621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event updated for resources: {'Port': ['ID=7ae68fbe-7d35-4ca4-9055-566e5c81c6b7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:28.912763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:28.913341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.936149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1c57c422-ebad-40fb-b252-cd18e6f174df tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:28.939348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=59b82825-da4d-4f47-9aac-78748b112f42,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:28.939513 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1c57c422-ebad-40fb-b252-cd18e6f174df tempest-RoutersNegativeIpV6Test-806594819 tempest-RoutersNegativeIpV6Test-806594819-project] 10.222.0.47 "DELETE /v2.0/routers/7820d77e-62c0-4854-93ba-3435affdc46f HTTP/1.1" status: 204 len: 168 time: 1.4329057 Mar 24 17:05:28.947897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536766e9-e1e6-406b-a1f2-b18aa338ff16 None None] Pushing event deleted for resources: {'Port': ['ID=18e3245a-1d04-4f88-bf5b-9538ddc5eb30,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:28.955877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536766e9-e1e6-406b-a1f2-b18aa338ff16 None None] No DVR routers for this DVR port 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:28.969918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-6a38fe31-f4b6-4810-ab50-33a278fdd88d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Unset dirty status for tenant:cb4059de826b4890846a22f339997227 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:28.969918 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-6a38fe31-f4b6-4810-ab50-33a278fdd88d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.48 "GET /v2.0/networks?id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 HTTP/1.1" status: 200 len: 797 time: 0.8981121 Mar 24 17:05:28.979750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5559794a-4fb7-49d3-95b5-0e8107e6d03c None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:29.098130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-6407fad1-b2da-449e-bd2e-d9173cc44e3d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Synchronizing usage tracker for tenant:cb4059de826b4890846a22f339997227 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:29.104753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0f0707d8-0aad-469a-b1a0-67774a578ad3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Deleting port 91ea59bd-8c4d-457f-99bf-85a4d89f523e {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:29.105729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0f0707d8-0aad-469a-b1a0-67774a578ad3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:29.149660 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a606b6e6-07c2-46b6-b27c-7b338bcc98fc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5820882 Mar 24 17:05:29.149965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35908) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:29.156071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:29.230796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '59b82825-da4d-4f47-9aac-78748b112f42'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:05:29.231695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:29.337396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:29.398024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:29.427314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-6407fad1-b2da-449e-bd2e-d9173cc44e3d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Unset dirty status for tenant:cb4059de826b4890846a22f339997227 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:29.428653 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-6407fad1-b2da-449e-bd2e-d9173cc44e3d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb4059de826b4890846a22f339997227 HTTP/1.1" status: 200 len: 379 time: 0.4485779 Mar 24 17:05:29.449374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'port': {'device_id': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'admin_state_up': True, 'tenant_id': 'cb4059de826b4890846a22f339997227', 'security_groups': ['54af3a8e-dfa6-4126-bdf5-838cd3415863']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:29.530777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Allocated IP 172.20.0.2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/59b82825-da4d-4f47-9aac-78748b112f42/80e33057-6fd6-4292-b2b7-9ab938ab8784) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:29.550550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35916) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:29.578332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:29.578537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:29.630923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0f0707d8-0aad-469a-b1a0-67774a578ad3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:29.649318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:29.650773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=ff41cf33-bc1e-4861-a094-1cab6473de6a,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:29.664422 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2dfd8baa-d9cf-4cd1-b08d-94a36dd6825c req-e9fa2164-c55a-49ff-9fde-9de4e88cc642 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 210 time: 0.0964458 Mar 24 17:05:29.705202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Checking segment: {'id': '20a138e8-11d4-45b9-9685-e098b74e5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c2129037-8a44-4c9a-949f-e59aa350b0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:29.706498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network hostable DHCP agents. Network: c2129037-8a44-4c9a-949f-e59aa350b0e7, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:05:29.722369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:29.726540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:29.782858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:29.798921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0f0707d8-0aad-469a-b1a0-67774a578ad3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Calling delete_port for 91ea59bd-8c4d-457f-99bf-85a4d89f523e owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:29.837525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:29.901303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network c2129037-8a44-4c9a-949f-e59aa350b0e7 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:05:29.908427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:29.920099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Transition to ACTIVE for port object 80e33057-6fd6-4292-b2b7-9ab938ab8784 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:29.939291 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Transition to ACTIVE for port object 80e33057-6fd6-4292-b2b7-9ab938ab8784 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:29.961177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:29.975938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:30.007293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.013655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:30.015618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, c2129037-8a44-4c9a-949f-e59aa350b0e7) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:30.017141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.030213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:30.030987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.054272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d9f5c0-c8f5-4833-a938-1dc04b1d777a None None] Network c2129037-8a44-4c9a-949f-e59aa350b0e7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:30.069057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:30.069396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 18e3245a-1d04-4f88-bf5b-9538ddc5eb30 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:30.082689 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7d1258bb-322d-425c-a218-6d11e705e087 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed0761edda574a0db76f08581a85a6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202100 Mar 24 17:05:30.123893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35922) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:30.169513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:30.187659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:30.189932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:30.190132 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:30.195189 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Pushing event updated for resources: {'Port': ['ID=80e33057-6fd6-4292-b2b7-9ab938ab8784,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:30.203279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0f0707d8-0aad-469a-b1a0-67774a578ad3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.275496 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8ef50957-3c6c-45fa-a9c1-230f26ce229c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2493255 Mar 24 17:05:30.275716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35926) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:30.284395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': 'c2129037-8a44-4c9a-949f-e59aa350b0e7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1427649272'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:30.291889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:30.294080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0707d8-0aad-469a-b1a0-67774a578ad3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event deleted for resources: {'Port': ['ID=91ea59bd-8c4d-457f-99bf-85a4d89f523e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:30.320638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0f0707d8-0aad-469a-b1a0-67774a578ad3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.346826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Attempting to bind port 80e33057-6fd6-4292-b2b7-9ab938ab8784 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:30.347423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Attempting to bind port 80e33057-6fd6-4292-b2b7-9ab938ab8784 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:30.347780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Attempting to bind port 80e33057-6fd6-4292-b2b7-9ab938ab8784 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:30.365851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:30.366302 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:30.367190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.367190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:30.367537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Bound port: 80e33057-6fd6-4292-b2b7-9ab938ab8784, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:30.367863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.373015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.437225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.498207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0240efee-27fd-4731-b456-94a3db487107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.524962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ab800b8b-c90b-40a2-a901-5b52bcecdad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.530361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] For port 80e33057-6fd6-4292-b2b7-9ab938ab8784, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:30.534973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-c2129037-8a44-4c9a-949f-e59aa350b0e7', 'network_id': 'c2129037-8a44-4c9a-949f-e59aa350b0e7', 'tenant_id': 'cb64c021346c4a06b81f23d0cd4139e8', 'fixed_ips': [{'subnet_id': 'ff41cf33-bc1e-4861-a094-1cab6473de6a'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:05:30.535792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.559437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] For port 80e33057-6fd6-4292-b2b7-9ab938ab8784, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80e33057-6fd6-4292-b2b7-9ab938ab8784,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:30.581503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Made reservation on behalf of cb4059de826b4890846a22f339997227 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:30.585219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.602697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:30.606107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ab800b8b-c90b-40a2-a901-5b52bcecdad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.665178 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0f0707d8-0aad-469a-b1a0-67774a578ad3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "DELETE /v2.0/ports/91ea59bd-8c4d-457f-99bf-85a4d89f523e HTTP/1.1" status: 204 len: 168 time: 1.7728102 Mar 24 17:05:30.668634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35930) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:30.672219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.673435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:port and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:30.721778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:30.738609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:30.742990 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fc1004-a689-4e3b-8869-43b1be169535 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] GET failed (client error): The resource could not be found. Mar 24 17:05:30.744336 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e9fc1004-a689-4e3b-8869-43b1be169535 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "GET /v2.0/ports/91ea59bd-8c4d-457f-99bf-85a4d89f523e HTTP/1.1" status: 404 len: 333 time: 0.0747643 Mar 24 17:05:30.750081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35936) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:30.769017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Request body: {'port': {'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-141543075'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:30.786486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:30.838226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784d2da-8b7e-450c-a610-880a4d821dc9 None None] Pushing event updated for resources: {'Port': ['ID=80e33057-6fd6-4292-b2b7-9ab938ab8784,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:30.847510 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a5f952f-c49d-4b8c-963c-49578e7b1551 req-9c2b9756-b031-4217-9543-0bc62e098012 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 210 time: 0.0552146 Mar 24 17:05:30.857128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Usage tracker for resource:port and tenant:0c7adec258ab4b2ea196abf32fb72a04 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:30.875835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:30.876648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:30.879506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.887669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Allocated IP 2001:db8::2 (c2129037-8a44-4c9a-949f-e59aa350b0e7/ff41cf33-bc1e-4861-a094-1cab6473de6a/11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:30.890831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:30.908640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 9c90e463-0a9e-462e-8e23-fdf6bbd672a3 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:30.942260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 97bbfad3-ab42-4e5a-b301-13372fa0ebc3 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:30.942260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.944186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ab800b8b-c90b-40a2-a901-5b52bcecdad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.983688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab800b8b-c90b-40a2-a901-5b52bcecdad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1e464-8d57-4085-b00a-b9095488bfed,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:30.994687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ab800b8b-c90b-40a2-a901-5b52bcecdad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:30.998997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ab800b8b-c90b-40a2-a901-5b52bcecdad6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bea1e464-8d57-4085-b00a-b9095488bfed HTTP/1.1" status: 204 len: 168 time: 0.8718958 Mar 24 17:05:31.000247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Allocated IP 172.20.0.11 (0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56/28342b6b-aa72-4f1a-8152-467ff34c47cb/002acf49-8846-4432-a0a1-93ab5e067b1e) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:31.000915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Router 041ff409-36fa-4791-b528-dd6c27dbd789 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:05:31.056181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Made reservation on behalf of 0c7adec258ab4b2ea196abf32fb72a04 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:31.059083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:31.172146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] device_id is not set on port b7c09719-2cb6-4d86-a4b5-0fab4579b012 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:31.205105 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:31.227304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Transition to ACTIVE for port object 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:31.231876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:31.242509 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f3fa6-58c3-4927-a839-bfc3b4b12cf6 None None] Sync routers for ids ['041ff409-36fa-4791-b528-dd6c27dbd789'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:31.253127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:31.257031 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fdc65e06-719e-4846-a302-35418aac9e46 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "PUT /v2.0/routers/041ff409-36fa-4791-b528-dd6c27dbd789 HTTP/1.1" status: 200 len: 883 time: 5.5592175 Mar 24 17:05:31.257940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35942) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:31.264916 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f3fa6-58c3-4927-a839-bfc3b4b12cf6 None None] Routers {'041ff409-36fa-4791-b528-dd6c27dbd789'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:31.265856 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8f8f3fa6-58c3-4927-a839-bfc3b4b12cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['041ff409-36fa-4791-b528-dd6c27dbd789'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:31.279923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Transition to ACTIVE for port object 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:31.394871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:31.425827 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8f8f3fa6-58c3-4927-a839-bfc3b4b12cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:31.450597 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f3fa6-58c3-4927-a839-bfc3b4b12cf6 None None] Routers {'041ff409-36fa-4791-b528-dd6c27dbd789'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:31.451953 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8f8f3fa6-58c3-4927-a839-bfc3b4b12cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['041ff409-36fa-4791-b528-dd6c27dbd789'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:31.490560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Network c2129037-8a44-4c9a-949f-e59aa350b0e7 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:31.500274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:31.508667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:31.511759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Pushing event updated for resources: {'Port': ['ID=11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:31.592903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:31.598268 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8f8f3fa6-58c3-4927-a839-bfc3b4b12cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:31.598753 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f3fa6-58c3-4927-a839-bfc3b4b12cf6 None None] The sync data for ids ['041ff409-36fa-4791-b528-dd6c27dbd789'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:31.606614 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3a04e4ca-5c81-43f7-9f40-6b9677f662e4 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/routers/041ff409-36fa-4791-b528-dd6c27dbd789 HTTP/1.1" status: 200 len: 924 time: 0.3474262 Mar 24 17:05:31.607243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35948) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:31.619146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Attempting to bind port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:31.619670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Attempting to bind port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '20a138e8-11d4-45b9-9685-e098b74e5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c2129037-8a44-4c9a-949f-e59aa350b0e7'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:31.620071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Attempting to bind port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc on network c2129037-8a44-4c9a-949f-e59aa350b0e7 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:31.626655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:31.627032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Checking segment: {'id': '20a138e8-11d4-45b9-9685-e098b74e5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c2129037-8a44-4c9a-949f-e59aa350b0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:31.627436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:31.627829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Bound using segment: {'id': '20a138e8-11d4-45b9-9685-e098b74e5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c2129037-8a44-4c9a-949f-e59aa350b0e7'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:31.628460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Bound port: 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a138e8-11d4-45b9-9685-e098b74e5c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c2129037-8a44-4c9a-949f-e59aa350b0e7'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:31.628841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:31.736372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] For port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:31.739987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] For port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc,segment=NetworkSegment(20a138e8-11d4-45b9-9685-e098b74e5c73),segment_id=20a138e8-11d4-45b9-9685-e098b74e5c73)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:31.751172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::1a (c2129037-8a44-4c9a-949f-e59aa350b0e7/ff41cf33-bc1e-4861-a094-1cab6473de6a/9c90e463-0a9e-462e-8e23-fdf6bbd672a3) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:31.795499 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:31.810888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 97bbfad3-ab42-4e5a-b301-13372fa0ebc3 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:31.829970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5627d6e3-9bbc-439a-ba7d-5cbb17e39737 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:31.830649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5627d6e3-9bbc-439a-ba7d-5cbb17e39737 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Synchronizing usage tracker for tenant:b3c482a249ff44898e907e2e45551920 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:31.949590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a9a91-cb6c-49e1-b681-ca3758fecc9c None None] Pushing event updated for resources: {'Port': ['ID=11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:31.975442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.objects.ports [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88477) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:05:32.009418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5627d6e3-9bbc-439a-ba7d-5cbb17e39737 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Unset dirty status for tenant:b3c482a249ff44898e907e2e45551920 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:32.020128 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5627d6e3-9bbc-439a-ba7d-5cbb17e39737 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=041ff409-36fa-4791-b528-dd6c27dbd789&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4020185 Mar 24 17:05:32.031793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35962) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:32.078500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.117720 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-424fbe75-7fa0-494f-a45d-4fa5b99eb76b req-3e74dc2a-7f43-4822-bd5c-c4a618c848e1 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 210 time: 0.0949066 Mar 24 17:05:32.146981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 9c90e463-0a9e-462e-8e23-fdf6bbd672a3 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:32.203233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.262895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.523537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e07a3b6-8b02-4bd0-a32c-ec1509d4f523 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:32.523537 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0e07a3b6-8b02-4bd0-a32c-ec1509d4f523 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 881 time: 0.4841723 Mar 24 17:05:32.523537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35974) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:32.589130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Transition to ACTIVE for port object 002acf49-8846-4432-a0a1-93ab5e067b1e will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:32.590256 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-300b0603-33e6-48a5-9373-4cd5ba698a42 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=041ff409-36fa-4791-b528-dd6c27dbd789 HTTP/1.1" status: 200 len: 205 time: 0.0652108 Mar 24 17:05:32.592783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35978) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:32.601637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.658411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a1aca42-ca42-473b-a769-112e789e7331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.679316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.693706 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 35982) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:32.720236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7893cda7-602b-4a4d-a233-8970e1a8cd52 None None] Provisioning for port 80e33057-6fd6-4292-b2b7-9ab938ab8784 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:32.744527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.747202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.824330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network c2129037-8a44-4c9a-949f-e59aa350b0e7 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:32.831330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:32.834080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:32.840914 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:32.841133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.848477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0e10699f-89a1-4297-a7c5-5e60ee76b2bd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:32.848968 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-0e10699f-89a1-4297-a7c5-5e60ee76b2bd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 24 17:05:32.849397 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-0e10699f-89a1-4297-a7c5-5e60ee76b2bd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): There was a conflict when trying to complete your request. Mar 24 17:05:32.855026 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0e10699f-89a1-4297-a7c5-5e60ee76b2bd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1602399 Mar 24 17:05:32.856271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35988) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:32.862091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.881116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:32.888749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:32.888959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--479449110'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:32.896971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:32.899154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=9c90e463-0a9e-462e-8e23-fdf6bbd672a3,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:32.905442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:32.909619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:32.960693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:32.976409 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-10ffe981-27c4-416c-b156-130548ad525f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6971114 Mar 24 17:05:32.976409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:32.985708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35992) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:32.986887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:33.001183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.010596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:33.022176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'Port': ['ID=b7c09719-2cb6-4d86-a4b5-0fab4579b012,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:33.027506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:33.032666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:33.034105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:33.034725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.153893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e938d827-5687-4abc-95fc-9ca00a1ae7af tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 9c90e463-0a9e-462e-8e23-fdf6bbd672a3 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:33.154238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e938d827-5687-4abc-95fc-9ca00a1ae7af tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.201044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.223154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.263286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:33.269586 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.293497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:33.359088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:33.373658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.396895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'Port': ['ID=002acf49-8846-4432-a0a1-93ab5e067b1e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:33.410729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:33.429314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0b8c2fd6-f04d-46f6-99e0-5490bff457e1 None None] Provisioning for port 002acf49-8846-4432-a0a1-93ab5e067b1e completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:33.435346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0b8c2fd6-f04d-46f6-99e0-5490bff457e1 None None] Provisioning complete for port 002acf49-8846-4432-a0a1-93ab5e067b1e triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:33.435774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2fd6-f04d-46f6-99e0-5490bff457e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.442734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:33.502287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c2fd6-f04d-46f6-99e0-5490bff457e1 None None] Port 002acf49-8846-4432-a0a1-93ab5e067b1e cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:33.522961 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:33.537513 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bffe8c55-4a42-4fe1-a93e-9f0718afdac4 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7808845 Mar 24 17:05:33.546329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 35998) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:33.547046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Deleting port 7ae68fbe-7d35-4ca4-9055-566e5c81c6b7 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:33.547377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.561194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b62fddd-2ad3-4c17-8d04-100bc66b9c6a None None] Network c2129037-8a44-4c9a-949f-e59aa350b0e7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:33.596532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:33.630972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=97bbfad3-ab42-4e5a-b301-13372fa0ebc3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:33.646827 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-7503f61c-d518-4ba4-b457-550a741ac638 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2076237 Mar 24 17:05:33.696041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.704440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Request body: {'port': {'device_id': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:33.797680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65552b-0e36-4439-bfef-86736e59496b req-1e7304cb-e82d-4554-bd8e-bbc3a480e510 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:33.799736 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-de65552b-0e36-4439-bfef-86736e59496b req-1e7304cb-e82d-4554-bd8e-bbc3a480e510 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 932 time: 0.5034511 Mar 24 17:05:33.802691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:33.805852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-81a12222-6b1f-44b5-94d2-a2c9f603bd92 None None] Provisioning for port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:33.832194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:33.832919 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.875458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-81a12222-6b1f-44b5-94d2-a2c9f603bd92 None None] Provisioning complete for port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:33.876156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-81a12222-6b1f-44b5-94d2-a2c9f603bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.909595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.965614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:33.987675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] For port 80e33057-6fd6-4292-b2b7-9ab938ab8784, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80e33057-6fd6-4292-b2b7-9ab938ab8784,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:34.018251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e938d827-5687-4abc-95fc-9ca00a1ae7af tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.113049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.126574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.137501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-81a12222-6b1f-44b5-94d2-a2c9f603bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.188544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:05:34.193871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc,segment=NetworkSegment(20a138e8-11d4-45b9-9685-e098b74e5c73),segment_id=20a138e8-11d4-45b9-9685-e098b74e5c73)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:34.211437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 670db153-f7a2-45e5-a5b6-40fc37b48abe has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:05:34.215898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.258377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.264402 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 80e33057-6fd6-4292-b2b7-9ab938ab8784 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:34.332605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e938d827-5687-4abc-95fc-9ca00a1ae7af tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 9c90e463-0a9e-462e-8e23-fdf6bbd672a3 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:34.398266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.441571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.442385 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.457398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-81a12222-6b1f-44b5-94d2-a2c9f603bd92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:34.457672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-81a12222-6b1f-44b5-94d2-a2c9f603bd92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:34.465136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:34.488332 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-de65552b-0e36-4439-bfef-86736e59496b req-a68fb171-09b7-4cfe-b284-4429f122d72d tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5490525 Mar 24 17:05:34.516436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.525516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.532592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 80e33057-6fd6-4292-b2b7-9ab938ab8784 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:34.539180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 80e33057-6fd6-4292-b2b7-9ab938ab8784 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:34.539557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.646942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.652301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:34.686014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.721273 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 80e33057-6fd6-4292-b2b7-9ab938ab8784, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80e33057-6fd6-4292-b2b7-9ab938ab8784,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:34.737420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:34.745578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=80e33057-6fd6-4292-b2b7-9ab938ab8784,revision_number=4']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:34.757143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Calling delete_port for 7ae68fbe-7d35-4ca4-9055-566e5c81c6b7 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:34.758436 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-55cc9990-1949-4e71-ac31-85d488708e6a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/670db153-f7a2-45e5-a5b6-40fc37b48abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4324214 Mar 24 17:05:34.759723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:34.761725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6971df2-3ff2-4810-b2d4-0917580d875a None None] Sync routers for ids ['670db153-f7a2-45e5-a5b6-40fc37b48abe'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:34.763999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36002) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:34.767746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:34.772089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6971df2-3ff2-4810-b2d4-0917580d875a None None] Routers {'670db153-f7a2-45e5-a5b6-40fc37b48abe'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:34.772923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d6971df2-3ff2-4810-b2d4-0917580d875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['670db153-f7a2-45e5-a5b6-40fc37b48abe'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:34.774296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:34.775028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.813298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=01cc38e4-3c9f-4898-b184-e44a0112ccd2,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:34.819115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:34.833135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f8690-095b-4d41-8cfc-963141aa1cc2 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:34.839068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fa0912ea-4037-4eb5-9017-243557ef79c8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:34.840317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:34.849503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:34.864724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:34.907328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d6971df2-3ff2-4810-b2d4-0917580d875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:34.920395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad785e0-9bb8-46d3-834a-c93142ecf294,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:34.976163 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-83488a93-0c71-4bf9-892c-9e1c54f33aa7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.8251185 Mar 24 17:05:34.979591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36006) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:34.987843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:67:c2:cd', 'name': 'tempest-NetworksTestDHCPv6-418650316'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:35.010737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e938d827-5687-4abc-95fc-9ca00a1ae7af tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.020356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fa0912ea-4037-4eb5-9017-243557ef79c8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:35.021506 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fa0912ea-4037-4eb5-9017-243557ef79c8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=670db153-f7a2-45e5-a5b6-40fc37b48abe HTTP/1.1" status: 200 len: 205 time: 0.2516451 Mar 24 17:05:35.021790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6971df2-3ff2-4810-b2d4-0917580d875a None None] Routers {'670db153-f7a2-45e5-a5b6-40fc37b48abe'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:35.022569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d6971df2-3ff2-4810-b2d4-0917580d875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['670db153-f7a2-45e5-a5b6-40fc37b48abe'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:35.028334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36010) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:35.106447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d6971df2-3ff2-4810-b2d4-0917580d875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:35.106853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6971df2-3ff2-4810-b2d4-0917580d875a None None] The sync data for ids ['670db153-f7a2-45e5-a5b6-40fc37b48abe'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:35.126350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=80e33057-6fd6-4292-b2b7-9ab938ab8784,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:35.138040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938d827-5687-4abc-95fc-9ca00a1ae7af tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=9c90e463-0a9e-462e-8e23-fdf6bbd672a3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:35.148317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e938d827-5687-4abc-95fc-9ca00a1ae7af tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.154859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:05:35.248117 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e938d827-5687-4abc-95fc-9ca00a1ae7af tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/9c90e463-0a9e-462e-8e23-fdf6bbd672a3 HTTP/1.1" status: 204 len: 168 time: 2.2555313 Mar 24 17:05:35.256036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.256838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36014) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:35.266086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2b79-6f20-41f7-ae98-c1e9d0c7bcb3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.274586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.280109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9c8e7b5e-90d6-4c4f-8fea-9f0598e4a642 None None] Could not find standard attr ID for object 9c90e463-0a9e-462e-8e23-fdf6bbd672a3. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:05:35.302265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9c8e7b5e-90d6-4c4f-8fea-9f0598e4a642 None None] Provisioning complete for port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:35.302691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9c8e7b5e-90d6-4c4f-8fea-9f0598e4a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.314577 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-d000d64d-623b-4980-8f7b-5bb99ae9c9c1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:05:35.315119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d000d64d-623b-4980-8f7b-5bb99ae9c9c1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:35.327606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] device_id is not set on port b7c09719-2cb6-4d86-a4b5-0fab4579b012 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:35.415916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.431603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:35.436799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.441319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:05:35.504522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Transition to ACTIVE for port object b7c09719-2cb6-4d86-a4b5-0fab4579b012 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:35.534643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd85117-06ca-4853-9b4d-b20ee9fdf7e0,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:35.550440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.553068 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-01d6fc45-3268-4c61-b882-84b87e91292a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6904459 Mar 24 17:05:35.561361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36020) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:35.566397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '3bd85117-06ca-4853-9b4d-b20ee9fdf7e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:35.576185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:35.576998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.582555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:35.587584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:35.592426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d000d64d-623b-4980-8f7b-5bb99ae9c9c1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:35.593929 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d000d64d-623b-4980-8f7b-5bb99ae9c9c1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/9c90e463-0a9e-462e-8e23-fdf6bbd672a3 HTTP/1.1" status: 404 len: 333 time: 0.3332839 Mar 24 17:05:35.595407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:35.605801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.646482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36024) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:35.657619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:35.731161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.787942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:35.796673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 80e33057-6fd6-4292-b2b7-9ab938ab8784 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:35.818191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:35.824368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2b79-6f20-41f7-ae98-c1e9d0c7bcb3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.827768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:35.839723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2b79-6f20-41f7-ae98-c1e9d0c7bcb3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.842982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002acf49-8846-4432-a0a1-93ab5e067b1e {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:05:35.850516 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:35.867821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.874094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'Port': ['ID=b7c09719-2cb6-4d86-a4b5-0fab4579b012,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:35.885370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.944422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 80e33057-6fd6-4292-b2b7-9ab938ab8784 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:35.954812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:35.987779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:35.988163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:35.988506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.002004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event deleted for resources: {'Port': ['ID=7ae68fbe-7d35-4ca4-9055-566e5c81c6b7,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:36.023400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:36.023727 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:36.034407 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 2 to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 Mar 24 17:05:36.052204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:36.074251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5502c2-9dc1-4aac-9bcf-16788137f6aa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet ff41cf33-bc1e-4861-a094-1cab6473de6a {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:36.077515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Transition to ACTIVE for port object 002acf49-8846-4432-a0a1-93ab5e067b1e will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:36.078554 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:36.078910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:36.079236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.083264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.091133 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b5502c2-9dc1-4aac-9bcf-16788137f6aa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.192606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2b79-6f20-41f7-ae98-c1e9d0c7bcb3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.193227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e2b79-6f20-41f7-ae98-c1e9d0c7bcb3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Fanout notify agent at l3_agent the message router_deleted on router 670db153-f7a2-45e5-a5b6-40fc37b48abe {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:05:36.213206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.271237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-011ba656-8359-4552-afb7-c18ed6c1bf35 None None] Provisioning complete for port 80e33057-6fd6-4292-b2b7-9ab938ab8784 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:36.271871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-011ba656-8359-4552-afb7-c18ed6c1bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.284338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2b79-6f20-41f7-ae98-c1e9d0c7bcb3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.285414 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4d9e2b79-6f20-41f7-ae98-c1e9d0c7bcb3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/670db153-f7a2-45e5-a5b6-40fc37b48abe HTTP/1.1" status: 204 len: 168 time: 1.2542341 Mar 24 17:05:36.291342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b5502c2-9dc1-4aac-9bcf-16788137f6aa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.338243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.340889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36028) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:36.341496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:36.341826 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:36.351728 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 3 to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 Mar 24 17:05:36.369732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7af5b-cfdb-4741-9863-0ae03f81084d req-c1c84da7-f155-4bd1-871a-c0e954ff389b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:36.377490 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73a7af5b-cfdb-4741-9863-0ae03f81084d req-c1c84da7-f155-4bd1-871a-c0e954ff389b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 932 time: 0.7174864 Mar 24 17:05:36.487873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Pushing event updated for resources: {'Port': ['ID=002acf49-8846-4432-a0a1-93ab5e067b1e,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:36.497910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.501728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.534098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.540723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:36.541055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:36.541388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.545216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.568637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8c8aaf-9eb1-42e1-9717-83bd28e1db77,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:36.579658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:36.580002 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:36.585706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 4 to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 Mar 24 17:05:36.601447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:36.624616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6327f733-3b59-4378-b0ff-5cab385a72a8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting subnet 5194b992-128f-428e-b237-1c5b5652a5e0 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:36.628451 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73a7af5b-cfdb-4741-9863-0ae03f81084d req-91a43043-9c22-41a3-830a-a3578f7424c5 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489018 Mar 24 17:05:36.632069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6327f733-3b59-4378-b0ff-5cab385a72a8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.647889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b5502c2-9dc1-4aac-9bcf-16788137f6aa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.660881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:36.661225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:36.661564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.680597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:36.680929 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:36.684416 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 5 to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 Mar 24 17:05:36.691555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.695333 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-acc3428b-61f2-4775-8d9b-a36a403ac2f0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1304123 Mar 24 17:05:36.697154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36032) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:36.710249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1a700300-ca27-4564-bc2e-97e22ec55707 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '3bd85117-06ca-4853-9b4d-b20ee9fdf7e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:36.717610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:36.717877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:36.718212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.723546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1a700300-ca27-4564-bc2e-97e22ec55707 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:36.730783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6327f733-3b59-4378-b0ff-5cab385a72a8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.731861 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Attempting to bind port 002acf49-8846-4432-a0a1-93ab5e067b1e on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:36.732225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Attempting to bind port 002acf49-8846-4432-a0a1-93ab5e067b1e by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:36.732552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Attempting to bind port 002acf49-8846-4432-a0a1-93ab5e067b1e on network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.748540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Port 002acf49-8846-4432-a0a1-93ab5e067b1e on network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:36.752888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Attempting to bind port 002acf49-8846-4432-a0a1-93ab5e067b1e on network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.758679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:36.759035 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:36.759951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1a700300-ca27-4564-bc2e-97e22ec55707 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:36.764528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:36.764874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Checking segment: {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:36.765265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Bound using segment: {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:36.765706 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Bound port: 002acf49-8846-4432-a0a1-93ab5e067b1e, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef1874b-e652-4aa0-bddd-d684e49f27c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:36.766048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.767419 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 6 to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 Mar 24 17:05:36.775587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1a700300-ca27-4564-bc2e-97e22ec55707 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:36.784602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.785103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Fanout notify agent at l3_agent the message router_deleted on router 041ff409-36fa-4791-b528-dd6c27dbd789 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:05:36.800348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1a700300-ca27-4564-bc2e-97e22ec55707 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:36.808806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:36.809148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:36.809479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.823312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.824499 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-87971657-1b1e-495a-9c0d-9594f0578092 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/041ff409-36fa-4791-b528-dd6c27dbd789 HTTP/1.1" status: 204 len: 168 time: 4.2308121 Mar 24 17:05:36.828741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:36.829068 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:36.830151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36036) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:36.830588 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 7 to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 Mar 24 17:05:36.846166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-203052094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:36.859895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:36.866799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:36.867125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:36.867467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.869769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Usage tracker for resource:router and tenant:0a691cf1f4594dc2b631fefdeec780df is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:36.873905 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:36.882618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:36.887835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:36.888188 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:36.894778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 8 to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 Mar 24 17:05:36.913704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:36.914004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:36.914341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:36.926677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:36.927016 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:36.930855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 9 to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 Mar 24 17:05:36.948082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a700300-ca27-4564-bc2e-97e22ec55707 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.961510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6327f733-3b59-4378-b0ff-5cab385a72a8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.970328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:36.981287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b5502c2-9dc1-4aac-9bcf-16788137f6aa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:36.991832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:36.992197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:36.992533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:37.017217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:37.017549 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:37.022199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=002acf49-8846-4432-a0a1-93ab5e067b1e,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:37.022585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempt 10 to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 Mar 24 17:05:37.030568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.031516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.039583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5502c2-9dc1-4aac-9bcf-16788137f6aa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=ff41cf33-bc1e-4861-a094-1cab6473de6a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:37.039583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 172.20.0.8 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/59b82825-da4d-4f47-9aac-78748b112f42/5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:37.039583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b5502c2-9dc1-4aac-9bcf-16788137f6aa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.044767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:fe67:c2cd (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/01cc38e4-3c9f-4898-b184-e44a0112ccd2/5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:37.047722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f29198-a6f1-4d9b-8e5d-23a358b5a088 None None] Network c2129037-8a44-4c9a-949f-e59aa350b0e7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:37.056762 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3b5502c2-9dc1-4aac-9bcf-16788137f6aa tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/ff41cf33-bc1e-4861-a094-1cab6473de6a HTTP/1.1" status: 204 len: 168 time: 1.3974881 Mar 24 17:05:37.059850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36040) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:37.067412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:37.067752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:37.068123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempting to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:37.083429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:05:37.083761 dv-neutron-835063-1-hyperv neutron-server[88478]: ERROR neutron.plugins.ml2.managers [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Failed to bind port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on host hv-neutron-8350 for vnic_type normal using segments [{'id': 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0409bf9d-8ebb-4e4b-a9e6-23b732017a0e'}] Mar 24 17:05:37.084156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.112545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.148823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.216445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] For port b7c09719-2cb6-4d86-a4b5-0fab4579b012, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:37.216946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attempted to set empty binding levels {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 24 17:05:37.251819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6327f733-3b59-4378-b0ff-5cab385a72a8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.257899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:37.258507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.263237 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] 10.222.0.48 "PUT /v2.0/ports/002acf49-8846-4432-a0a1-93ab5e067b1e HTTP/1.1" status: 200 len: 1094 time: 3.5597365 Mar 24 17:05:37.263237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:05:37.332147 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-1a700300-ca27-4564-bc2e-97e22ec55707 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): There was a conflict when trying to complete your request. Mar 24 17:05:37.340042 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1a700300-ca27-4564-bc2e-97e22ec55707 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6337681 Mar 24 17:05:37.340320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.340426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.345692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.347125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36046) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:37.369629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca1cb12-2843-4160-a9b9-a2ca13a7c9a5 None None] DHCP port deletion for c2129037-8a44-4c9a-949f-e59aa350b0e7 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:37.378102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-fca1cb12-2843-4160-a9b9-a2ca13a7c9a5 None None] Deleting port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:37.378475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fca1cb12-2843-4160-a9b9-a2ca13a7c9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.405271 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'status': 'completed', 'code': 200} Mar 24 17:05:37.418407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] In _notify_port_updated(), no bound segment for port b7c09719-2cb6-4d86-a4b5-0fab4579b012 on network 0409bf9d-8ebb-4e4b-a9e6-23b732017a0e {{(pid=88478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:05:37.419840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:37.420651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.422233 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "PUT /v2.0/ports/b7c09719-2cb6-4d86-a4b5-0fab4579b012 HTTP/1.1" status: 200 len: 976 time: 3.8510377 Mar 24 17:05:37.425381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6327f733-3b59-4378-b0ff-5cab385a72a8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.435803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327f733-3b59-4378-b0ff-5cab385a72a8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Subnet': ['ID=5194b992-128f-428e-b237-1c5b5652a5e0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:37.438839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36050) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:37.445480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be88ea-df7e-4bc6-83a2-26a0f62e7b0f None None] Network 3c80cf30-358e-40b1-828c-9aa92c7f06ed requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:37.452226 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6327f733-3b59-4378-b0ff-5cab385a72a8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/5194b992-128f-428e-b237-1c5b5652a5e0 HTTP/1.1" status: 204 len: 168 time: 1.1093886 Mar 24 17:05:37.469125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36054) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:37.485600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10d839-5154-4c30-a4a0-78fdf327f99d service neutron] Pushing event updated for resources: {'Port': ['ID=002acf49-8846-4432-a0a1-93ab5e067b1e,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:37.521889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:37.522697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.589653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bf818-a1da-46a8-a9c1-5fe7a454672c tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event updated for resources: {'Port': ['ID=b7c09719-2cb6-4d86-a4b5-0fab4579b012,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:37.593014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.597672 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cc2828a9-3544-4112-8f9c-9b0d58bb27e7 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7600102 Mar 24 17:05:37.598275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36058) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:37.617002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e33960a4-d8cc-4b67-adf3-64825322721f tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Deleting port b7c09719-2cb6-4d86-a4b5-0fab4579b012 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:37.617503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e33960a4-d8cc-4b67-adf3-64825322721f tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.648832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': True}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:37.651443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.705389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fc944cae-3cee-4185-aa01-4947c1dc688c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.708373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-fca1cb12-2843-4160-a9b9-a2ca13a7c9a5 None None] For port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc,segment=NetworkSegment(20a138e8-11d4-45b9-9685-e098b74e5c73),segment_id=20a138e8-11d4-45b9-9685-e098b74e5c73)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:37.708768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fca1cb12-2843-4160-a9b9-a2ca13a7c9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.740967 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:37.765729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e929f-5e20-4080-b8ee-5bcd59cfff5b req-0143506b-634e-4744-a455-f739f005310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:37.767518 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5c2e929f-5e20-4080-b8ee-5bcd59cfff5b req-0143506b-634e-4744-a455-f739f005310d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb4059de826b4890846a22f339997227&device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 1097 time: 0.3469286 Mar 24 17:05:37.908158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-fca1cb12-2843-4160-a9b9-a2ca13a7c9a5 None None] Calling delete_port for 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:37.932380 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fc944cae-3cee-4185-aa01-4947c1dc688c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:37.940524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86a85c5-34d0-45fd-979a-afd2959cbcb5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting subnet 57b25008-37ef-4f36-847e-25e320d2e8a6 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:38.010105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f86a85c5-34d0-45fd-979a-afd2959cbcb5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.075294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd9517-6b20-4e09-a3d6-93fa7e44bacf None None] DHCP port deletion for 3c80cf30-358e-40b1-828c-9aa92c7f06ed request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:38.080822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-defd9517-6b20-4e09-a3d6-93fa7e44bacf None None] Deleting port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:38.081205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-defd9517-6b20-4e09-a3d6-93fa7e44bacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.109537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fca1cb12-2843-4160-a9b9-a2ca13a7c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.169109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1cb12-2843-4160-a9b9-a2ca13a7c9a5 None None] Pushing event deleted for resources: {'Port': ['ID=11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:38.170172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] For port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc,segment=NetworkSegment(20a138e8-11d4-45b9-9685-e098b74e5c73),segment_id=20a138e8-11d4-45b9-9685-e098b74e5c73)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:38.170647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.186347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1cb12-2843-4160-a9b9-a2ca13a7c9a5 None None] No DVR routers for this DVR port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:38.338663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:38.363370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.374396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.386015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fc944cae-3cee-4185-aa01-4947c1dc688c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.433442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f86a85c5-34d0-45fd-979a-afd2959cbcb5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.450138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-defd9517-6b20-4e09-a3d6-93fa7e44bacf None None] For port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=09b45a6a-aeae-467f-9b7a-ef9c08e9ff26,segment=NetworkSegment(0ad3af24-408b-4921-8ba1-039bdc3d639d),segment_id=0ad3af24-408b-4921-8ba1-039bdc3d639d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:38.450922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-defd9517-6b20-4e09-a3d6-93fa7e44bacf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.489144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc944cae-3cee-4185-aa01-4947c1dc688c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd85117-06ca-4853-9b4d-b20ee9fdf7e0,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:38.504814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e929f-5e20-4080-b8ee-5bcd59cfff5b req-70ac5e0f-791a-4071-84db-40ba8529ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:38.506550 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5c2e929f-5e20-4080-b8ee-5bcd59cfff5b req-70ac5e0f-791a-4071-84db-40ba8529ade9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=cb4059de826b4890846a22f339997227&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5658340 Mar 24 17:05:38.540711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:38.574180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fc944cae-3cee-4185-aa01-4947c1dc688c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.577745 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fc944cae-3cee-4185-aa01-4947c1dc688c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/3bd85117-06ca-4853-9b4d-b20ee9fdf7e0 HTTP/1.1" status: 204 len: 168 time: 1.2273443 Mar 24 17:05:38.584993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36064) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:38.585182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:38.609470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:38.621819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-defd9517-6b20-4e09-a3d6-93fa7e44bacf None None] Calling delete_port for 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:38.642327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:38.646557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e4401-fd62-416b-9f58-16adca1f8c55 req-2bf0441d-e465-4985-8757-2d46ee1ce23c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:38.648075 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727e4401-fd62-416b-9f58-16adca1f8c55 req-2bf0441d-e465-4985-8757-2d46ee1ce23c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 944 time: 0.7902403 Mar 24 17:05:38.694177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-e33960a4-d8cc-4b67-adf3-64825322721f tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] For port b7c09719-2cb6-4d86-a4b5-0fab4579b012, host hv-neutron-8350, got binding levels [] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:38.694541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e33960a4-d8cc-4b67-adf3-64825322721f tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.744462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:38.745208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:38.777930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:38.778314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.806129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-defd9517-6b20-4e09-a3d6-93fa7e44bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:38.819626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e929f-5e20-4080-b8ee-5bcd59cfff5b req-38509817-3aa0-4ac3-94d4-2ae1814f5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:38.821282 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5c2e929f-5e20-4080-b8ee-5bcd59cfff5b req-38509817-3aa0-4ac3-94d4-2ae1814f5044 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2837677 Mar 24 17:05:38.903166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e33960a4-d8cc-4b67-adf3-64825322721f tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Calling delete_port for b7c09719-2cb6-4d86-a4b5-0fab4579b012 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:38.915936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd9517-6b20-4e09-a3d6-93fa7e44bacf None None] No DVR routers for this DVR port 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:38.923550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd9517-6b20-4e09-a3d6-93fa7e44bacf None None] Pushing event deleted for resources: {'Port': ['ID=09b45a6a-aeae-467f-9b7a-ef9c08e9ff26,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:38.944906 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-61feba9b-d0bf-4d7d-beb4-785c86f0317d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9633579 Mar 24 17:05:38.952335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36068) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:39.039639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e5103ca0-b82a-4ea9-bc18-6abbe50ded2e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:39.040042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-f3a48d65-54e6-4c1e-a2e0-7a116843d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:39.041569 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-f3a48d65-54e6-4c1e-a2e0-7a116843d3b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb4059de826b4890846a22f339997227&device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 1097 time: 0.1730924 Mar 24 17:05:39.050587 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727e4401-fd62-416b-9f58-16adca1f8c55 req-01cbff83-37be-47b4-b52b-d2b6fecd724b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933463 Mar 24 17:05:39.074521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f86a85c5-34d0-45fd-979a-afd2959cbcb5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.092234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dbb4b3c0-e121-4faf-a0d8-c60a5efc8060 None None] Provisioning for port 5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:39.099042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dbb4b3c0-e121-4faf-a0d8-c60a5efc8060 None None] Provisioning complete for port 5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:39.099639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-e121-4faf-a0d8-c60a5efc8060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.129017 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-27ed6af1-21cd-4d9e-9395-4f32f5e78509 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002acf49-8846-4432-a0a1-93ab5e067b1e HTTP/1.1" status: 200 len: 217 time: 0.0800011 Mar 24 17:05:39.168771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4b3c0-e121-4faf-a0d8-c60a5efc8060 None None] Port 5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:39.187645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535c7a2a-d2ae-448e-a8cd-3e45a8bb751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:39.194447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535c7a2a-d2ae-448e-a8cd-3e45a8bb751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:39.195251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-535c7a2a-d2ae-448e-a8cd-3e45a8bb751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:39.240190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-5a410a45-ccf5-4b7e-b011-0b5dcfa2709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:39.241778 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-5a410a45-ccf5-4b7e-b011-0b5dcfa2709c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28342b6b-aa72-4f1a-8152-467ff34c47cb HTTP/1.1" status: 200 len: 834 time: 0.1015329 Mar 24 17:05:39.246461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:39.246910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.252672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e5103ca0-b82a-4ea9-bc18-6abbe50ded2e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:39.253904 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e5103ca0-b82a-4ea9-bc18-6abbe50ded2e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6558859 Mar 24 17:05:39.262503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36072) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:39.269263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--974672981'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:39.273495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e33960a4-d8cc-4b67-adf3-64825322721f tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.282558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:39.330122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:39.362718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] The port '11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:05:39.371578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:39.371910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 11f7f3eb-5c1c-4a7f-a288-3a395f40ccbc not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:39.372324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:39.372741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-535c7a2a-d2ae-448e-a8cd-3e45a8bb751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:39.373954 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-535c7a2a-d2ae-448e-a8cd-3e45a8bb751f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4203756 Mar 24 17:05:39.404634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36076) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:39.413977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:39.414318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 09b45a6a-aeae-467f-9b7a-ef9c08e9ff26 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:39.430991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33960a4-d8cc-4b67-adf3-64825322721f tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7c09719-2cb6-4d86-a4b5-0fab4579b012,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:39.439137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f86a85c5-34d0-45fd-979a-afd2959cbcb5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.443883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:39.488480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e33960a4-d8cc-4b67-adf3-64825322721f tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.507452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a85c5-34d0-45fd-979a-afd2959cbcb5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Subnet': ['ID=57b25008-37ef-4f36-847e-25e320d2e8a6,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:39.512864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f548ace4-b9e7-459d-97d9-1878a5d4ee7c None None] Network acc7e2c0-2214-47bb-b6b4-f82b08c02dae requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:39.514294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f86a85c5-34d0-45fd-979a-afd2959cbcb5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.524934 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e33960a4-d8cc-4b67-adf3-64825322721f tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "DELETE /v2.0/ports/b7c09719-2cb6-4d86-a4b5-0fab4579b012 HTTP/1.1" status: 204 len: 168 time: 2.0713670 Mar 24 17:05:39.529237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f86a85c5-34d0-45fd-979a-afd2959cbcb5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/57b25008-37ef-4f36-847e-25e320d2e8a6 HTTP/1.1" status: 204 len: 168 time: 2.0257633 Mar 24 17:05:39.532446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36080) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:39.532773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36082) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:39.565196 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.570855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.581594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-cb2549e3-3a41-4abc-9718-4cc2116e0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:39.583880 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-cb2549e3-3a41-4abc-9718-4cc2116e0095 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3127627 Mar 24 17:05:39.597735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a6d80cca-10bb-4b66-9b7b-6b7c0e75592f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:39.598075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6d80cca-10bb-4b66-9b7b-6b7c0e75592f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.628780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.650985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.659847 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-991ef66f-9b0e-4c18-b473-8f2121ee4bb3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] GET failed (client error): The resource could not be found. Mar 24 17:05:39.660435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-991ef66f-9b0e-4c18-b473-8f2121ee4bb3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Synchronizing usage tracker for tenant:0c7adec258ab4b2ea196abf32fb72a04 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:39.782357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d125f707-4a97-4ace-90da-226e6f49c072 None None] DHCP port deletion for acc7e2c0-2214-47bb-b6b4-f82b08c02dae request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:39.787175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d125f707-4a97-4ace-90da-226e6f49c072 None None] Deleting port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:39.787731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d125f707-4a97-4ace-90da-226e6f49c072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.806585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2129037-8a44-4c9a-949f-e59aa350b0e7']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:39.825884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a138e8-11d4-45b9-9685-e098b74e5c73') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:39.826241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a138e8-11d4-45b9-9685-e098b74e5c73') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:39.843338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.898270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:39.922816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:39.926182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.929772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:39.938233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.950876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:39.977948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:39.978369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:39.992923 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:40.008937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-991ef66f-9b0e-4c18-b473-8f2121ee4bb3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] Unset dirty status for tenant:0c7adec258ab4b2ea196abf32fb72a04 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:40.008937 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-991ef66f-9b0e-4c18-b473-8f2121ee4bb3 tempest-PortsAdminExtendedAttrsTestJSON-1446869115 tempest-PortsAdminExtendedAttrsTestJSON-1446869115-project-admin] 10.222.0.47 "GET /v2.0/ports/b7c09719-2cb6-4d86-a4b5-0fab4579b012 HTTP/1.1" status: 404 len: 333 time: 0.4707048 Mar 24 17:05:40.018727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36088) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:40.035300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d125f707-4a97-4ace-90da-226e6f49c072 None None] For port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1,segment=NetworkSegment(7b40306f-773e-4acb-948f-7ec223e723e0),segment_id=7b40306f-773e-4acb-948f-7ec223e723e0)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:40.035829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d125f707-4a97-4ace-90da-226e6f49c072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.094229 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-736c22b0-77d4-49d3-b5ee-77c2741fde2c service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009525 Mar 24 17:05:40.167139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d125f707-4a97-4ace-90da-226e6f49c072 None None] Calling delete_port for b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:40.222370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Allocated IP 172.26.4.143 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/57e1569f-20ce-4c19-a362-bfc07e3eb116) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:40.304712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.314142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.331597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d125f707-4a97-4ace-90da-226e6f49c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.337340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.361050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Network': ['ID=c2129037-8a44-4c9a-949f-e59aa350b0e7,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:40.374921 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ed1d9509-b178-45f3-8e65-faf297de638e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/networks/c2129037-8a44-4c9a-949f-e59aa350b0e7 HTTP/1.1" status: 204 len: 168 time: 3.3106575 Mar 24 17:05:40.378395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36094) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:40.388116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125f707-4a97-4ace-90da-226e6f49c072 None None] Pushing event deleted for resources: {'Port': ['ID=b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:40.394459 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125f707-4a97-4ace-90da-226e6f49c072 None None] No DVR routers for this DVR port b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:40.406872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.407389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'name': 'tempest-PortsIpV6TestJSON-1855652564'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:40.407481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.429768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6d80cca-10bb-4b66-9b7b-6b7c0e75592f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.450639 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa3f4c52-3bc6-4287-bfc8-2d0bc0906c1d req-53fa98b1-a924-4317-b9ac-a6ec595a91d3 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415005 Mar 24 17:05:40.513490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c80cf30-358e-40b1-828c-9aa92c7f06ed']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:40.543600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.579722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad3af24-408b-4921-8ba1-039bdc3d639d') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:40.580042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad3af24-408b-4921-8ba1-039bdc3d639d') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:40.619119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a6d80cca-10bb-4b66-9b7b-6b7c0e75592f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:40.653874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.697523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:40.722696 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:40.753748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc3ffd-56b0-45cd-8df4-4b1870fe9483,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:40.764140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.771833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.781260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76afbc-3303-4705-8da0-f5a9af347dc6 req-7756177a-bc96-4868-8b66-39716656026e tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:40.782837 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7e76afbc-3303-4705-8da0-f5a9af347dc6 req-7756177a-bc96-4868-8b66-39716656026e tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 944 time: 0.5622089 Mar 24 17:05:40.801692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:40.802058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:40.817720 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:40.836533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:40.840044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.846059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0409bf9d-8ebb-4e4b-a9e6-23b732017a0e']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:40.877582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 53b2e733-171a-414a-84ef-ff3618f3affa yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:40.909847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.911038 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-add2bf3e-f971-4b8c-a926-169097b7c857 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6476207 Mar 24 17:05:40.918343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36098) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:40.918712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:40.918978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46d49cc-f1fa-416e-9fa4-d1ec84cc1eb4') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:40.937518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3cb9d3cb-5587-4ddc-887a-1a9425195cb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '35dc3ffd-56b0-45cd-8df4-4b1870fe9483', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:40.938232 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-3cb9d3cb-5587-4ddc-887a-1a9425195cb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 24 17:05:40.938717 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-3cb9d3cb-5587-4ddc-887a-1a9425195cb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:40.939647 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3cb9d3cb-5587-4ddc-887a-1a9425195cb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0207715 Mar 24 17:05:40.945601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36102) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:40.949895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.966930 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7e76afbc-3303-4705-8da0-f5a9af347dc6 req-91817af0-8ce2-4af3-8855-c3123dd42cba tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758158 Mar 24 17:05:40.973893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.981908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:40.982312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:40.998353 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:41.014571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6d80cca-10bb-4b66-9b7b-6b7c0e75592f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.068677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.076768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.092599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d80cca-10bb-4b66-9b7b-6b7c0e75592f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:41.108940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.122507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Network': ['ID=3c80cf30-358e-40b1-828c-9aa92c7f06ed,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:41.126213 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5ff71a4c-66c8-40fa-b986-a72801e0b8bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/networks/3c80cf30-358e-40b1-828c-9aa92c7f06ed HTTP/1.1" status: 204 len: 168 time: 1.5910935 Mar 24 17:05:41.129084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36106) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:41.172196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.191154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.201982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.234440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] Pushing event deleted for resources: {'Network': ['ID=0409bf9d-8ebb-4e4b-a9e6-23b732017a0e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:41.243391 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-76d13c77-3819-4f6f-a4d4-604f440cdd48 tempest-PortsAdminExtendedAttrsTestJSON-1184082762 tempest-PortsAdminExtendedAttrsTestJSON-1184082762-project] 10.222.0.47 "DELETE /v2.0/networks/0409bf9d-8ebb-4e4b-a9e6-23b732017a0e HTTP/1.1" status: 204 len: 168 time: 1.2206244 Mar 24 17:05:41.273510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:41.277416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:41.287317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:41.325437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event updated for resources: {'Port': ['ID=57e1569f-20ce-4c19-a362-bfc07e3eb116,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:41.378098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:41.431766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:41.432502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b5d03b41-08fc-4d1e-8fd5-9b5151d5adb1 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:41.488299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db360df7-ec41-435f-a258-e990fa47a24e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.672138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db360df7-ec41-435f-a258-e990fa47a24e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.722188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.756518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.763944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6d80cca-10bb-4b66-9b7b-6b7c0e75592f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.869078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36114) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:41.884852 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a6d80cca-10bb-4b66-9b7b-6b7c0e75592f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6 HTTP/1.1" status: 204 len: 168 time: 2.4781699 Mar 24 17:05:41.931481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36120) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:41.934272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db360df7-ec41-435f-a258-e990fa47a24e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.936733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db360df7-ec41-435f-a258-e990fa47a24e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.940834 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-db360df7-ec41-435f-a258-e990fa47a24e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/35dc3ffd-56b0-45cd-8df4-4b1870fe9483 HTTP/1.1" status: 204 len: 168 time: 0.9915323 Mar 24 17:05:41.951930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36124) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:41.960302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.979155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:41.991240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db360df7-ec41-435f-a258-e990fa47a24e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc3ffd-56b0-45cd-8df4-4b1870fe9483,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:42.001517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.065719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc7e2c0-2214-47bb-b6b4-f82b08c02dae']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:42.128403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b40306f-773e-4acb-948f-7ec223e723e0') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:42.128709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b40306f-773e-4acb-948f-7ec223e723e0') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:42.170567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:42.171774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3b570-45b3-44bb-874d-8f4030d1de2a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:42.173383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3b570-45b3-44bb-874d-8f4030d1de2a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:42.174824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.174942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c3b570-45b3-44bb-874d-8f4030d1de2a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:42.175621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-41c3b570-45b3-44bb-874d-8f4030d1de2a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:42.191308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:42.201653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:42.207113 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:42.207714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.212634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=53b2e733-171a-414a-84ef-ff3618f3affa,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:42.217297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b62cbd2b-0ea4-4acb-8f7c-f343a6be77b5 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:42.244223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.258232 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a701cce4-7615-43ff-a4ff-b6cef160878d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c785d771b1cc4d0285e296d99d0d6eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880811 Mar 24 17:05:42.262397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:05:42.262798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.267295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36130) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:05:42.278168 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:05:42.344810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b62cbd2b-0ea4-4acb-8f7c-f343a6be77b5 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:42.346102 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b62cbd2b-0ea4-4acb-8f7c-f343a6be77b5 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3882833 Mar 24 17:05:42.350714 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-934fdada-ba42-4e09-bed3-50789582898c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9662385 Mar 24 17:05:42.356882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36134) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:42.357118 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36136) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:42.368864 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142026692'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:42.392189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-41c3b570-45b3-44bb-874d-8f4030d1de2a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:42.395788 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-41c3b570-45b3-44bb-874d-8f4030d1de2a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4606645 Mar 24 17:05:42.400675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36142) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:42.411686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:42.421386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863106f-8a27-4432-9ab2-c7edcabf15b5 req-74fb7e80-9d70-4734-8555-105644fbd3a6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:42.424197 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7863106f-8a27-4432-9ab2-c7edcabf15b5 req-74fb7e80-9d70-4734-8555-105644fbd3a6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 944 time: 0.3275216 Mar 24 17:05:42.436639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:42.459135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd1375-258a-4893-b3a0-e9cba26381d7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 53b2e733-171a-414a-84ef-ff3618f3affa {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:42.459478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1375-258a-4893-b3a0-e9cba26381d7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.489950 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.521184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.525986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.546702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Network': ['ID=acc7e2c0-2214-47bb-b6b4-f82b08c02dae,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:42.554587 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-886e737f-7c76-4ed1-bf4c-76ff5b7ce8f5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/networks/acc7e2c0-2214-47bb-b6b4-f82b08c02dae HTTP/1.1" status: 204 len: 168 time: 1.3952096 Mar 24 17:05:42.561238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36146) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:42.572626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:42.580663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'network': {'name': 'tempest-RoutersTest-914092803'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:42.606300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2b4763eb-a442-48ad-998b-b54dcdfc5aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.616253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:42.618621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:42.630776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:42.631079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4184d9f-acfd-46f4-b955-9911254ea06c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 01cc38e4-3c9f-4898-b184-e44a0112ccd2 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:42.633946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:network and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:42.639244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:42.639972 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7863106f-8a27-4432-9ab2-c7edcabf15b5 req-bc12414b-36db-460c-b1b0-a1f2fb7cd33c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804125 Mar 24 17:05:42.640617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4184d9f-acfd-46f4-b955-9911254ea06c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.650393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:42.653695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:42.711048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.726534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.732349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2b4763eb-a442-48ad-998b-b54dcdfc5aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.747246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4184d9f-acfd-46f4-b955-9911254ea06c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.812809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:42.816267 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.836660 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1375-258a-4893-b3a0-e9cba26381d7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:42.990829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd1375-258a-4893-b3a0-e9cba26381d7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 53b2e733-171a-414a-84ef-ff3618f3affa owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:43.013412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4184d9f-acfd-46f4-b955-9911254ea06c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.049931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2b4763eb-a442-48ad-998b-b54dcdfc5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.057093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:05:43.061427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.084050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.084410 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added segment c30bd771-df51-45fd-8ebf-08100aed1f73 of type vlan for network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 Mar 24 17:05:43.085243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4763eb-a442-48ad-998b-b54dcdfc5aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c528a290-4585-412e-bf1c-0e5d2c7b5748,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:43.110894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.112136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2b4763eb-a442-48ad-998b-b54dcdfc5aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.113419 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2b4763eb-a442-48ad-998b-b54dcdfc5aa0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c528a290-4585-412e-bf1c-0e5d2c7b5748 HTTP/1.1" status: 204 len: 168 time: 0.8452144 Mar 24 17:05:43.150472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.177225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Router 49cbab82-11a3-4023-811d-f03af6cd25f3 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:05:43.180477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d1cab1-9f5b-47ef-93cf-9471b48d2223,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:43.203228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1375-258a-4893-b3a0-e9cba26381d7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.262444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd1375-258a-4893-b3a0-e9cba26381d7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=53b2e733-171a-414a-84ef-ff3618f3affa,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:43.264470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.267780 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-94b8913c-934f-4778-bc9f-0de5795ca9e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9077799 Mar 24 17:05:43.269209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36152) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:43.278038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-73b884f4-de2e-4979-a715-a1d1cd4abd3c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '20d1cab1-9f5b-47ef-93cf-9471b48d2223', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:43.278627 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-73b884f4-de2e-4979-a715-a1d1cd4abd3c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 24 17:05:43.279147 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-73b884f4-de2e-4979-a715-a1d1cd4abd3c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:43.283601 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-73b884f4-de2e-4979-a715-a1d1cd4abd3c tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088537 Mar 24 17:05:43.283601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3bd1375-258a-4893-b3a0-e9cba26381d7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.283601 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d3bd1375-258a-4893-b3a0-e9cba26381d7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/53b2e733-171a-414a-84ef-ff3618f3affa HTTP/1.1" status: 204 len: 168 time: 0.9233992 Mar 24 17:05:43.284074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36156) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:43.286013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36158) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:43.302309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'mac_address': 'fa:16:3e:c0:9a:30', 'name': 'tempest-PortsIpV6TestJSON-1052409764'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:43.376630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4184d9f-acfd-46f4-b955-9911254ea06c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.423319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4184d9f-acfd-46f4-b955-9911254ea06c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=01cc38e4-3c9f-4898-b184-e44a0112ccd2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:43.429074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4184d9f-acfd-46f4-b955-9911254ea06c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.439254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7fcb39-bee3-4811-8acc-3e9f1f37abfd None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:43.539897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.543005 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a4184d9f-acfd-46f4-b955-9911254ea06c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/01cc38e4-3c9f-4898-b184-e44a0112ccd2 HTTP/1.1" status: 204 len: 168 time: 1.1345115 Mar 24 17:05:43.546128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:43.546724 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.551535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36166) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:43.586179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:43.595652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.599318 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-99763555-8119-4a34-917c-e2c3ee9bb33b tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "PUT /v2.0/routers/49cbab82-11a3-4023-811d-f03af6cd25f3 HTTP/1.1" status: 200 len: 918 time: 5.9884317 Mar 24 17:05:43.603152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36170) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:43.606460 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80f520-0d06-437b-b379-4db69fa6947e None None] Sync routers for ids ['49cbab82-11a3-4023-811d-f03af6cd25f3'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:43.619636 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80f520-0d06-437b-b379-4db69fa6947e None None] Routers {'49cbab82-11a3-4023-811d-f03af6cd25f3'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:43.621301 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-cf80f520-0d06-437b-b379-4db69fa6947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['49cbab82-11a3-4023-811d-f03af6cd25f3'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:43.694041 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-cf80f520-0d06-437b-b379-4db69fa6947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:43.714180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c2e4d0-87ea-40c5-aaee-3f213a072069 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 59b82825-da4d-4f47-9aac-78748b112f42 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:43.732751 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80f520-0d06-437b-b379-4db69fa6947e None None] Routers {'49cbab82-11a3-4023-811d-f03af6cd25f3'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:43.733072 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63c2e4d0-87ea-40c5-aaee-3f213a072069 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.734210 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-cf80f520-0d06-437b-b379-4db69fa6947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['49cbab82-11a3-4023-811d-f03af6cd25f3'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:43.758519 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1942570 Mar 24 17:05:43.759415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fef6d-a082-4957-b40a-e49c70ca5600 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Network': ['ID=1180760b-0904-4e82-b4f8-e9a1d6f7d554,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:43.762264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36176) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:43.766062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:43.772630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:05:43.794107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'subnet': {'network_id': '1180760b-0904-4e82-b4f8-e9a1d6f7d554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:43.826672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7c723be9-a09e-4b61-b16c-46958fbd92c7 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.845513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:43.859381 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-cf80f520-0d06-437b-b379-4db69fa6947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:43.860661 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80f520-0d06-437b-b379-4db69fa6947e None None] The sync data for ids ['49cbab82-11a3-4023-811d-f03af6cd25f3'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:43.883629 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36180) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:43.977666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63c2e4d0-87ea-40c5-aaee-3f213a072069 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:43.993059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7c723be9-a09e-4b61-b16c-46958fbd92c7 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.048802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:44.052807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:44.071552 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ee4b9ea9-c483-49cf-bd76-1d8f9bc4e6f3 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/routers/49cbab82-11a3-4023-811d-f03af6cd25f3 HTTP/1.1" status: 200 len: 924 time: 0.4673181 Mar 24 17:05:44.075641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36184) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:44.086971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:subnet and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:44.111026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:44.126641 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bc40260c-0f14-48e2-8f5e-bfafcf40aa1d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0c7adec258ab4b2ea196abf32fb72a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385702 Mar 24 17:05:44.127860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:44.130770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36188) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:44.172510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42781c9c-7511-4225-a2c5-9899089f3689 req-54006276-2241-424b-a629-e72283d9d59f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:44.174040 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-42781c9c-7511-4225-a2c5-9899089f3689 req-54006276-2241-424b-a629-e72283d9d59f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 944 time: 0.3713942 Mar 24 17:05:44.218012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.219997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 002acf49-8846-4432-a0a1-93ab5e067b1e details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:05:44.240273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63c2e4d0-87ea-40c5-aaee-3f213a072069 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.253429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port b55377f9-bb04-4d2b-ae53-8a97584ce72c yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:44.343101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880ce3fe-dd00-41e4-ba8e-5af1afc02b5a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:44.344625 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-880ce3fe-dd00-41e4-ba8e-5af1afc02b5a tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=49cbab82-11a3-4023-811d-f03af6cd25f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2678978 Mar 24 17:05:44.359997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-42781c9c-7511-4225-a2c5-9899089f3689 req-c2a26de6-6c6c-444a-8150-bec5af27b57a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721141 Mar 24 17:05:44.364359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36192) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:44.376264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8a8e-51ca-47c3-a725-967d496988be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.415574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=002acf49-8846-4432-a0a1-93ab5e067b1e,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:44.432756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'port_id': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'mac_address': 'fa:16:3e:79:83:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:05:44.490103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.505416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8a8e-51ca-47c3-a725-967d496988be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.506870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002acf49-8846-4432-a0a1-93ab5e067b1e {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:05:44.527344 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=002acf49-8846-4432-a0a1-93ab5e067b1e,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:44.536002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6fd612da-a416-4191-8e83-6d9457550db4 None None] Provisioning complete for port 80e33057-6fd6-4292-b2b7-9ab938ab8784 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:44.536358 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6fd612da-a416-4191-8e83-6d9457550db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.547924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.567251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c0783-58f1-4374-8085-925ec9247b95 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:44.568553 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-732c0783-58f1-4374-8085-925ec9247b95 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 881 time: 0.2017376 Mar 24 17:05:44.571398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36196) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:44.577000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7c723be9-a09e-4b61-b16c-46958fbd92c7 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.579983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:44.583378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.609046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63c2e4d0-87ea-40c5-aaee-3f213a072069 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.630389 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.657166 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f20f3b87-01cd-4188-a9bf-c9f1380e767a tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=49cbab82-11a3-4023-811d-f03af6cd25f3 HTTP/1.1" status: 200 len: 205 time: 0.0847173 Mar 24 17:05:44.660448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2e4d0-87ea-40c5-aaee-3f213a072069 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=59b82825-da4d-4f47-9aac-78748b112f42,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:44.661607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36200) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:44.665826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63c2e4d0-87ea-40c5-aaee-3f213a072069 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.689131 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97552c6-79a5-48de-a46e-8a98de86cc1f None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:44.751357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8a8e-51ca-47c3-a725-967d496988be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.753697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8a8e-51ca-47c3-a725-967d496988be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.758837 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cc6d8a8e-51ca-47c3-a725-967d496988be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a616ca3-89df-44ec-9d2b-a59ea2438596 HTTP/1.1" status: 204 len: 168 time: 0.6214693 Mar 24 17:05:44.767479 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-63c2e4d0-87ea-40c5-aaee-3f213a072069 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/59b82825-da4d-4f47-9aac-78748b112f42 HTTP/1.1" status: 204 len: 168 time: 1.2191725 Mar 24 17:05:44.773284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36206) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:44.778653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8a8e-51ca-47c3-a725-967d496988be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a616ca3-89df-44ec-9d2b-a59ea2438596,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:44.814311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c723be9-a09e-4b61-b16c-46958fbd92c7 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d1cab1-9f5b-47ef-93cf-9471b48d2223,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:44.836833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=002acf49-8846-4432-a0a1-93ab5e067b1e,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:44.850463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:44.863885 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bbf91aad-4d5b-48ad-b6c9-339ee75ce4ba tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855517 Mar 24 17:05:44.865565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36210) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:44.912910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:44.913968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['002acf49-8846-4432-a0a1-93ab5e067b1e'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:05:44.956031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.028549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:45.034202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:45.040713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7c723be9-a09e-4b61-b16c-46958fbd92c7 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.044432 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7c723be9-a09e-4b61-b16c-46958fbd92c7 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/20d1cab1-9f5b-47ef-93cf-9471b48d2223 HTTP/1.1" status: 204 len: 168 time: 1.7571583 Mar 24 17:05:45.090968 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:45.096530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:45.097162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.103236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36214) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:45.136639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.179395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:45.200613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Deleting port 80e33057-6fd6-4292-b2b7-9ab938ab8784 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:45.201126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.238689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=b55377f9-bb04-4d2b-ae53-8a97584ce72c,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:45.251771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:45.275776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:45.282310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:45.310477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:45.345756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Subnet': ['ID=0685ea66-0416-4c9c-aa92-43d15a5b1a77,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:45.359984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8e5ae733-92a1-43d2-9c12-42dfcedd9620 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:45.370047 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e9e12662-d5b1-4724-976b-8c55eeac637d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0831625 Mar 24 17:05:45.372381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.375987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36224) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:45.407259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Checking segment: {'id': 'c30bd771-df51-45fd-8ebf-08100aed1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1180760b-0904-4e82-b4f8-e9a1d6f7d554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:45.407580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network hostable DHCP agents. Network: 1180760b-0904-4e82-b4f8-e9a1d6f7d554, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:05:45.435515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:45.440299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 80e33057-6fd6-4292-b2b7-9ab938ab8784 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:45.446263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.480219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83584289-1381-4fdd-aa29-31cbfd711034 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:45.482080 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-83584289-1381-4fdd-aa29-31cbfd711034 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/b55377f9-bb04-4d2b-ae53-8a97584ce72c HTTP/1.1" status: 200 len: 845 time: 0.1034255 Mar 24 17:05:45.484751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36232) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:45.538452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8e5ae733-92a1-43d2-9c12-42dfcedd9620 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:45.539683 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8e5ae733-92a1-43d2-9c12-42dfcedd9620 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4280965 Mar 24 17:05:45.545642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36236) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:45.553801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--396402037'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:45.562843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:45.568806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:05:45.576127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Deleting port 57e1569f-20ce-4c19-a362-bfc07e3eb116 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:45.576768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.595648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:45.645271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] For port 80e33057-6fd6-4292-b2b7-9ab938ab8784, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80e33057-6fd6-4292-b2b7-9ab938ab8784,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:45.645879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.650307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5803ee50-49c0-414f-bfc3-9c9aa67411e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port b55377f9-bb04-4d2b-ae53-8a97584ce72c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:45.652973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5803ee50-49c0-414f-bfc3-9c9aa67411e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.653088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.661059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 1180760b-0904-4e82-b4f8-e9a1d6f7d554) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:45.675764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:45.676400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.711336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:45.715322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a258b637-ed0f-4085-b2c3-5c9a72d500ba None None] Network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:45.722522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:45.729562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:45.739236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:45.796535 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0e7250c8-e88f-4b05-918b-acf834a2bfe1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0168517 Mar 24 17:05:45.798299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36242) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:45.805928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-523732696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:45.814457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:45.820838 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:router and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:45.826906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:45.835219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:45.882511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.886910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:45.958598 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Calling delete_port for 80e33057-6fd6-4292-b2b7-9ab938ab8784 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:45.991593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c692a4-870b-44bc-b550-7a3c8ddfa814 req-df647bbd-2c8e-4d32-8495-bf22c95a9a33 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:45.993218 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-25c692a4-870b-44bc-b550-7a3c8ddfa814 req-df647bbd-2c8e-4d32-8495-bf22c95a9a33 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 945 time: 0.4720826 Mar 24 17:05:46.022159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.068226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.116545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.129993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:46.141617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.148488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.162152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.177695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:46.197996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:46.199668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.220944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 80e33057-6fd6-4292-b2b7-9ab938ab8784, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80e33057-6fd6-4292-b2b7-9ab938ab8784,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:46.225703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=651ddd3e-2340-4ba9-8b49-9033d246a5f5,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:46.228360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30940d5f-ba0c-48bf-aaee-eaed6f054723,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:46.246493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 002acf49-8846-4432-a0a1-93ab5e067b1e up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:46.252007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.302392 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.302615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Calling delete_port for 57e1569f-20ce-4c19-a362-bfc07e3eb116 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:46.327379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.329037 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4b49a8f0-6251-46a7-b2f1-70e337dac0ce tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5298326 Mar 24 17:05:46.330114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.340664 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e5265a21-6065-467b-828e-5bcad938d740 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7885664 Mar 24 17:05:46.341553 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7f3c9bd4-a03d-47fe-817b-51e3d86f48a3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4338899 Mar 24 17:05:46.343781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36254) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:46.344396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36256) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:46.345162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36258) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:46.364581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'port': {'network_id': '1180760b-0904-4e82-b4f8-e9a1d6f7d554', 'name': 'tempest-RoutersTest-168694911'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:46.368535 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-25c692a4-870b-44bc-b550-7a3c8ddfa814 req-62af3e54-d8ce-48ea-8383-f5f739ba0689 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667858 Mar 24 17:05:46.370562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5803ee50-49c0-414f-bfc3-9c9aa67411e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.411249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:05:46.414317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:05:46.439848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-1180760b-0904-4e82-b4f8-e9a1d6f7d554', 'network_id': '1180760b-0904-4e82-b4f8-e9a1d6f7d554', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'fixed_ips': [{'subnet_id': '0685ea66-0416-4c9c-aa92-43d15a5b1a77'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:05:46.440997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.467239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=80e33057-6fd6-4292-b2b7-9ab938ab8784,revision_number=8']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:46.531362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:46.531755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5803ee50-49c0-414f-bfc3-9c9aa67411e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for b55377f9-bb04-4d2b-ae53-8a97584ce72c owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:46.537503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 002acf49-8846-4432-a0a1-93ab5e067b1e completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:46.547805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 002acf49-8846-4432-a0a1-93ab5e067b1e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:46.548195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.553544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-5b320edb-38be-4303-80a8-870d9a2cb9fd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '30940d5f-ba0c-48bf-aaee-eaed6f054723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:46.554424 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-5b320edb-38be-4303-80a8-870d9a2cb9fd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 24 17:05:46.554976 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-5b320edb-38be-4303-80a8-870d9a2cb9fd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:46.561025 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5b320edb-38be-4303-80a8-870d9a2cb9fd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.2069182 Mar 24 17:05:46.561192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36268) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:46.576060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a68445eb-1792-4fe3-a478-6eb8cf0c81cc tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '30940d5f-ba0c-48bf-aaee-eaed6f054723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:46.586831 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-a68445eb-1792-4fe3-a478-6eb8cf0c81cc tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 24 17:05:46.586831 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-a68445eb-1792-4fe3-a478-6eb8cf0c81cc tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:46.586831 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a68445eb-1792-4fe3-a478-6eb8cf0c81cc tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0163310 Mar 24 17:05:46.594466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36272) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:46.655730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ac733942-9a99-489f-ae66-9e0f1437dcaf tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '30940d5f-ba0c-48bf-aaee-eaed6f054723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:46.657218 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-ac733942-9a99-489f-ae66-9e0f1437dcaf tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 24 17:05:46.657957 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-ac733942-9a99-489f-ae66-9e0f1437dcaf tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:46.658894 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ac733942-9a99-489f-ae66-9e0f1437dcaf tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0625451 Mar 24 17:05:46.662143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36278) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:46.665030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Allocated IP 172.20.0.2 (1180760b-0904-4e82-b4f8-e9a1d6f7d554/0685ea66-0416-4c9c-aa92-43d15a5b1a77/5021edb2-b17c-4d04-b3ea-3116827e95af) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:46.671174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6fcebd49-00a9-4c33-bf23-506e370e5d1d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '30940d5f-ba0c-48bf-aaee-eaed6f054723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:46.672271 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-6fcebd49-00a9-4c33-bf23-506e370e5d1d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 24 17:05:46.673396 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-6fcebd49-00a9-4c33-bf23-506e370e5d1d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:46.674736 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6fcebd49-00a9-4c33-bf23-506e370e5d1d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0110011 Mar 24 17:05:46.677643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36282) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:46.723279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:46.733408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.735353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:46.769319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:05:46.781174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=002acf49-8846-4432-a0a1-93ab5e067b1e,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:46.794508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:46.799445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:46.802780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:46.809492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:46.823994 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'code': 200} Mar 24 17:05:46.825541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:46.829418 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.843245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.870258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5803ee50-49c0-414f-bfc3-9c9aa67411e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.898685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:46.905957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.916234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Deleting port 80e33057-6fd6-4292-b2b7-9ab938ab8784 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:46.916603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:46.939186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] device_id is not set on port 36b03e1f-9866-417f-82ea-cd5f08b215c4 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:46.980162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5803ee50-49c0-414f-bfc3-9c9aa67411e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.013195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803ee50-49c0-414f-bfc3-9c9aa67411e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=b55377f9-bb04-4d2b-ae53-8a97584ce72c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:47.056174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=002acf49-8846-4432-a0a1-93ab5e067b1e,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:47.076238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-61823f84-1580-495e-8a69-639eb7b30024 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.108069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-61823f84-1580-495e-8a69-639eb7b30024 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.218558 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5803ee50-49c0-414f-bfc3-9c9aa67411e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/b55377f9-bb04-4d2b-ae53-8a97584ce72c HTTP/1.1" status: 204 len: 168 time: 1.7325904 Mar 24 17:05:47.219495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.221847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36294) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:47.246684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] For port 80e33057-6fd6-4292-b2b7-9ab938ab8784, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80e33057-6fd6-4292-b2b7-9ab938ab8784,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:47.247156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.304109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-61823f84-1580-495e-8a69-639eb7b30024 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.323664 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c0d195-7620-48c4-b126-24933cb2e9b4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:05:47.324421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-13c0d195-7620-48c4-b126-24933cb2e9b4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:47.378707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event deleted for resources: {'Port': ['ID=57e1569f-20ce-4c19-a362-bfc07e3eb116,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:47.399363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61823f84-1580-495e-8a69-639eb7b30024 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30940d5f-ba0c-48bf-aaee-eaed6f054723,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:47.424334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-13c0d195-7620-48c4-b126-24933cb2e9b4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:47.431068 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-13c0d195-7620-48c4-b126-24933cb2e9b4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/b55377f9-bb04-4d2b-ae53-8a97584ce72c HTTP/1.1" status: 404 len: 333 time: 0.2081738 Mar 24 17:05:47.431753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36304) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:47.441781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'name': 'tempest-PortsIpV6TestJSON-1040632391'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:47.457346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Calling delete_port for 80e33057-6fd6-4292-b2b7-9ab938ab8784 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:47.458761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-61823f84-1580-495e-8a69-639eb7b30024 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.466036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871d21f-72f1-4750-af05-38e25c707607 req-17b6ab1d-006d-415d-94e5-3ec19bc4c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:47.467601 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d871d21f-72f1-4750-af05-38e25c707607 req-17b6ab1d-006d-415d-94e5-3ec19bc4c5b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 1099 time: 0.2063899 Mar 24 17:05:47.468450 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-61823f84-1580-495e-8a69-639eb7b30024 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/30940d5f-ba0c-48bf-aaee-eaed6f054723 HTTP/1.1" status: 204 len: 168 time: 0.7894959 Mar 24 17:05:47.475766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36308) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:47.520405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.576780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36314) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:47.697183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-d871d21f-72f1-4750-af05-38e25c707607 req-82419bdc-83ad-4a1d-9dab-202d65c7a376 service neutron] Synchronizing usage tracker for tenant:15cb091a78414d46902b789e2eb298ed on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:47.709576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:47.717770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-790ce08f-0081-424d-9ba2-acdd0f47ca17 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:47.740007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:47.750235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.773451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.779441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.821331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1792962979', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:47.828474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:47.838507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf3f6a-3d33-4c7f-aa8a-da324ceee9dd req-556e34fe-f74f-4a3b-b8b5-a1575261897a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:47.840616 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7aaf3f6a-3d33-4c7f-aa8a-da324ceee9dd req-556e34fe-f74f-4a3b-b8b5-a1575261897a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.2629597 Mar 24 17:05:47.841596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-790ce08f-0081-424d-9ba2-acdd0f47ca17 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:47.843150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Usage tracker for resource:port and tenant:9a21a1ed7464490eb4f472178843f5cb is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:47.848822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36320) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:47.849569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] No DVR routers for this DVR port 80e33057-6fd6-4292-b2b7-9ab938ab8784 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:47.850383 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-790ce08f-0081-424d-9ba2-acdd0f47ca17 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3711591 Mar 24 17:05:47.851791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-d871d21f-72f1-4750-af05-38e25c707607 req-82419bdc-83ad-4a1d-9dab-202d65c7a376 service neutron] Unset dirty status for tenant:15cb091a78414d46902b789e2eb298ed on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:47.853325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:47.853643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920356a4-2b83-46c4-8d50-afe2b71cd990 None None] Pushing event deleted for resources: {'Port': ['ID=80e33057-6fd6-4292-b2b7-9ab938ab8784,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:47.855117 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d871d21f-72f1-4750-af05-38e25c707607 req-82419bdc-83ad-4a1d-9dab-202d65c7a376 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3565025 Mar 24 17:05:47.855986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:47.860356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.872687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Transition to ACTIVE for port object 5021edb2-b17c-4d04-b3ea-3116827e95af will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:47.876769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e9f29-090a-45a8-aff7-6ccc38cc8cb0 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:47.884874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.887252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885986023'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:47.898545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:47.901238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:47.904057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.904794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Fanout notify agent at l3_agent the message router_deleted on router 49cbab82-11a3-4023-811d-f03af6cd25f3 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:05:47.923577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 238ed50b-bf3e-487d-9f8e-8c224557aae6 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:47.935182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:47.936395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-95c2802e-0b3f-46bd-beec-a57e69c50fb6 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/49cbab82-11a3-4023-811d-f03af6cd25f3 HTTP/1.1" status: 204 len: 168 time: 3.2728999 Mar 24 17:05:47.942251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:47.942251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36324) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:47.958159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-783500517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:47.971389 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:47.978574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Usage tracker for resource:router and tenant:0a691cf1f4594dc2b631fefdeec780df is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:47.991828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7aaf3f6a-3d33-4c7f-aa8a-da324ceee9dd req-1cfa965f-4912-4777-8163-dfa6a10169c4 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356089 Mar 24 17:05:47.991828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:47.997403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:48.022074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.objects.ports [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88477) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:05:48.022919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Made reservation on behalf of 9a21a1ed7464490eb4f472178843f5cb for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:48.025393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.028028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.038962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.044177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Transition to ACTIVE for port object 5021edb2-b17c-4d04-b3ea-3116827e95af will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:48.050667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.073963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:48.079443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:48.084469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:48.086463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:48.092919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:48.093663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:48.096077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Usage tracker for resource:security_group_rule and tenant:9a21a1ed7464490eb4f472178843f5cb is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:48.100073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:48.102920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.103903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.106408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:48.115322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:48.115915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.116354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:48.130003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.149317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.192341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=89377083-3b7a-4f32-9a70-b82be8313ebe,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:48.206292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:48.209698 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:48.215523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:48.229994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.269027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Pushing event updated for resources: {'Port': ['ID=5021edb2-b17c-4d04-b3ea-3116827e95af,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:48.280201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.20.0.10 (1180760b-0904-4e82-b4f8-e9a1d6f7d554/0685ea66-0416-4c9c-aa92-43d15a5b1a77/36b03e1f-9866-417f-82ea-cd5f08b215c4) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:48.290748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.292949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.325708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.342545 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-12c7f8bd-3119-4a8d-b2a0-be9e894cecec tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9872735 Mar 24 17:05:48.343795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36328) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:48.356851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '651ddd3e-2340-4ba9-8b49-9033d246a5f5'}, {'subnet_id': '89377083-3b7a-4f32-9a70-b82be8313ebe'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:05:48.357675 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.359528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:96:d9:a9', 'name': 'tempest-NetworksTestDHCPv6-612933635'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:48.376235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Attempting to bind port 5021edb2-b17c-4d04-b3ea-3116827e95af on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:48.376510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Attempting to bind port 5021edb2-b17c-4d04-b3ea-3116827e95af by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'c30bd771-df51-45fd-8ebf-08100aed1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1180760b-0904-4e82-b4f8-e9a1d6f7d554'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:48.376715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Attempting to bind port 5021edb2-b17c-4d04-b3ea-3116827e95af on network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:48.386670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.406305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.412725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] device_id is not set on port 0cc39bf9-6dc1-4241-b645-ae355988ad45 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:48.420194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:48.421139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Checking segment: {'id': 'c30bd771-df51-45fd-8ebf-08100aed1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1180760b-0904-4e82-b4f8-e9a1d6f7d554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:48.421280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.421588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Bound using segment: {'id': 'c30bd771-df51-45fd-8ebf-08100aed1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1180760b-0904-4e82-b4f8-e9a1d6f7d554'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:48.422055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Bound port: 5021edb2-b17c-4d04-b3ea-3116827e95af, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30bd771-df51-45fd-8ebf-08100aed1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1180760b-0904-4e82-b4f8-e9a1d6f7d554'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:48.422426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.451604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.455461 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e4805dae-ff15-47d2-ae5a-6032875b98f5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5092747 Mar 24 17:05:48.456242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36332) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:48.461927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.466444 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6130865 Mar 24 17:05:48.466444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c01a5-8162-480b-a11a-75fcc33cfdb9 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb414ad6-1213-4cc5-9a95-caedd23c2a12,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:48.481577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'enable_snat': False}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:48.520275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36336) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:48.531993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4ec41141-44f5-44fa-915b-a84990788f8f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'eb414ad6-1213-4cc5-9a95-caedd23c2a12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:48.532809 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-4ec41141-44f5-44fa-915b-a84990788f8f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 24 17:05:48.536817 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-4ec41141-44f5-44fa-915b-a84990788f8f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:48.536817 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4ec41141-44f5-44fa-915b-a84990788f8f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128102 Mar 24 17:05:48.548312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36340) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:48.568326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ab2deaf6-a333-4883-8090-572b47329ed0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'eb414ad6-1213-4cc5-9a95-caedd23c2a12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:48.588633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ab2deaf6-a333-4883-8090-572b47329ed0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:48.591193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] For port 5021edb2-b17c-4d04-b3ea-3116827e95af, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:48.605066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] For port 5021edb2-b17c-4d04-b3ea-3116827e95af, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5021edb2-b17c-4d04-b3ea-3116827e95af,segment=NetworkSegment(c30bd771-df51-45fd-8ebf-08100aed1f73),segment_id=c30bd771-df51-45fd-8ebf-08100aed1f73)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:48.612109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ab2deaf6-a333-4883-8090-572b47329ed0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:48.622694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ab2deaf6-a333-4883-8090-572b47329ed0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:48.636974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb497666-c8e2-4c4b-9987-4d7e726b9996,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:48.644963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ab2deaf6-a333-4883-8090-572b47329ed0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:48.658344 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:48.720492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:48.727674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:48.731311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Allocated IP 172.20.0.2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/651ddd3e-2340-4ba9-8b49-9033d246a5f5/d3dbf352-41c9-49a4-9d2a-ddfcc29956f6) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:48.732298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:48.742909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Allocated IP 2001:db8::f816:3eff:fe26:f570 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/89377083-3b7a-4f32-9a70-b82be8313ebe/d3dbf352-41c9-49a4-9d2a-ddfcc29956f6) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:48.743518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:48.755624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Allocated IP 172.26.4.63 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/0cc39bf9-6dc1-4241-b645-ae355988ad45) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:48.848457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:48.877009 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-ab2deaf6-a333-4883-8090-572b47329ed0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:48.878178 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ab2deaf6-a333-4883-8090-572b47329ed0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3213472 Mar 24 17:05:48.887992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36344) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:48.908305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-147f5b0b-0a13-4826-bba7-997a5b2374e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'eb414ad6-1213-4cc5-9a95-caedd23c2a12', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:48.910261 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-147f5b0b-0a13-4826-bba7-997a5b2374e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 24 17:05:48.910261 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-147f5b0b-0a13-4826-bba7-997a5b2374e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:48.911311 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-147f5b0b-0a13-4826-bba7-997a5b2374e0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136647 Mar 24 17:05:48.950790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f082a14-f750-4829-83fa-d84140d6d258 None None] Pushing event updated for resources: {'Port': ['ID=5021edb2-b17c-4d04-b3ea-3116827e95af,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:48.953708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36348) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:48.978180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.076091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=238ed50b-bf3e-487d-9f8e-8c224557aae6,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:49.115830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.131240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.142363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Transition to ACTIVE for port object d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:49.142770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8da87689-90f6-4610-8786-88305713b2cd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'eb414ad6-1213-4cc5-9a95-caedd23c2a12', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:49.162829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Transition to ACTIVE for port object d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:49.199577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:49.205966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8da87689-90f6-4610-8786-88305713b2cd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:49.235659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.261727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8da87689-90f6-4610-8786-88305713b2cd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:49.264851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:49.268798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.269126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:49.283465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:49.283465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.287078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8da87689-90f6-4610-8786-88305713b2cd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:49.306941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.316131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.319918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8da87689-90f6-4610-8786-88305713b2cd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:49.330517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 837bcb2e-6fd5-476d-b551-39009e3a2521 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:05:49.366939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:49.374442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Transition to ACTIVE for port object 36b03e1f-9866-417f-82ea-cd5f08b215c4 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:49.380958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:49.391439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:49.393992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Pushing event updated for resources: {'Port': ['ID=d3dbf352-41c9-49a4-9d2a-ddfcc29956f6,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:49.469668 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-431a22d2-b86f-4216-8831-e8554a044ce9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0329044 Mar 24 17:05:49.472712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36354) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:49.487525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:49.534328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.549780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Attempting to bind port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:49.550326 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Attempting to bind port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:49.550809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Attempting to bind port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:49.563841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:49.563841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:49.563841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.563841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:49.563841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Bound port: d3dbf352-41c9-49a4-9d2a-ddfcc29956f6, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:49.563841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.594338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7886-c542-4db8-8457-2d3e0c53b11c req-f85002e7-2e43-42ec-9c0b-5e17c2fd678c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:49.595741 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd9e7886-c542-4db8-8457-2d3e0c53b11c req-f85002e7-2e43-42ec-9c0b-5e17c2fd678c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.4484711 Mar 24 17:05:49.622877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:49.660539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] For port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:49.663953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] For port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d3dbf352-41c9-49a4-9d2a-ddfcc29956f6,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:49.685413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.706980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:49.720845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:49.721626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.782999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=36b03e1f-9866-417f-82ea-cd5f08b215c4,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:49.789966 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd9e7886-c542-4db8-8457-2d3e0c53b11c req-ab149dde-74ed-4864-934d-0df8fae7e580 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804643 Mar 24 17:05:49.798069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:49.804738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:49.816117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.816580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:49.843312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae4169-bbc3-4523-b72e-b1373e5438e2 None None] Pushing event updated for resources: {'Port': ['ID=d3dbf352-41c9-49a4-9d2a-ddfcc29956f6,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:49.853260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:49.854071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.885714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc39bf9-6dc1-4241-b645-ae355988ad45,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:49.897762 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-8da87689-90f6-4610-8786-88305713b2cd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:49.908539 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8da87689-90f6-4610-8786-88305713b2cd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9021490 Mar 24 17:05:49.908539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36358) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:49.933631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5ee5a930-be0f-4169-af49-5c2c381c682e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'eb414ad6-1213-4cc5-9a95-caedd23c2a12', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:49.934148 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-5ee5a930-be0f-4169-af49-5c2c381c682e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 24 17:05:49.934639 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-5ee5a930-be0f-4169-af49-5c2c381c682e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:49.935608 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5ee5a930-be0f-4169-af49-5c2c381c682e tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0133660 Mar 24 17:05:49.939104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36362) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:49.956574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:49.957177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:49.976922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 172.20.0.14 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/651ddd3e-2340-4ba9-8b49-9033d246a5f5/837bcb2e-6fd5-476d-b551-39009e3a2521) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:49.989244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:fe96:d9a9 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/89377083-3b7a-4f32-9a70-b82be8313ebe/837bcb2e-6fd5-476d-b551-39009e3a2521) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:50.009268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0c38f784-d8a1-42cf-ba4d-95e76cc64f06 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'eb414ad6-1213-4cc5-9a95-caedd23c2a12', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:50.016190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c38f784-d8a1-42cf-ba4d-95e76cc64f06 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:50.020299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0c38f784-d8a1-42cf-ba4d-95e76cc64f06 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:50.026012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0c38f784-d8a1-42cf-ba4d-95e76cc64f06 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:50.030446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c38f784-d8a1-42cf-ba4d-95e76cc64f06 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:50.039196 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4b46c803-6a06-46f4-94ad-f1f9d06b8925 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6925738 Mar 24 17:05:50.042195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36366) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:50.157149 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ac36d134-b8e4-43ed-baa6-9b8a1acc1319 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5741470 Mar 24 17:05:50.171616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36370) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:50.188583 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-0c38f784-d8a1-42cf-ba4d-95e76cc64f06 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Project 6ad91dd97997414b98385d257db99fad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:05:50.218509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.63'}]}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:50.233985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:50.438402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Usage tracker for resource:router and tenant:9a21a1ed7464490eb4f472178843f5cb is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:50.444693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fee5f7-478c-4831-9483-29999e3d05b2 None None] Network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:50.451610 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-0c38f784-d8a1-42cf-ba4d-95e76cc64f06 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:50.455255 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0c38f784-d8a1-42cf-ba4d-95e76cc64f06 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4633536 Mar 24 17:05:50.455255 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:50.459902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36374) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:50.490587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:50.499626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-db6f91de-1bd9-4c61-9fcd-fb10feb5e77b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'eb414ad6-1213-4cc5-9a95-caedd23c2a12', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:50.500106 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.api.v2.base [None req-db6f91de-1bd9-4c61-9fcd-fb10feb5e77b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 24 17:05:50.506130 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-db6f91de-1bd9-4c61-9fcd-fb10feb5e77b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:50.506130 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-db6f91de-1bd9-4c61-9fcd-fb10feb5e77b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0381494 Mar 24 17:05:50.518802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36378) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:50.529060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-930b110b-eaf3-46c5-9bd5-15e77715c072 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'eb414ad6-1213-4cc5-9a95-caedd23c2a12', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:50.551060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-930b110b-eaf3-46c5-9bd5-15e77715c072 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:50.561198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-930b110b-eaf3-46c5-9bd5-15e77715c072 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:50.567930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-930b110b-eaf3-46c5-9bd5-15e77715c072 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:50.576579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.578528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.603270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-930b110b-eaf3-46c5-9bd5-15e77715c072 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:50.609895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.610918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.623506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.636691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1fbd9883-7db3-45a4-83c5-d6c4ec00aa44 None None] Provisioning for port 5021edb2-b17c-4d04-b3ea-3116827e95af completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:50.664447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.684709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.717963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 837bcb2e-6fd5-476d-b551-39009e3a2521 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:50.736912 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-930b110b-eaf3-46c5-9bd5-15e77715c072 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Project 6ad91dd97997414b98385d257db99fad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:05:50.749951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.781195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] In _notify_port_updated(), no bound segment for port 238ed50b-bf3e-487d-9f8e-8c224557aae6 on network 5668024d-0c76-47b5-8897-004aebc33204 {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:05:50.786991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:50.787738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.793065 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "PUT /v2.0/ports/238ed50b-bf3e-487d-9f8e-8c224557aae6 HTTP/1.1" status: 200 len: 818 time: 1.3182533 Mar 24 17:05:50.801971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36382) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:50.854353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:50.917290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=238ed50b-bf3e-487d-9f8e-8c224557aae6,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:50.936085 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-930b110b-eaf3-46c5-9bd5-15e77715c072 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:50.937440 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-930b110b-eaf3-46c5-9bd5-15e77715c072 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4166512 Mar 24 17:05:50.940284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36388) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:50.947689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-95635c5e-9698-4591-be7e-a872b2e1ad16 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'eb414ad6-1213-4cc5-9a95-caedd23c2a12', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:50.948948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.949477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.949612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.950004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.950343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.950811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.951181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.951511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.952051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.952384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.952709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.953040 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3021dd92-f659-4c2d-a0bc-46afe039b8a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:50.962384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-95635c5e-9698-4591-be7e-a872b2e1ad16 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:50.981109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-95635c5e-9698-4591-be7e-a872b2e1ad16 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:50.995343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-95635c5e-9698-4591-be7e-a872b2e1ad16 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:51.068711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-da4d2734-7550-49f6-adaf-dff28baafef7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 238ed50b-bf3e-487d-9f8e-8c224557aae6 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:51.068935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-da4d2734-7550-49f6-adaf-dff28baafef7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.094179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-95635c5e-9698-4591-be7e-a872b2e1ad16 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:51.096521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.236981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fe41bbcb-e598-439e-b571-dfd26463da40 None None] Provisioning for port 36b03e1f-9866-417f-82ea-cd5f08b215c4 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:51.244236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fe41bbcb-e598-439e-b571-dfd26463da40 None None] Provisioning complete for port 36b03e1f-9866-417f-82ea-cd5f08b215c4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:51.245003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fe41bbcb-e598-439e-b571-dfd26463da40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.251193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Allocated IP 172.26.4.135 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/650177c9-e720-4bd2-b664-8703cf339cb0) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:51.361697 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:05:51.378782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-fe41bbcb-e598-439e-b571-dfd26463da40 None None] Port 36b03e1f-9866-417f-82ea-cd5f08b215c4 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:51.390166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.489891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5021edb2-b17c-4d04-b3ea-3116827e95af up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:51.534836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:51.536141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=837bcb2e-6fd5-476d-b551-39009e3a2521,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:51.539302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:51.546545 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-95635c5e-9698-4591-be7e-a872b2e1ad16 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Project 6ad91dd97997414b98385d257db99fad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:05:51.555061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:51.562434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e69071d8-0cfb-4e8a-8445-ce370550838c None None] Provisioning complete for port 36b03e1f-9866-417f-82ea-cd5f08b215c4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:51.562884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e69071d8-0cfb-4e8a-8445-ce370550838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.594062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad727d67-ba7a-497f-ba3f-fd108184657d None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:51.709128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e69071d8-0cfb-4e8a-8445-ce370550838c None None] Port 36b03e1f-9866-417f-82ea-cd5f08b215c4 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:51.709913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:51.710546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.737665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-da4d2734-7550-49f6-adaf-dff28baafef7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.742161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa0dca-fdde-4288-8cee-589da3db99ab req-2c1e6622-117f-44a9-9244-e0d80aa1f9ba tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:51.746020 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4cfa0dca-fdde-4288-8cee-589da3db99ab req-2c1e6622-117f-44a9-9244-e0d80aa1f9ba tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.6586065 Mar 24 17:05:51.755831 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-95635c5e-9698-4591-be7e-a872b2e1ad16 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:51.756866 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-95635c5e-9698-4591-be7e-a872b2e1ad16 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8156517 Mar 24 17:05:51.760406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36392) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:51.797643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 5021edb2-b17c-4d04-b3ea-3116827e95af completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:51.809293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 5021edb2-b17c-4d04-b3ea-3116827e95af triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:51.809887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.824711 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4cfa0dca-fdde-4288-8cee-589da3db99ab req-ae5541db-4331-40da-a1ac-caaa94fe3f06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663884 Mar 24 17:05:51.837535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.887642 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7bed596c-6beb-4ac4-afb2-7d32b7a4b18d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5354726 Mar 24 17:05:51.889781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36398) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:51.955309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:51.972281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.008908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ae252f1e-1957-4863-948d-fb2d83696238 None None] Provisioning for port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:52.014240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.055803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 5021edb2-b17c-4d04-b3ea-3116827e95af, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5021edb2-b17c-4d04-b3ea-3116827e95af,segment=NetworkSegment(c30bd771-df51-45fd-8ebf-08100aed1f73),segment_id=c30bd771-df51-45fd-8ebf-08100aed1f73)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:52.144101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-da4d2734-7550-49f6-adaf-dff28baafef7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 238ed50b-bf3e-487d-9f8e-8c224557aae6 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:52.144500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.145558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:52.222634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=36b03e1f-9866-417f-82ea-cd5f08b215c4,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:52.267605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05e5ae-7604-447d-ac40-3e9bc0b70d87 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:52.275012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05e5ae-7604-447d-ac40-3e9bc0b70d87 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:52.276119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cb05e5ae-7604-447d-ac40-3e9bc0b70d87 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:52.280650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=5021edb2-b17c-4d04-b3ea-3116827e95af,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:52.316902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf40bf6a-9aaa-48f1-a827-b5a9404372b8 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.355827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf40bf6a-9aaa-48f1-a827-b5a9404372b8 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.369816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d449415-bfad-4842-bf2e-d13369d639eb req-ad8625a0-ba74-4b6c-92f9-e501f7a3a5d1 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:52.376600 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d449415-bfad-4842-bf2e-d13369d639eb req-ad8625a0-ba74-4b6c-92f9-e501f7a3a5d1 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.3448725 Mar 24 17:05:52.417485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:52.426523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:52.426907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.431870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-da4d2734-7550-49f6-adaf-dff28baafef7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.461145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cb05e5ae-7604-447d-ac40-3e9bc0b70d87 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:52.462381 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cb05e5ae-7604-447d-ac40-3e9bc0b70d87 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5713067 Mar 24 17:05:52.477025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36402) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:52.498773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.536229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d2734-7550-49f6-adaf-dff28baafef7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=238ed50b-bf3e-487d-9f8e-8c224557aae6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:52.558367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-128e7d4c-387c-4219-91ff-e6f8e336b9a3 None None] Provisioning for port 837bcb2e-6fd5-476d-b551-39009e3a2521 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:05:52.571546 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d449415-bfad-4842-bf2e-d13369d639eb req-a8b43b4f-5e19-4891-a153-c53bc47562ff tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884875 Mar 24 17:05:52.574795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36406) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:52.580811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.593074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-128e7d4c-387c-4219-91ff-e6f8e336b9a3 None None] Provisioning complete for port 837bcb2e-6fd5-476d-b551-39009e3a2521 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:52.593401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-128e7d4c-387c-4219-91ff-e6f8e336b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.668608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-128e7d4c-387c-4219-91ff-e6f8e336b9a3 None None] Port 837bcb2e-6fd5-476d-b551-39009e3a2521 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:52.673887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d3dbf352-41c9-49a4-9d2a-ddfcc29956f6,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:52.683715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-128e7d4c-387c-4219-91ff-e6f8e336b9a3 None None] Provisioning complete for port 36b03e1f-9866-417f-82ea-cd5f08b215c4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:52.685120 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-128e7d4c-387c-4219-91ff-e6f8e336b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.691354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 837bcb2e-6fd5-476d-b551-39009e3a2521 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:52.696730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.696849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Pushing event updated for resources: {'Port': ['ID=650177c9-e720-4bd2-b664-8703cf339cb0,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:52.738595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-da4d2734-7550-49f6-adaf-dff28baafef7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.744778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.794189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:52.797062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:52.802685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.807524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-128e7d4c-387c-4219-91ff-e6f8e336b9a3 None None] Port 36b03e1f-9866-417f-82ea-cd5f08b215c4 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:52.836435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=d3dbf352-41c9-49a4-9d2a-ddfcc29956f6,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:52.840623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-128e7d4c-387c-4219-91ff-e6f8e336b9a3 None None] Provisioning complete for port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:52.840993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-128e7d4c-387c-4219-91ff-e6f8e336b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.870333 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-da4d2734-7550-49f6-adaf-dff28baafef7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/238ed50b-bf3e-487d-9f8e-8c224557aae6 HTTP/1.1" status: 204 len: 168 time: 2.0657177 Mar 24 17:05:52.874473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36410) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:52.875489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:52.907167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf40bf6a-9aaa-48f1-a827-b5a9404372b8 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.909688 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf40bf6a-9aaa-48f1-a827-b5a9404372b8 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:52.913156 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cf40bf6a-9aaa-48f1-a827-b5a9404372b8 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/eb414ad6-1213-4cc5-9a95-caedd23c2a12 HTTP/1.1" status: 204 len: 168 time: 1.1473653 Mar 24 17:05:52.916236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36414) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:52.986585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40bf6a-9aaa-48f1-a827-b5a9404372b8 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb414ad6-1213-4cc5-9a95-caedd23c2a12,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:53.018605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.049047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac73ae-c3b8-49b1-b456-abc86fcef50d tempest-TestNetworkAdvancedServerOps-392163575 tempest-TestNetworkAdvancedServerOps-392163575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:53.050629 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9bac73ae-c3b8-49b1-b456-abc86fcef50d tempest-TestNetworkAdvancedServerOps-392163575 tempest-TestNetworkAdvancedServerOps-392163575-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 1094 time: 0.4728103 Mar 24 17:05:53.067196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36418) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:53.090721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-91d6c34c-f29b-46e1-9daa-1fd1c990e970 None None] Provisioning complete for port 837bcb2e-6fd5-476d-b551-39009e3a2521 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:53.091243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91d6c34c-f29b-46e1-9daa-1fd1c990e970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.105871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:53.115628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3724ba06-5a47-429d-adab-e892d990f651 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:53.121079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:53.123097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.147871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-91d6c34c-f29b-46e1-9daa-1fd1c990e970 None None] Port 837bcb2e-6fd5-476d-b551-39009e3a2521 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:53.300205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Usage tracker for resource:floatingip and tenant:cb4059de826b4890846a22f339997227 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:53.312604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:53.330161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:53.334354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c890d8-f5a6-495f-b2ce-a42736768813 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:53.335634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e2c890d8-f5a6-495f-b2ce-a42736768813 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:53.342703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3724ba06-5a47-429d-adab-e892d990f651 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:53.348153 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3724ba06-5a47-429d-adab-e892d990f651 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4258890 Mar 24 17:05:53.348370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36422) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:53.355993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--324961699'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:53.364072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5021edb2-b17c-4d04-b3ea-3116827e95af up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:53.366627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:53.390047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:53.392875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.436806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 5021edb2-b17c-4d04-b3ea-3116827e95af triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:53.437194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.509084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e2c890d8-f5a6-495f-b2ce-a42736768813 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:53.512425 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e2c890d8-f5a6-495f-b2ce-a42736768813 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.6003625 Mar 24 17:05:53.541156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36426) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:53.549335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.562767 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:05:53.567112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 837bcb2e-6fd5-476d-b551-39009e3a2521 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:53.592899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.610298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.629935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:53.637724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.652485 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0967a6-6d0d-43c5-92f6-aa0f26f790ef tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:05:53.657654 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cb0967a6-6d0d-43c5-92f6-aa0f26f790ef tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/238ed50b-bf3e-487d-9f8e-8c224557aae6 HTTP/1.1" status: 404 len: 333 time: 0.1113615 Mar 24 17:05:53.659567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36430) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:53.666624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:53.680008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-410552961'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:53.696753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:53.706572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:53.709114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:53.719773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:53.729918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:53.753243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:network and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:53.807333 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:53.853925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:54.021020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:54.024389 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.134540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.136957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.189872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.317066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.318476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.318946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9556c250-6dab-4423-ba54-ec981a2008c8 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:05:54.419922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.422050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:05:54.490928 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 24 17:05:54.491975 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2c29bf51-8a7b-41ad-864e-9ab33b969bc9 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.3050044 Mar 24 17:05:54.494764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36434) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:54.562501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.576181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.579814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ffb07-e6a9-4156-bd51-13701f5efb53 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Deleting port 0cc39bf9-6dc1-4241-b645-ae355988ad45 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:54.580178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f4ffb07-e6a9-4156-bd51-13701f5efb53 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.584129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.584481 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Added segment 1326dd55-da42-428b-af3e-6b69ad772576 of type vlan for network 916af16b-8d3d-48c2-810b-2177d07d0cdf Mar 24 17:05:54.585707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=837bcb2e-6fd5-476d-b551-39009e3a2521,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:54.660588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:05:54.688638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.688638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.688638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.688638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.688638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.688638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.688638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.689405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.689405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.689621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.689940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.690283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:54.750156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.758922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.766079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.793306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Allocated IP 172.26.4.188 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/025970a2-f429-4613-8cc1-85de67032b80) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:54.798829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.847322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:54.997201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f4ffb07-e6a9-4156-bd51-13701f5efb53 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.111195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.124489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8bda1f-dbc9-4940-ae67-681a21355622,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:55.222209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.227536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:55.228177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.250460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Router e90c6bfd-cf9c-4ddc-a465-834dc14f7474 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:05:55.258227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ffb07-e6a9-4156-bd51-13701f5efb53 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Calling delete_port for 0cc39bf9-6dc1-4241-b645-ae355988ad45 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:55.258402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.262157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=36b03e1f-9866-417f-82ea-cd5f08b215c4,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:55.403984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.407767 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3e8a3224-9e7d-4dc7-be6c-aeda12adeac4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0559700 Mar 24 17:05:55.413644 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7523608 Mar 24 17:05:55.414433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36438) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:55.416642 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b3d3d44a-6312-4067-8302-f150dc7669f7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/837bcb2e-6fd5-476d-b551-39009e3a2521 HTTP/1.1" status: 204 len: 168 time: 2.9371023 Mar 24 17:05:55.420365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36442) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:55.423014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e03a6-e5d3-41bb-8102-c690ab173872 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Network': ['ID=916af16b-8d3d-48c2-810b-2177d07d0cdf,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:55.436486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:05:55.469681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36446) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:55.509691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-620e5a87-14cb-41bb-bc7d-6105fc62789f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '3a8bda1f-dbc9-4940-ae67-681a21355622', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:55.527107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:55.549995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-620e5a87-14cb-41bb-bc7d-6105fc62789f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:55.555011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b788cb1-cac4-41d4-89f9-88fc5f0a57c1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:55.556531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b788cb1-cac4-41d4-89f9-88fc5f0a57c1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:55.558009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b788cb1-cac4-41d4-89f9-88fc5f0a57c1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:55.558782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0b788cb1-cac4-41d4-89f9-88fc5f0a57c1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:55.572346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-620e5a87-14cb-41bb-bc7d-6105fc62789f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:55.578327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-620e5a87-14cb-41bb-bc7d-6105fc62789f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:55.589223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:55.590670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:55.649167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0b788cb1-cac4-41d4-89f9-88fc5f0a57c1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:55.650435 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0b788cb1-cac4-41d4-89f9-88fc5f0a57c1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2287352 Mar 24 17:05:55.654741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-620e5a87-14cb-41bb-bc7d-6105fc62789f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:55.659174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36450) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:55.677623 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:55.689066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7e76b-3eb6-45c6-8434-fccba4206251 None None] Sync routers for ids ['e90c6bfd-cf9c-4ddc-a465-834dc14f7474'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:55.707927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7e76b-3eb6-45c6-8434-fccba4206251 None None] Routers {'e90c6bfd-cf9c-4ddc-a465-834dc14f7474'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:55.708714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-40e7e76b-3eb6-45c6-8434-fccba4206251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['e90c6bfd-cf9c-4ddc-a465-834dc14f7474'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:55.756949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:55.767914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:55.773406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:55.785977 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:55.786775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-40e7e76b-3eb6-45c6-8434-fccba4206251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:55.791580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.793073 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d15c3106-b36b-4b9c-8d34-3f290a3e7d78 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "PUT /v2.0/routers/e90c6bfd-cf9c-4ddc-a465-834dc14f7474 HTTP/1.1" status: 200 len: 919 time: 7.3363285 Mar 24 17:05:55.796962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36454) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:55.799160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-9881040a-2ba5-4da4-988f-f0f5bdfb8f06 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 651ddd3e-2340-4ba9-8b49-9033d246a5f5 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:55.801601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7e76b-3eb6-45c6-8434-fccba4206251 None None] Routers {'e90c6bfd-cf9c-4ddc-a465-834dc14f7474'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:55.802741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-40e7e76b-3eb6-45c6-8434-fccba4206251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['e90c6bfd-cf9c-4ddc-a465-834dc14f7474'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:55.805247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f4ffb07-e6a9-4156-bd51-13701f5efb53 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.809050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9881040a-2ba5-4da4-988f-f0f5bdfb8f06 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.881876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.890758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-40e7e76b-3eb6-45c6-8434-fccba4206251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:55.891216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7e76b-3eb6-45c6-8434-fccba4206251 None None] The sync data for ids ['e90c6bfd-cf9c-4ddc-a465-834dc14f7474'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:55.911826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ffb07-e6a9-4156-bd51-13701f5efb53 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cc39bf9-6dc1-4241-b645-ae355988ad45,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:55.922685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bc3c5f9f-4dda-4729-89d5-7f8bf53b34fe None None] Provisioning complete for port 36b03e1f-9866-417f-82ea-cd5f08b215c4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:55.923053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bc3c5f9f-4dda-4729-89d5-7f8bf53b34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.968847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:55.972303 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:55.987405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c5f9f-4dda-4729-89d5-7f8bf53b34fe None None] Port 36b03e1f-9866-417f-82ea-cd5f08b215c4 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:05:55.989508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:05:56.036088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9881040a-2ba5-4da4-988f-f0f5bdfb8f06 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:56.094278 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-66b7d880-b16f-4d82-9c7e-3bb2a9f1cc95 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/routers/e90c6bfd-cf9c-4ddc-a465-834dc14f7474 HTTP/1.1" status: 200 len: 925 time: 0.2947538 Mar 24 17:05:56.140777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36458) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:56.180396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6f4ffb07-e6a9-4156-bd51-13701f5efb53 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:56.182209 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6f4ffb07-e6a9-4156-bd51-13701f5efb53 tempest-RoutersAdminNegativeTest-817084694 tempest-RoutersAdminNegativeTest-817084694-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0cc39bf9-6dc1-4241-b645-ae355988ad45 HTTP/1.1" status: 204 len: 168 time: 1.6864357 Mar 24 17:05:56.192002 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-620e5a87-14cb-41bb-bc7d-6105fc62789f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The resource could not be found. Mar 24 17:05:56.195643 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-620e5a87-14cb-41bb-bc7d-6105fc62789f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7771819 Mar 24 17:05:56.196942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36464) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:56.206773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8689df2d-3a77-41ac-908a-5529ee13e81b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '3a8bda1f-dbc9-4940-ae67-681a21355622', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '48af7f6c-30ac-4cce-bc5a-738402be2a33'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:56.212864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:56.219210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8689df2d-3a77-41ac-908a-5529ee13e81b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:56.226137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8689df2d-3a77-41ac-908a-5529ee13e81b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:56.231572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8689df2d-3a77-41ac-908a-5529ee13e81b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:56.240392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8689df2d-3a77-41ac-908a-5529ee13e81b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:56.292802 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:05:56.293033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9881040a-2ba5-4da4-988f-f0f5bdfb8f06 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:56.302614 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b4342-c7e8-4ff7-b9e8-1d2f2c6c99d3 None None] Sync routers for ids ['6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:05:56.306912 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e7610dc6-5dd2-4f8b-956f-2138a3635dca tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2602186 Mar 24 17:05:56.309616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:56.314534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36468) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:56.320009 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b4342-c7e8-4ff7-b9e8-1d2f2c6c99d3 None None] Routers {'6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:56.320009 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f71b4342-c7e8-4ff7-b9e8-1d2f2c6c99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:56.320222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:56.320222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:56.380865 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f71b4342-c7e8-4ff7-b9e8-1d2f2c6c99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:56.390336 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b4342-c7e8-4ff7-b9e8-1d2f2c6c99d3 None None] Routers {'6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:05:56.391169 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f71b4342-c7e8-4ff7-b9e8-1d2f2c6c99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:56.414625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'Port': ['ID=025970a2-f429-4613-8cc1-85de67032b80,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:56.431450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474837c7-9673-4275-b54e-0000530f1730 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:56.434406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-474837c7-9673-4275-b54e-0000530f1730 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=e90c6bfd-cf9c-4ddc-a465-834dc14f7474&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2916107 Mar 24 17:05:56.437140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36472) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:56.453776 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f71b4342-c7e8-4ff7-b9e8-1d2f2c6c99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:05:56.454205 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b4342-c7e8-4ff7-b9e8-1d2f2c6c99d3 None None] The sync data for ids ['6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:05:56.478257 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-8689df2d-3a77-41ac-908a-5529ee13e81b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The resource could not be found. Mar 24 17:05:56.479459 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8689df2d-3a77-41ac-908a-5529ee13e81b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2800372 Mar 24 17:05:56.485143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36476) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:56.553424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9881040a-2ba5-4da4-988f-f0f5bdfb8f06 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:56.557656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:56.634478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881040a-2ba5-4da4-988f-f0f5bdfb8f06 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=651ddd3e-2340-4ba9-8b49-9033d246a5f5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:56.642548 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9881040a-2ba5-4da4-988f-f0f5bdfb8f06 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:56.643232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e21da0-cc75-4532-8764-4c1b940111e9 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:56.652986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214f961-222a-414e-8f14-6456a4b4ed44 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:56.657122 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b214f961-222a-414e-8f14-6456a4b4ed44 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports/36b03e1f-9866-417f-82ea-cd5f08b215c4 HTTP/1.1" status: 200 len: 977 time: 0.3385031 Mar 24 17:05:56.658291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36482) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:56.747408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Checking segment: {'id': '1326dd55-da42-428b-af3e-6b69ad772576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:56.748321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network hostable DHCP agents. Network: 916af16b-8d3d-48c2-810b-2177d07d0cdf, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:05:56.760897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36486) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:56.799420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c8e0e-1a51-4b8d-add1-100f87343976 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:56.800742 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-655c8e0e-1a51-4b8d-add1-100f87343976 tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/networks/8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 881 time: 0.3623781 Mar 24 17:05:56.806308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36492) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:56.815576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=6c0deadb-9042-423e-b252-bce9da6d9306,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:56.857598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f734e124-938f-4d7d-95d6-756efdd20249 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:56.878643 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bf61905e-578f-40ad-914c-12244099505e tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=e90c6bfd-cf9c-4ddc-a465-834dc14f7474 HTTP/1.1" status: 200 len: 205 time: 0.0665252 Mar 24 17:05:56.881890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36496) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:57.097729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:05:57.126000 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9881040a-2ba5-4da4-988f-f0f5bdfb8f06 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/651ddd3e-2340-4ba9-8b49-9033d246a5f5 HTTP/1.1" status: 204 len: 168 time: 1.4619536 Mar 24 17:05:57.131384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36500) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:57.138392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f734e124-938f-4d7d-95d6-756efdd20249 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.155554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c7743664-f287-4a4f-aec0-bc72b7635b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.253932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c7743664-f287-4a4f-aec0-bc72b7635b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:57.278024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 916af16b-8d3d-48c2-810b-2177d07d0cdf) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:57.281951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c7743664-f287-4a4f-aec0-bc72b7635b54 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf47b044fa44d408194ecbf3abad57f is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:57.287157 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c26fdbc-8762-4295-b5b6-28c0ad701fb5 None None] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:57.287701 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c7743664-f287-4a4f-aec0-bc72b7635b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:57.296383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:57.296975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.305166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c7743664-f287-4a4f-aec0-bc72b7635b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:57.310879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20cf540-bf48-485e-a5d8-50d457eaa9a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 89377083-3b7a-4f32-9a70-b82be8313ebe {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:05:57.345939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d20cf540-bf48-485e-a5d8-50d457eaa9a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.349904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.427855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f734e124-938f-4d7d-95d6-756efdd20249 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.443336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d20cf540-bf48-485e-a5d8-50d457eaa9a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.460445 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d0d35398-feb0-4402-b410-61579ca64415 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9884481 Mar 24 17:05:57.461435 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36504) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:57.494900 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f734e124-938f-4d7d-95d6-756efdd20249 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.496424 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f734e124-938f-4d7d-95d6-756efdd20249 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/3a8bda1f-dbc9-4940-ae67-681a21355622 HTTP/1.1" status: 204 len: 168 time: 1.0103471 Mar 24 17:05:57.497511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734e124-938f-4d7d-95d6-756efdd20249 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8bda1f-dbc9-4940-ae67-681a21355622,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:57.502593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:57.511218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36508) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:57.584539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-916af16b-8d3d-48c2-810b-2177d07d0cdf', 'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf', 'tenant_id': 'cb64c021346c4a06b81f23d0cd4139e8', 'fixed_ips': [{'subnet_id': '6c0deadb-9042-423e-b252-bce9da6d9306'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:05:57.586571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.677921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a6247098-4fee-455e-8914-0508b3b1c39a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:57.704819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d20cf540-bf48-485e-a5d8-50d457eaa9a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.775264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.779191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a50cffba-dac6-4f70-8838-e5e7507a3b7e None None] Provisioning complete for port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:05:57.779703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a50cffba-dac6-4f70-8838-e5e7507a3b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.800878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.824049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a6247098-4fee-455e-8914-0508b3b1c39a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:57.831357 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a6247098-4fee-455e-8914-0508b3b1c39a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3150420 Mar 24 17:05:57.831592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c7743664-f287-4a4f-aec0-bc72b7635b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.832253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36512) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:57.839128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:57.843907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:57.847300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:57.853347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:57.867737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b969c7fb-1543-48f9-813c-7545c0db07dd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': 'caca0e4d-ddf1-4e72-83d1-7d140bebea96', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:57.875757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b969c7fb-1543-48f9-813c-7545c0db07dd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:57.880069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b969c7fb-1543-48f9-813c-7545c0db07dd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:57.883349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b969c7fb-1543-48f9-813c-7545c0db07dd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:57.890517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b969c7fb-1543-48f9-813c-7545c0db07dd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:57.901461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c7743664-f287-4a4f-aec0-bc72b7635b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.907993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Allocated IP 2001:db8::2 (916af16b-8d3d-48c2-810b-2177d07d0cdf/6c0deadb-9042-423e-b252-bce9da6d9306/a63f6b05-c77a-446a-9622-030c318abddc) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:05:57.910576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d20cf540-bf48-485e-a5d8-50d457eaa9a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.944098 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c7743664-f287-4a4f-aec0-bc72b7635b54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1cf47b044fa44d408194ecbf3abad57f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1820838 Mar 24 17:05:57.945139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Deleting port 650177c9-e720-4bd2-b664-8703cf339cb0 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:57.945484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.955880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36516) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:57.987488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:57.990918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:57.994274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d20cf540-bf48-485e-a5d8-50d457eaa9a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.004412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cf540-bf48-485e-a5d8-50d457eaa9a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=89377083-3b7a-4f32-9a70-b82be8313ebe,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:58.012352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.033304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0075d2-55df-48ac-a37f-e0ced4f2455d None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:05:58.154433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7743664-f287-4a4f-aec0-bc72b7635b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f88da2a-ef28-4538-88e5-0cda00b78260,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:58.265901 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-b969c7fb-1543-48f9-813c-7545c0db07dd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The resource could not be found. Mar 24 17:05:58.272299 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b969c7fb-1543-48f9-813c-7545c0db07dd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4336362 Mar 24 17:05:58.281164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36520) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:58.300464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--543339722'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:58.315445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:58.317152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.320118 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.ipam_backend_mixin [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c0deadb-9042-423e-b252-bce9da6d9306 (CIDR: 2001:db8::/64) Mar 24 17:05:58.342486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:58.352435 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.365594 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:05:58.366214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:05:58.369885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.374671 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d20cf540-bf48-485e-a5d8-50d457eaa9a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/89377083-3b7a-4f32-9a70-b82be8313ebe HTTP/1.1" status: 204 len: 168 time: 1.2397437 Mar 24 17:05:58.375362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36524) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:58.393392 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Transition to ACTIVE for port object a63f6b05-c77a-446a-9622-030c318abddc will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:58.418898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Transition to ACTIVE for port object a63f6b05-c77a-446a-9622-030c318abddc will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:05:58.474183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2551a937-ed8c-44e2-ae66-33f49b78496a None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:05:58.480216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2551a937-ed8c-44e2-ae66-33f49b78496a None None] Deleting port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:58.480216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2551a937-ed8c-44e2-ae66-33f49b78496a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.510156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.531106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d9708cc-8b85-4385-8731-eedb3b3c056f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.563598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Calling delete_port for 650177c9-e720-4bd2-b664-8703cf339cb0 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:58.586714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:05:58.590538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.594189 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:05:58.610928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:05:58.619515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Pushing event updated for resources: {'Port': ['ID=a63f6b05-c77a-446a-9622-030c318abddc,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:58.634976 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f80b9f4b-3f95-4299-8e4d-8182264c5fcf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1903393 Mar 24 17:05:58.637339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36528) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:58.649323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d9708cc-8b85-4385-8731-eedb3b3c056f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.683094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:58.695777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.696059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:58.696169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.696169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.696169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.696169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.696169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.696169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.696611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.696611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.696916 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.697195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.697518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:05:58.703703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:58.717010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:58.725783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 36b03e1f-9866-417f-82ea-cd5f08b215c4 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:05:58.726123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.732461 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c9043389-2dae-44e4-8f4f-1b02cda8f080 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2621050 Mar 24 17:05:58.744346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36532) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:58.803537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Attempting to bind port a63f6b05-c77a-446a-9622-030c318abddc on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:05:58.804159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Attempting to bind port a63f6b05-c77a-446a-9622-030c318abddc by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '1326dd55-da42-428b-af3e-6b69ad772576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:05:58.804315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Attempting to bind port a63f6b05-c77a-446a-9622-030c318abddc on network 916af16b-8d3d-48c2-810b-2177d07d0cdf {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:05:58.863444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:05:58.864022 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Checking segment: {'id': '1326dd55-da42-428b-af3e-6b69ad772576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:05:58.864444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.864849 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Bound using segment: {'id': '1326dd55-da42-428b-af3e-6b69ad772576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:05:58.865346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Bound port: a63f6b05-c77a-446a-9622-030c318abddc, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1326dd55-da42-428b-af3e-6b69ad772576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:05:58.865728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.885742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:58.914466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d9708cc-8b85-4385-8731-eedb3b3c056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.928833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.934882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2551a937-ed8c-44e2-ae66-33f49b78496a None None] For port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d3dbf352-41c9-49a4-9d2a-ddfcc29956f6,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:05:58.935682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2551a937-ed8c-44e2-ae66-33f49b78496a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.946645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9708cc-8b85-4385-8731-eedb3b3c056f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f88da2a-ef28-4538-88e5-0cda00b78260,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:58.961900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d9708cc-8b85-4385-8731-eedb3b3c056f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:58.963174 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7d9708cc-8b85-4385-8731-eedb3b3c056f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f88da2a-ef28-4538-88e5-0cda00b78260 HTTP/1.1" status: 204 len: 168 time: 1.0024655 Mar 24 17:05:58.985565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.029451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.079585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb146d9-4de9-43dd-b29f-121d7c8b6b43 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:59.080310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bfb146d9-4de9-43dd-b29f-121d7c8b6b43 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:59.125866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2551a937-ed8c-44e2-ae66-33f49b78496a None None] Calling delete_port for d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:59.189577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:59.201876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.202891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:59.208344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:59.208555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] For port a63f6b05-c77a-446a-9622-030c318abddc, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:05:59.217344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:59.220377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 36b03e1f-9866-417f-82ea-cd5f08b215c4 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:05:59.225750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] For port a63f6b05-c77a-446a-9622-030c318abddc, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a63f6b05-c77a-446a-9622-030c318abddc,segment=NetworkSegment(1326dd55-da42-428b-af3e-6b69ad772576),segment_id=1326dd55-da42-428b-af3e-6b69ad772576)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:05:59.256649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bfb146d9-4de9-43dd-b29f-121d7c8b6b43 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:59.257844 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bfb146d9-4de9-43dd-b29f-121d7c8b6b43 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6178222 Mar 24 17:05:59.260833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36538) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:59.275655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.278436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event updated for resources: {'Port': ['ID=025970a2-f429-4613-8cc1-85de67032b80,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:59.311864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.314726 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2551a937-ed8c-44e2-ae66-33f49b78496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.353796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551a937-ed8c-44e2-ae66-33f49b78496a None None] No DVR routers for this DVR port d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:05:59.380791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef1f8d-cb82-4a90-97a6-a16ad5ef5a1a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:05:59.381551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baef1f8d-cb82-4a90-97a6-a16ad5ef5a1a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:05:59.395022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.403179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb8c15-8844-4d20-aa69-69fdb8dfefb1 None None] Pushing event updated for resources: {'Port': ['ID=a63f6b05-c77a-446a-9622-030c318abddc,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:59.443061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.451836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:05:59.503207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:05:59.503657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d3dbf352-41c9-49a4-9d2a-ddfcc29956f6 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:05:59.505572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551a937-ed8c-44e2-ae66-33f49b78496a None None] Pushing event deleted for resources: {'Port': ['ID=d3dbf352-41c9-49a4-9d2a-ddfcc29956f6,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:59.574717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dab4fe2-c26e-4dda-9c27-f9aa6ab62225,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:59.579584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:05:59.583200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.598336 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Floating IP 63ad1fe8-ef3f-4556-bd79-947c169fa103 associated. External IP: 172.26.4.188, port: 002acf49-8846-4432-a0a1-93ab5e067b1e. Mar 24 17:05:59.612754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.614001 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-05934fad-9c25-45b6-ac31-dda89a7c51e4 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3301694 Mar 24 17:05:59.632338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event deleted for resources: {'Port': ['ID=650177c9-e720-4bd2-b664-8703cf339cb0,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:05:59.634247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36544) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:59.674451 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--436784765'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:59.754940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:05:59.767132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baef1f8d-cb82-4a90-97a6-a16ad5ef5a1a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:05:59.771183 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-baef1f8d-cb82-4a90-97a6-a16ad5ef5a1a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5088663 Mar 24 17:05:59.781234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36548) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:59.782160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36550) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:59.797629 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:05:59.882108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:05:59.903095 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c69fcf90-fda2-48f1-865c-e60905166929 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020160 Mar 24 17:05:59.907144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36556) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:05:59.913185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:05:59.916396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:05:59.921639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-81bef05d-7340-4d26-9214-365d7dc20db5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:05:59.926606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.016322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=36b03e1f-9866-417f-82ea-cd5f08b215c4,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:00.139547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.150490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.165553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.194519 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c87363b1-a4bf-4e1e-aa42-49dd5fb19ac2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a21a1ed7464490eb4f472178843f5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915701 Mar 24 17:06:00.205553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36560) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:00.222801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:00.241219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:00.250398 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:00.253341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-81bef05d-7340-4d26-9214-365d7dc20db5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:00.268129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:00.275763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-81bef05d-7340-4d26-9214-365d7dc20db5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:00.282462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.282993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Fanout notify agent at l3_agent the message router_deleted on router e90c6bfd-cf9c-4ddc-a465-834dc14f7474 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:06:00.385063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-89260c71-0485-4aa9-b769-4054277fb2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.428531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5c45e359-4f56-48c3-b453-9c47d9fe26b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.446087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.447295 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ce4cc0f4-99a0-4b3d-992b-7719f722832d tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/e90c6bfd-cf9c-4ddc-a465-834dc14f7474 HTTP/1.1" status: 204 len: 168 time: 3.5645716 Mar 24 17:06:00.451892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-89260c71-0485-4aa9-b769-4054277fb2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.465206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36564) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:00.470774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bef05d-7340-4d26-9214-365d7dc20db5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:00.474471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-81bef05d-7340-4d26-9214-365d7dc20db5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.476343 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bef05d-7340-4d26-9214-365d7dc20db5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:06:00.476652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bef05d-7340-4d26-9214-365d7dc20db5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:06:00.484922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-554757955', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:00.499498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.499739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:00.531262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Usage tracker for resource:router and tenant:0a691cf1f4594dc2b631fefdeec780df is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:00.552591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:00.571760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.573666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:00.639423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1208d91-9a45-4f7b-ac64-c340c0589431 None None] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:00.651195 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-81bef05d-7340-4d26-9214-365d7dc20db5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7440939 Mar 24 17:06:00.654306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36568) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:00.661212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d1308d33-b7dd-4e4b-9345-de1050b7ec10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:00.667499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Router 80764aa5-a513-4017-8c04-5d66b06fd747 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:06:00.675619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.717966 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.718956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.724445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.765521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-89260c71-0485-4aa9-b769-4054277fb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.872179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-89260c71-0485-4aa9-b769-4054277fb2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.876594 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-89260c71-0485-4aa9-b769-4054277fb2e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb497666-c8e2-4c4b-9987-4d7e726b9996 HTTP/1.1" status: 204 len: 168 time: 0.6672373 Mar 24 17:06:00.877948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:06:00.900844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bd3b89-18a5-432c-94e0-ac4623632cd8,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:00.929212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:00.931445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a8158520-293f-491d-b1e5-d70a6ef1db67 None None] Provisioning for port a63f6b05-c77a-446a-9622-030c318abddc completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:00.935664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.939486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89260c71-0485-4aa9-b769-4054277fb2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb497666-c8e2-4c4b-9987-4d7e726b9996,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:00.952371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:00.956709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:00.962152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:00.989054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=cd06fab6-a5e0-4c85-9965-75c8294730cd,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:01.015443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d1308d33-b7dd-4e4b-9345-de1050b7ec10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:01.019368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:01.024123 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-13b5b6a0-f75a-4710-acaa-ef1cd65f9e29 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3815656 Mar 24 17:06:01.029844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36574) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:01.042630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e920bb3f-0ab6-4e22-8d60-ae7482dd0825 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '0dab4fe2-c26e-4dda-9c27-f9aa6ab62225', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b8bd3b89-18a5-432c-94e0-ac4623632cd8'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:01.053211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e920bb3f-0ab6-4e22-8d60-ae7482dd0825 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:01.059347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e920bb3f-0ab6-4e22-8d60-ae7482dd0825 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:01.069036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e920bb3f-0ab6-4e22-8d60-ae7482dd0825 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:01.076629 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d1308d33-b7dd-4e4b-9345-de1050b7ec10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:01.083427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e920bb3f-0ab6-4e22-8d60-ae7482dd0825 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:01.102299 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8c14ebe2-7cc5-43d8-a190-795308ad0391 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3543952 Mar 24 17:06:01.103100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36578) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:01.109325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf', 'fixed_ips': [{'subnet_id': '6c0deadb-9042-423e-b252-bce9da6d9306'}, {'subnet_id': 'cd06fab6-a5e0-4c85-9965-75c8294730cd'}], 'name': 'tempest-PortsIpV6TestJSON-895870298'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:01.116648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae50dea-dea1-4004-a999-b0351df4ec63 None None] Update dhcp port {'port': {'network_id': '916af16b-8d3d-48c2-810b-2177d07d0cdf', 'fixed_ips': [{'subnet_id': '6c0deadb-9042-423e-b252-bce9da6d9306', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cd06fab6-a5e0-4c85-9965-75c8294730cd'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': 'a63f6b05-c77a-446a-9622-030c318abddc'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:06:01.228276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dae50dea-dea1-4004-a999-b0351df4ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:01.248599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:01.251551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1308d33-b7dd-4e4b-9345-de1050b7ec10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:01.255063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d1308d33-b7dd-4e4b-9345-de1050b7ec10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:01.256500 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1308d33-b7dd-4e4b-9345-de1050b7ec10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:06:01.256927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1308d33-b7dd-4e4b-9345-de1050b7ec10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:06:01.257972 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3c58f246-8744-4396-8a4f-9fa05989c3ee tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5993001 Mar 24 17:06:01.259023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36582) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:01.262307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:01.279508 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] Sync routers for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:01.316977 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:01.318997 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:01.435179 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-e920bb3f-0ab6-4e22-8d60-ae7482dd0825 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:06:01.436253 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e920bb3f-0ab6-4e22-8d60-ae7482dd0825 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4040775 Mar 24 17:06:01.456539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-dae50dea-dea1-4004-a999-b0351df4ec63 None None] Allocated IP 2001:db8:0:1::2 (916af16b-8d3d-48c2-810b-2177d07d0cdf/cd06fab6-a5e0-4c85-9965-75c8294730cd/a63f6b05-c77a-446a-9622-030c318abddc) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:01.546262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36588) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:01.570092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:01.574877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:01.596782 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:06:01.617079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-dae50dea-dea1-4004-a999-b0351df4ec63 None None] For port a63f6b05-c77a-446a-9622-030c318abddc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a63f6b05-c77a-446a-9622-030c318abddc,segment=NetworkSegment(1326dd55-da42-428b-af3e-6b69ad772576),segment_id=1326dd55-da42-428b-af3e-6b69ad772576)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:01.645827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dae50dea-dea1-4004-a999-b0351df4ec63 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:01.664895 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dae50dea-dea1-4004-a999-b0351df4ec63 None None] Transition to ACTIVE for port object a63f6b05-c77a-446a-9622-030c318abddc will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:01.670340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bbc884-f995-42fb-9516-cbd3f8c6d712 None None] Sync routers for ids ['6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:01.682232 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d1308d33-b7dd-4e4b-9345-de1050b7ec10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0251770 Mar 24 17:06:01.682232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36592) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:01.685295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a63f6b05-c77a-446a-9622-030c318abddc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:01.722986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2987a189-5088-44d0-89ba-c8dc6dac9c10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:01.737286 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-261a5004-1b9e-4caf-b8f0-254eb817c16f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.6537681 Mar 24 17:06:01.741754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:06:01.758950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dae50dea-dea1-4004-a999-b0351df4ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:01.767373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bbc884-f995-42fb-9516-cbd3f8c6d712 None None] Routers {'6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:01.769767 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a8bbc884-f995-42fb-9516-cbd3f8c6d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:02.008444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2987a189-5088-44d0-89ba-c8dc6dac9c10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:02.009931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a8bbc884-f995-42fb-9516-cbd3f8c6d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:02.017242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:02.038938 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'status': 'completed', 'code': 200} Mar 24 17:06:02.090859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bbc884-f995-42fb-9516-cbd3f8c6d712 None None] Routers {'6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:02.091502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a8bbc884-f995-42fb-9516-cbd3f8c6d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:02.141617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:port and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:02.153401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2987a189-5088-44d0-89ba-c8dc6dac9c10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:02.156263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:02.169869 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-85187975-3059-4cf1-91fd-7d9780ea0a83 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] remove_router_interface failed (client error): The resource could not be found. Mar 24 17:06:02.171177 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-85187975-3059-4cf1-91fd-7d9780ea0a83 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9108896 Mar 24 17:06:02.181318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36608) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:02.187909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a8bbc884-f995-42fb-9516-cbd3f8c6d712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:02.188257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bbc884-f995-42fb-9516-cbd3f8c6d712 None None] The sync data for ids ['6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:02.189026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:02.202989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae50dea-dea1-4004-a999-b0351df4ec63 None None] Pushing event updated for resources: {'Port': ['ID=a63f6b05-c77a-446a-9622-030c318abddc,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:02.267999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-08ed8b73-675c-451b-940b-3abae7b7fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:02.269618 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:16Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '63ad1fe8-ef3f-4556-bd79-947c169fa103', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'port_id': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'mac_address': 'fa:16:3e:79:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:05:57Z', 'updated_at': '2022-03-24T17:05:57Z', 'revision_number': 0, 'project_id': 'cb4059de826b4890846a22f339997227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a', 'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'mac_address': 'fa:16:3e:cb:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:05:13Z', 'updated_at': '2022-03-24T17:05:28Z', 'revision_number': 5, 'project_id': 'cb4059de826b4890846a22f339997227', 'subnets': [{'id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:02.269823 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-08ed8b73-675c-451b-940b-3abae7b7fa37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb4059de826b4890846a22f339997227&device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 1099 time: 0.2548325 Mar 24 17:06:02.276467 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] Checking router: 80764aa5-a513-4017-8c04-5d66b06fd747 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:06:02.291086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port a63f6b05-c77a-446a-9622-030c318abddc completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:02.291896 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:02.293675 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:05:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:02.300260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8da1d696-8ebe-4fda-8244-cd0a514fdb98 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:02.327265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2987a189-5088-44d0-89ba-c8dc6dac9c10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:02.328585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-670bba0a-c6e4-4751-8678-d50c8dee4b08 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:02.331365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2987a189-5088-44d0-89ba-c8dc6dac9c10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:02.333162 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2987a189-5088-44d0-89ba-c8dc6dac9c10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:06:02.334319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2987a189-5088-44d0-89ba-c8dc6dac9c10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:06:02.339183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:02.424263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-670bba0a-c6e4-4751-8678-d50c8dee4b08 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:02.467286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c410b83-9ff3-4564-815a-ef3416a16cb7 req-5f90ca04-dda4-435b-b1fc-f033553bfd2a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:02.470675 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8c410b83-9ff3-4564-815a-ef3416a16cb7 req-5f90ca04-dda4-435b-b1fc-f033553bfd2a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.4555302 Mar 24 17:06:02.542374 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:06:02.560453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8da1d696-8ebe-4fda-8244-cd0a514fdb98 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:02.561944 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8da1d696-8ebe-4fda-8244-cd0a514fdb98 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb HTTP/1.1" status: 200 len: 205 time: 0.3766460 Mar 24 17:06:02.570430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36620) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:02.580415 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8c410b83-9ff3-4564-815a-ef3416a16cb7 req-7df53b93-e0da-45e7-a84d-522b1e095ce5 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029315 Mar 24 17:06:02.651890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5dde836-6b92-47a0-9162-ad12fe03ecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:02.654930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:02.692862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36624) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:02.770949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36628) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:02.773736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7481085a-5d4e-4c58-a66e-b0634a93fe0f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:02.936913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd6e3b-c7ac-42a3-973d-2d146c84913e None None] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:03.014805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-75b6b188-9442-49fc-8c6a-d5a8974beb33 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.016936 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-75b6b188-9442-49fc-8c6a-d5a8974beb33 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1882472 Mar 24 17:06:03.019357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-670bba0a-c6e4-4751-8678-d50c8dee4b08 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.027028 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36634) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.028303 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2987a189-5088-44d0-89ba-c8dc6dac9c10 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3421700 Mar 24 17:06:03.043172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36636) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.053136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-725c7e16-60b9-4f99-9e2e-2ccdd94f9e62 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.054710 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-725c7e16-60b9-4f99-9e2e-2ccdd94f9e62 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0128241 Mar 24 17:06:03.058826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bba0a-c6e4-4751-8678-d50c8dee4b08 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bd3b89-18a5-432c-94e0-ac4623632cd8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:03.060018 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:16Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '63ad1fe8-ef3f-4556-bd79-947c169fa103', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'port_id': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'mac_address': 'fa:16:3e:79:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:05:57Z', 'updated_at': '2022-03-24T17:05:57Z', 'revision_number': 0, 'project_id': 'cb4059de826b4890846a22f339997227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a', 'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'mac_address': 'fa:16:3e:cb:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:05:13Z', 'updated_at': '2022-03-24T17:05:28Z', 'revision_number': 5, 'project_id': 'cb4059de826b4890846a22f339997227', 'subnets': [{'id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:03.064990 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42777ce5-ffdd-4893-a031-1306ea7d37c1 None None] The sync data for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv is: [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:16Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '63ad1fe8-ef3f-4556-bd79-947c169fa103', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'port_id': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'mac_address': 'fa:16:3e:79:83:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:05:57Z', 'updated_at': '2022-03-24T17:05:57Z', 'revision_number': 0, 'project_id': 'cb4059de826b4890846a22f339997227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a', 'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'mac_address': 'fa:16:3e:cb:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:05:13Z', 'updated_at': '2022-03-24T17:05:28Z', 'revision_number': 5, 'project_id': 'cb4059de826b4890846a22f339997227', 'subnets': [{'id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:03.105561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36640) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.121046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-48783f52-788a-4b0e-9468-7bcdbad09acd tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.122235 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-48783f52-788a-4b0e-9468-7bcdbad09acd tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088570 Mar 24 17:06:03.128275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d0ebd187-0aca-466b-8871-6a1d143d0638 None None] Provisioning for port a63f6b05-c77a-446a-9622-030c318abddc completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:03.129951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36646) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.132092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.137661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d0ebd187-0aca-466b-8871-6a1d143d0638 None None] Provisioning complete for port a63f6b05-c77a-446a-9622-030c318abddc triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:03.140044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0ebd187-0aca-466b-8871-6a1d143d0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.171086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-47148c7c-6cd5-44f6-8a66-7bf7dce50e30 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.171901 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-47148c7c-6cd5-44f6-8a66-7bf7dce50e30 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0154698 Mar 24 17:06:03.180072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36650) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.192657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.263695 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1d1aa9b8-7193-4a6e-a31f-39956878177e tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/floatingips/63ad1fe8-ef3f-4556-bd79-947c169fa103 HTTP/1.1" status: 200 len: 992 time: 0.5688267 Mar 24 17:06:03.281321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-053093c4-f4a5-459b-9422-edfc7013e417 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.282969 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-053093c4-f4a5-459b-9422-edfc7013e417 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0916731 Mar 24 17:06:03.303205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-f9d7a845-594a-4edd-97a3-659e7d71d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:03.305648 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-f9d7a845-594a-4edd-97a3-659e7d71d0fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 HTTP/1.1" status: 200 len: 898 time: 1.0181448 Mar 24 17:06:03.306129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36654) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.325070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.349219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-453cff79-5576-4095-b18a-3f9911b6f1d6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.349648 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-453cff79-5576-4095-b18a-3f9911b6f1d6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0358751 Mar 24 17:06:03.354048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3315250-1ee6-48d4-9e39-44ca65f7060a None None] New status for floating IP 63ad1fe8-ef3f-4556-bd79-947c169fa103: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:06:03.371781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36658) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.410287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-955ae119-f3de-45ff-9240-22d8e9b8e028 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:03.423146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a63f6b05-c77a-446a-9622-030c318abddc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:03.438226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:03.473311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-0ba692ae-697c-44b8-923b-c62869f5729a tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.474260 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0ba692ae-697c-44b8-923b-c62869f5729a tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0473311 Mar 24 17:06:03.482707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36662) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.503293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-37b27285-b035-45dd-b479-e06c890e7df6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.510200 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-37b27285-b035-45dd-b479-e06c890e7df6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0173647 Mar 24 17:06:03.519069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36666) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.520540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7481085a-5d4e-4c58-a66e-b0634a93fe0f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.529286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-670bba0a-c6e4-4751-8678-d50c8dee4b08 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.532800 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-670bba0a-c6e4-4751-8678-d50c8dee4b08 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/b8bd3b89-18a5-432c-94e0-ac4623632cd8 HTTP/1.1" status: 204 len: 168 time: 1.9816782 Mar 24 17:06:03.532800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7481085a-5d4e-4c58-a66e-b0634a93fe0f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.535615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36670) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.538633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-91dd1335-7482-4fc4-a664-3da5094e02de tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.542016 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-91dd1335-7482-4fc4-a664-3da5094e02de tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0175080 Mar 24 17:06:03.545159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36672) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.565209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-8c45c8fb-f632-45e8-a5a4-d784c36d494b tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.568597 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8c45c8fb-f632-45e8-a5a4-d784c36d494b tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0178378 Mar 24 17:06:03.568868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36678) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.576066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-c165c606-3595-4aed-9862-c70d92423936 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.579272 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c165c606-3595-4aed-9862-c70d92423936 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072773 Mar 24 17:06:03.580173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36682) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.586401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-dbdcf46b-664e-42de-88f8-133d7de19321 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.589751 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dbdcf46b-664e-42de-88f8-133d7de19321 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056410 Mar 24 17:06:03.589751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-955ae119-f3de-45ff-9240-22d8e9b8e028 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:03.590497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36686) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.596349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-5f85f7d8-8077-407c-aecb-9ae8ae763068 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.602217 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5f85f7d8-8077-407c-aecb-9ae8ae763068 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0059268 Mar 24 17:06:03.602398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0ebd187-0aca-466b-8871-6a1d143d0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.602487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36690) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.608573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-bed9d727-86d6-4209-935b-41d06d997ed7 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.611251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bed9d727-86d6-4209-935b-41d06d997ed7 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0077918 Mar 24 17:06:03.611251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-955ae119-f3de-45ff-9240-22d8e9b8e028 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:03.617763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36694) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.631620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-df7e75f7-3ac5-4838-b86e-b1a5ea24e5ce tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.633058 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-df7e75f7-3ac5-4838-b86e-b1a5ea24e5ce tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0140405 Mar 24 17:06:03.636403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36698) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.643505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-0446aba9-d15c-4687-8600-8b2a32c0b977 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.645575 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-b7239f35-163a-45f9-81c7-356f4e43f1c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002acf49-8846-4432-a0a1-93ab5e067b1e HTTP/1.1" status: 200 len: 1000 time: 0.2811663 Mar 24 17:06:03.646809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0446aba9-d15c-4687-8600-8b2a32c0b977 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090530 Mar 24 17:06:03.652047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36702) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.667256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-38abd0e7-017a-415b-a3cb-352c4e15a455 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.669170 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-38abd0e7-017a-415b-a3cb-352c4e15a455 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0150940 Mar 24 17:06:03.671547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7481085a-5d4e-4c58-a66e-b0634a93fe0f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.672372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7481085a-5d4e-4c58-a66e-b0634a93fe0f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Fanout notify agent at l3_agent the message router_deleted on router 6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:06:03.691623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36706) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.695871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-f17ae31e-153e-41ad-b07d-51ac5f280ea4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.699816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f17ae31e-153e-41ad-b07d-51ac5f280ea4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067799 Mar 24 17:06:03.699816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955ae119-f3de-45ff-9240-22d8e9b8e028 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:03.702022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955ae119-f3de-45ff-9240-22d8e9b8e028 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.703728 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-955ae119-f3de-45ff-9240-22d8e9b8e028 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:06:03.704592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955ae119-f3de-45ff-9240-22d8e9b8e028 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:06:03.710815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36710) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.731838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7481085a-5d4e-4c58-a66e-b0634a93fe0f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.731838 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7481085a-5d4e-4c58-a66e-b0634a93fe0f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb HTTP/1.1" status: 204 len: 168 time: 1.1534204 Mar 24 17:06:03.733268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-b709e7a8-6a45-4a2d-852e-5d503c07d6a6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.736836 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b709e7a8-6a45-4a2d-852e-5d503c07d6a6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0226200 Mar 24 17:06:03.736836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36714) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.741493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36716) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.744217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d0ebd187-0aca-466b-8871-6a1d143d0638 None None] For port a63f6b05-c77a-446a-9622-030c318abddc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a63f6b05-c77a-446a-9622-030c318abddc,segment=NetworkSegment(1326dd55-da42-428b-af3e-6b69ad772576),segment_id=1326dd55-da42-428b-af3e-6b69ad772576)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:03.772441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-90852a6b-ae8f-4800-b8d3-5982db969638 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.775878 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-90852a6b-ae8f-4800-b8d3-5982db969638 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0208104 Mar 24 17:06:03.792770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36722) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.806127 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-955ae119-f3de-45ff-9240-22d8e9b8e028 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7396109 Mar 24 17:06:03.806661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-8d0b2637-b08f-4d43-8614-2d3fc021a9d4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.806748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36726) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.810577 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8d0b2637-b08f-4d43-8614-2d3fc021a9d4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0086668 Mar 24 17:06:03.811450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36730) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.812963 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port a63f6b05-c77a-446a-9622-030c318abddc triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:03.818863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.819579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-22a49a62-38f5-48a5-a194-867ae1c7fd96 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:03.837373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Allocated IP 172.26.4.73 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/7ceeb7c7-ef4c-45a4-9254-da7a1abc940d) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:03.869153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0ebd187-0aca-466b-8871-6a1d143d0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.893881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-d5d62ec3-7c66-436d-8fc9-3bcda0a01c6e tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.898473 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d5d62ec3-7c66-436d-8fc9-3bcda0a01c6e tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0529225 Mar 24 17:06:03.906372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4632d5-01da-4abf-adde-09bbdeb34689 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting subnet 0685ea66-0416-4c9c-aa92-43d15a5b1a77 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:03.913547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36734) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.944696 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-0b7399d8-354d-4d5f-b24e-02486ced3963 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.945657 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0b7399d8-354d-4d5f-b24e-02486ced3963 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0250249 Mar 24 17:06:03.950497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36738) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.955081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-382814b5-bbac-4147-a104-b8ea2636b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:03.956545 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-382814b5-bbac-4147-a104-b8ea2636b055 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28342b6b-aa72-4f1a-8152-467ff34c47cb HTTP/1.1" status: 200 len: 834 time: 0.3027482 Mar 24 17:06:03.958468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-4651e8f3-6585-466f-b64b-a4cf4106fb33 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:03.964653 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4651e8f3-6585-466f-b64b-a4cf4106fb33 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0114477 Mar 24 17:06:03.966100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae4632d5-01da-4abf-adde-09bbdeb34689 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:03.969199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36742) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:03.973515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a420737e-f09b-4708-8b54-f51c3ba935f5 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:03.982061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.011539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebd187-0aca-466b-8871-6a1d143d0638 None None] Pushing event updated for resources: {'Port': ['ID=a63f6b05-c77a-446a-9622-030c318abddc,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:04.019712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.075489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-89627a21-4ee6-4920-8bec-86d5664bff51 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.078859 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-89627a21-4ee6-4920-8bec-86d5664bff51 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.1000824 Mar 24 17:06:04.082881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36746) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.093790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-42a244cd-1fde-4d9d-9849-7965626ea22d None None] Provisioning complete for port a63f6b05-c77a-446a-9622-030c318abddc triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:04.094165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-42a244cd-1fde-4d9d-9849-7965626ea22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.106645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-5e858832-65f2-4fdc-bfcf-d94297668bc4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.107596 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5e858832-65f2-4fdc-bfcf-d94297668bc4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0209062 Mar 24 17:06:04.113223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36750) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.122128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae4632d5-01da-4abf-adde-09bbdeb34689 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.159266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-2dc2672e-080f-4cee-a068-b097fe6e4c53 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.160246 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2dc2672e-080f-4cee-a068-b097fe6e4c53 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0461521 Mar 24 17:06:04.163584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36754) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.183698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-22a49a62-38f5-48a5-a194-867ae1c7fd96 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:04.188828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-195bc463-dfed-4ba8-8ca5-ca77aaa639d4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.191178 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-195bc463-dfed-4ba8-8ca5-ca77aaa639d4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067799 Mar 24 17:06:04.199337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36758) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.205333 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-22a49a62-38f5-48a5-a194-867ae1c7fd96 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:04.211692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-5d951e44-eeb8-4813-9dc6-f99ae1cd7448 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.212663 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5d951e44-eeb8-4813-9dc6-f99ae1cd7448 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0128763 Mar 24 17:06:04.217895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36762) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.227537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-0a429411-c0be-483d-b51a-3b0df9513dba tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.231543 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0a429411-c0be-483d-b51a-3b0df9513dba tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0097468 Mar 24 17:06:04.235032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36766) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.240940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-b9126820-f9df-43bf-b93b-8de6e20b4f46 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.242551 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b9126820-f9df-43bf-b93b-8de6e20b4f46 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0059249 Mar 24 17:06:04.248795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36770) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.256280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-d2e4089d-13bb-40f0-92d7-8401ab5b518c tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.257325 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d2e4089d-13bb-40f0-92d7-8401ab5b518c tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0075545 Mar 24 17:06:04.259672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36774) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.266373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-bb60e20d-d850-4289-9a44-35371a93e256 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.269877 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bb60e20d-d850-4289-9a44-35371a93e256 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0067434 Mar 24 17:06:04.269877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae4632d5-01da-4abf-adde-09bbdeb34689 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.278263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36778) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.278609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36780) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.286273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-fd922d9d-632d-4594-8890-74634433f2c6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.287200 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fd922d9d-632d-4594-8890-74634433f2c6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0061712 Mar 24 17:06:04.296470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36786) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.305707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-4f7c0a50-e8f0-44db-86cd-f1e425e7fdd3 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.306749 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4f7c0a50-e8f0-44db-86cd-f1e425e7fdd3 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0091722 Mar 24 17:06:04.313335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36790) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.320508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-5b0114e1-e051-4f86-a3e1-f38051e343e6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.321547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5b0114e1-e051-4f86-a3e1-f38051e343e6 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0072100 Mar 24 17:06:04.324787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36794) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.331057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-e9e56937-71c9-496d-b6cb-931f523d6a66 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.331995 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e9e56937-71c9-496d-b6cb-931f523d6a66 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0065126 Mar 24 17:06:04.334470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36798) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.340681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-8bdf6cde-ee61-4ddf-918b-286f308bdb3c tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.343686 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8bdf6cde-ee61-4ddf-918b-286f308bdb3c tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0063200 Mar 24 17:06:04.343986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36802) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.351706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-bbca65e3-500e-407d-b290-a6e1fa884edc tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.353879 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bbca65e3-500e-407d-b290-a6e1fa884edc tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078239 Mar 24 17:06:04.355387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36806) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.363070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-227e24e5-bb9b-4398-b74c-5d01002a26ca tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.364027 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-227e24e5-bb9b-4398-b74c-5d01002a26ca tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077751 Mar 24 17:06:04.367324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36810) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.369215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a420737e-f09b-4708-8b54-f51c3ba935f5 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:04.371857 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a420737e-f09b-4708-8b54-f51c3ba935f5 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8248975 Mar 24 17:06:04.374764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-80179445-4658-45a6-a07e-c866854608bb tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.375703 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-80179445-4658-45a6-a07e-c866854608bb tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0075185 Mar 24 17:06:04.380019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a49a62-38f5-48a5-a194-867ae1c7fd96 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:04.380799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-22a49a62-38f5-48a5-a194-867ae1c7fd96 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.382121 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a49a62-38f5-48a5-a194-867ae1c7fd96 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:06:04.382543 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a49a62-38f5-48a5-a194-867ae1c7fd96 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:06:04.389589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36814) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.389927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36816) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.402692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-934c87ae-60d5-46c8-9988-e642a8c819b4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.406100 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-934c87ae-60d5-46c8-9988-e642a8c819b4 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0128248 Mar 24 17:06:04.410400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.415544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36822) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.428221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-8fb12f8e-2a32-4fa3-847e-d9fd11755f21 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.431598 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8fb12f8e-2a32-4fa3-847e-d9fd11755f21 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0127366 Mar 24 17:06:04.437434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36826) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.444999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-b2ef733d-eb86-4c54-ad89-d9918e54502e tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.448913 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b2ef733d-eb86-4c54-ad89-d9918e54502e tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076203 Mar 24 17:06:04.449240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36830) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.461059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-56fe9dbd-0429-4038-ad74-fb3fa3124779 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.464392 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-56fe9dbd-0429-4038-ad74-fb3fa3124779 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0118217 Mar 24 17:06:04.473279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36834) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.477283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae4632d5-01da-4abf-adde-09bbdeb34689 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.484250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-a75a5e2b-cc86-48cf-b792-76c3db51c0b0 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.487615 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a75a5e2b-cc86-48cf-b792-76c3db51c0b0 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0110037 Mar 24 17:06:04.487749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-7708ec19-a537-4f87-9513-5c30f703e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:04.487749 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-7708ec19-a537-4f87-9513-5c30f703e0b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5210366 Mar 24 17:06:04.491543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36838) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.505624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-bf7f4066-4ce9-40c5-b12d-428a9f20213f tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.506552 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bf7f4066-4ce9-40c5-b12d-428a9f20213f tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0131910 Mar 24 17:06:04.521623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36842) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.537370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4632d5-01da-4abf-adde-09bbdeb34689 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Subnet': ['ID=0685ea66-0416-4c9c-aa92-43d15a5b1a77,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:04.541382 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-22a49a62-38f5-48a5-a194-867ae1c7fd96 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7339981 Mar 24 17:06:04.548219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-09c28ed8-ffea-48af-9d6c-2cb096a6f0ee tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.549159 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-09c28ed8-ffea-48af-9d6c-2cb096a6f0ee tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0236514 Mar 24 17:06:04.552561 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae4632d5-01da-4abf-adde-09bbdeb34689 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.555526 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ae4632d5-01da-4abf-adde-09bbdeb34689 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/0685ea66-0416-4c9c-aa92-43d15a5b1a77 HTTP/1.1" status: 204 len: 168 time: 0.8120575 Mar 24 17:06:04.558789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36846) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.559065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36848) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.559393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36850) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.560631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4ae9d-76b2-4b16-a295-cfb091d50cda None None] Network 1180760b-0904-4e82-b4f8-e9a1d6f7d554 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:04.565043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::21b (916af16b-8d3d-48c2-810b-2177d07d0cdf/6c0deadb-9042-423e-b252-bce9da6d9306/156d4ed9-379e-40c5-9d1c-0536fa6039b5) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:04.574520 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5fe4eaeb-06ae-45c5-a23e-0843efe79542 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/floatingips/63ad1fe8-ef3f-4556-bd79-947c169fa103 HTTP/1.1" status: 200 len: 994 time: 0.2902706 Mar 24 17:06:04.574718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8df415f0-7660-41fd-9096-3b24a6f91fe3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:04.581997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8:0:1::1e0 (916af16b-8d3d-48c2-810b-2177d07d0cdf/cd06fab6-a5e0-4c85-9965-75c8294730cd/156d4ed9-379e-40c5-9d1c-0536fa6039b5) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:04.589393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-03728365-81e1-4361-9781-13bf62a145b9 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.593179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-03728365-81e1-4361-9781-13bf62a145b9 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0265558 Mar 24 17:06:04.593763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36858) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.607602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c317d6a-d2d5-461d-822f-cf7bacb8e4fa tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.654254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-f6c96b37-f156-48c2-8e87-4b271f557262 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.657838 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f6c96b37-f156-48c2-8e87-4b271f557262 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0137644 Mar 24 17:06:04.662361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36862) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.683930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-1408f089-a84b-489c-b45a-3f5df502a8e9 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.687330 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1408f089-a84b-489c-b45a-3f5df502a8e9 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0184007 Mar 24 17:06:04.692386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36866) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.710561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-ec187129-5b72-4abc-91bf-d3f91f8d6579 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.716174 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ec187129-5b72-4abc-91bf-d3f91f8d6579 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0192993 Mar 24 17:06:04.717830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36870) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.728550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-7305299c-c726-468b-84cc-a35fe95ea436 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.732210 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7305299c-c726-468b-84cc-a35fe95ea436 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093110 Mar 24 17:06:04.736225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36874) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.756528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-9b791fef-ad86-45a7-91dc-498ef63f73d1 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.760182 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9b791fef-ad86-45a7-91dc-498ef63f73d1 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0207736 Mar 24 17:06:04.765664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36878) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.786852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c317d6a-d2d5-461d-822f-cf7bacb8e4fa tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.792811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [None req-9497d9b5-9eb3-4228-831c-1ed669a9f4f7 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.796991 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9497d9b5-9eb3-4228-831c-1ed669a9f4f7 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0271966 Mar 24 17:06:04.803748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36882) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.815193 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-4fa3e39b-f1be-413f-8c9a-95c6bc028c79 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142946 Mar 24 17:06:04.816783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.818792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-59805ec5-e940-4c12-9f45-11a286869e3f tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.819714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-59805ec5-e940-4c12-9f45-11a286869e3f tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0112524 Mar 24 17:06:04.834441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.845655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36886) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.857598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-43ebb1cf-9227-44fd-8222-2073d27e372c tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.861823 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-43ebb1cf-9227-44fd-8222-2073d27e372c tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0119894 Mar 24 17:06:04.869660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5381f-c9bb-4256-9137-24c6abbb3939 None None] DHCP port deletion for 1180760b-0904-4e82-b4f8-e9a1d6f7d554 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:04.876577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-12c5381f-c9bb-4256-9137-24c6abbb3939 None None] Deleting port 5021edb2-b17c-4d04-b3ea-3116827e95af {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:04.877345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-12c5381f-c9bb-4256-9137-24c6abbb3939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.879327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36890) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.886020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8df415f0-7660-41fd-9096-3b24a6f91fe3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:04.894432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-77b6ae84-a569-44b8-b518-9e89458e6978 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.897501 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-77b6ae84-a569-44b8-b518-9e89458e6978 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0126290 Mar 24 17:06:04.900624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36894) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.907991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8df415f0-7660-41fd-9096-3b24a6f91fe3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:04.915418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-03c72dd5-93ff-4280-94a7-e497081cefdc tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.919114 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-03c72dd5-93ff-4280-94a7-e497081cefdc tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0107403 Mar 24 17:06:04.921855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36898) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.926125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 5021edb2-b17c-4d04-b3ea-3116827e95af {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:04.926469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:04.954842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-3165989f-a0f8-43fa-8d3d-7d25c46baae3 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.958757 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3165989f-a0f8-43fa-8d3d-7d25c46baae3 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0331302 Mar 24 17:06:04.968990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36902) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.976836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-ab57d7e8-560f-4904-815c-80887c2aecee tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.980406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ab57d7e8-560f-4904-815c-80887c2aecee tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078011 Mar 24 17:06:04.980664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36906) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:04.987282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-8c76f84d-15f5-4553-a7fe-88fbe6844ca3 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:04.991286 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8c76f84d-15f5-4553-a7fe-88fbe6844ca3 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066702 Mar 24 17:06:04.991286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36910) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.005258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-90cac296-d826-4a42-ad20-5d44469cdb6b tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:05.005901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:05.009765 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-90cac296-d826-4a42-ad20-5d44469cdb6b tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0141783 Mar 24 17:06:05.009765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36914) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.045391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-eee34607-4810-4db7-88d4-2927691214b2 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:05.049286 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-eee34607-4810-4db7-88d4-2927691214b2 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0362580 Mar 24 17:06:05.052724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36918) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.061681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df415f0-7660-41fd-9096-3b24a6f91fe3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:05.069127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8df415f0-7660-41fd-9096-3b24a6f91fe3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.069127 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df415f0-7660-41fd-9096-3b24a6f91fe3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:06:05.069127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df415f0-7660-41fd-9096-3b24a6f91fe3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:06:05.073477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:05.078916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-f95ae927-156f-434e-a220-a248224b1216 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:05.083991 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f95ae927-156f-434e-a220-a248224b1216 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0268936 Mar 24 17:06:05.086807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c317d6a-d2d5-461d-822f-cf7bacb8e4fa tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.090009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36922) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.114336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-c759c3f8-ab9f-46ea-b557-dc14a8a5b49a tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:05.117786 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c759c3f8-ab9f-46ea-b557-dc14a8a5b49a tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0121257 Mar 24 17:06:05.126583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36926) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.127497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c317d6a-d2d5-461d-822f-cf7bacb8e4fa tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dab4fe2-c26e-4dda-9c27-f9aa6ab62225,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:05.150941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-b0550a51-bfea-4ade-8ac6-6d59c6eb8977 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:05.155351 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b0550a51-bfea-4ade-8ac6-6d59c6eb8977 tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0214293 Mar 24 17:06:05.170303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36930) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.186989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-0e5048ba-bb93-44c2-a67c-54e33332e95f tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:05.191817 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0e5048ba-bb93-44c2-a67c-54e33332e95f tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0183578 Mar 24 17:06:05.191817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36934) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.194251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-12c5381f-c9bb-4256-9137-24c6abbb3939 None None] For port 5021edb2-b17c-4d04-b3ea-3116827e95af, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5021edb2-b17c-4d04-b3ea-3116827e95af,segment=NetworkSegment(c30bd771-df51-45fd-8ebf-08100aed1f73),segment_id=c30bd771-df51-45fd-8ebf-08100aed1f73)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:05.194761 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-12c5381f-c9bb-4256-9137-24c6abbb3939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.201520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [None req-8380d7f2-3df8-4d17-bcce-e0f8b1f973da tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:06:05.206250 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8380d7f2-3df8-4d17-bcce-e0f8b1f973da tempest-ExtensionsTestJSON-120841563 tempest-ExtensionsTestJSON-120841563-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0103102 Mar 24 17:06:05.259267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c317d6a-d2d5-461d-822f-cf7bacb8e4fa tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.263898 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9c317d6a-d2d5-461d-822f-cf7bacb8e4fa tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/0dab4fe2-c26e-4dda-9c27-f9aa6ab62225 HTTP/1.1" status: 204 len: 168 time: 0.8714435 Mar 24 17:06:05.268062 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8df415f0-7660-41fd-9096-3b24a6f91fe3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7051878 Mar 24 17:06:05.268062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36940) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.273606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36942) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.281203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.283365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:05.348499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event updated for resources: {'Port': ['ID=7ceeb7c7-ef4c-45a4-9254-da7a1abc940d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:05.361036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port 5021edb2-b17c-4d04-b3ea-3116827e95af, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5021edb2-b17c-4d04-b3ea-3116827e95af,segment=NetworkSegment(c30bd771-df51-45fd-8ebf-08100aed1f73),segment_id=c30bd771-df51-45fd-8ebf-08100aed1f73)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:05.361408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.363024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-12c5381f-c9bb-4256-9137-24c6abbb3939 None None] Calling delete_port for 5021edb2-b17c-4d04-b3ea-3116827e95af owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:05.391536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-306faf53-9a94-44cf-851c-a5ec58c69ebf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:05.441494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a63f6b05-c77a-446a-9622-030c318abddc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:05.524529 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d07c2b09-3d23-43b9-80c5-a13b3bc56979 req-4e8bdfbc-17bf-48ee-82b2-a3f6967b3d46 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975245 Mar 24 17:06:05.535257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.552982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port a63f6b05-c77a-446a-9622-030c318abddc triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:05.553324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.621898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-12c5381f-c9bb-4256-9137-24c6abbb3939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.672583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 156d4ed9-379e-40c5-9d1c-0536fa6039b5 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:05.677778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5381f-c9bb-4256-9137-24c6abbb3939 None None] Pushing event deleted for resources: {'Port': ['ID=5021edb2-b17c-4d04-b3ea-3116827e95af,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:05.678790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 5021edb2-b17c-4d04-b3ea-3116827e95af owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:05.688063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5381f-c9bb-4256-9137-24c6abbb3939 None None] No DVR routers for this DVR port 5021edb2-b17c-4d04-b3ea-3116827e95af on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:05.736717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7088c128-ee24-4aee-8a2a-b6e8992cbb6d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:05.790277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:05.790869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:05.817206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-306faf53-9a94-44cf-851c-a5ec58c69ebf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:05.820565 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-306faf53-9a94-44cf-851c-a5ec58c69ebf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5425334 Mar 24 17:06:05.825216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36950) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.828452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5021edb2-b17c-4d04-b3ea-3116827e95af no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:05.846606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:05.878597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 5021edb2-b17c-4d04-b3ea-3116827e95af {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:06:05.880949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5021edb2-b17c-4d04-b3ea-3116827e95af not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:06:05.890006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7088c128-ee24-4aee-8a2a-b6e8992cbb6d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:05.895270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7088c128-ee24-4aee-8a2a-b6e8992cbb6d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6230619 Mar 24 17:06:05.895934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36954) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.896296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36956) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.918534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808846167'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:05.929329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:05.946480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:05.955078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8cb95-7a1e-44ad-b196-20a606c415a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:05.956053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-15c8cb95-7a1e-44ad-b196-20a606c415a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:05.961881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=156d4ed9-379e-40c5-9d1c-0536fa6039b5,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:05.970416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:05.972845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-15c8cb95-7a1e-44ad-b196-20a606c415a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:05.978515 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-15c8cb95-7a1e-44ad-b196-20a606c415a7 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1479473 Mar 24 17:06:05.978658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:05.978762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36964) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:05.978862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:05.983826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:05.984460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.040663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.063032 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-34f59c64-9e7c-4fdc-8e27-4f260d41f1ce tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851476 Mar 24 17:06:06.067902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36968) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:06.074183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:06.110083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.127697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:06.132142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6196b2ad-d2cb-4755-acaf-81a1bdb9adc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.148460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:06.183200 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-90c02722-ae15-4776-88a3-75b019d5b771 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.0785024 Mar 24 17:06:06.186028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36974) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:06.193726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c0deadb-9042-423e-b252-bce9da6d9306'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:06.206093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:06.214739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6196b2ad-d2cb-4755-acaf-81a1bdb9adc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:06.217021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:06.233420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6196b2ad-d2cb-4755-acaf-81a1bdb9adc2 admin admin] Usage tracker for resource:security_group_rule and tenant:6f45bdd457fc4d79b2d216c4d27b1af6 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:06.240498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6196b2ad-d2cb-4755-acaf-81a1bdb9adc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:06.258675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6196b2ad-d2cb-4755-acaf-81a1bdb9adc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:06.265724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:06.297457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 5021edb2-b17c-4d04-b3ea-3116827e95af {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:06.297795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.314015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6e7ea04e-dbcc-4291-8797-67f8cb59f215 None None] Provisioning for port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:06.319666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6e7ea04e-dbcc-4291-8797-67f8cb59f215 None None] Provisioning complete for port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:06.320118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6e7ea04e-dbcc-4291-8797-67f8cb59f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.321735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:06.375914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ea04e-dbcc-4291-8797-67f8cb59f215 None None] Port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:06.403767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] The port '5021edb2-b17c-4d04-b3ea-3116827e95af' was deleted {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:06:06.455459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.460127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:06.462218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.463677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.534598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.690272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.692934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.750098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2089414a-6244-4347-b12a-3e3cb9a8a1b5,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:06.770211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1180760b-0904-4e82-b4f8-e9a1d6f7d554']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:06.799671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6196b2ad-d2cb-4755-acaf-81a1bdb9adc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.802345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30bd771-df51-45fd-8ebf-08100aed1f73') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:06.802634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30bd771-df51-45fd-8ebf-08100aed1f73') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:06.820229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.860956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.869207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6196b2ad-d2cb-4755-acaf-81a1bdb9adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.951217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:06:06.951639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.971362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196b2ad-d2cb-4755-acaf-81a1bdb9adc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5118cbd3-98bf-4d85-95ac-01eaaf8b6797,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:06.974688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-48ae0a56-11c3-4760-a62d-59ee7e35ca5b tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0727365 Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:06:06.978890 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:06:07.013240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36978) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:07.078132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6b2973c7-a3e5-4585-9087-d87bb12d1031 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '2089414a-6244-4347-b12a-3e3cb9a8a1b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:07.093295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6b2973c7-a3e5-4585-9087-d87bb12d1031 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:07.101050 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6196b2ad-d2cb-4755-acaf-81a1bdb9adc2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f45bdd457fc4d79b2d216c4d27b1af6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1994441 Mar 24 17:06:07.107136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36982) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:07.108190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6b2973c7-a3e5-4585-9087-d87bb12d1031 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:07.115873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6b2973c7-a3e5-4585-9087-d87bb12d1031 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:07.139201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6b2973c7-a3e5-4585-9087-d87bb12d1031 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:07.167162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.197927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.226356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Network': ['ID=1180760b-0904-4e82-b4f8-e9a1d6f7d554,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:07.226973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Delete allocated IP 2001:db8:0:1::1e0 (916af16b-8d3d-48c2-810b-2177d07d0cdf/cd06fab6-a5e0-4c85-9965-75c8294730cd) {{(pid=88477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 17:06:07.246441 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4cba5428-662e-478a-8d9f-5cd693759ff4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/networks/1180760b-0904-4e82-b4f8-e9a1d6f7d554 HTTP/1.1" status: 204 len: 168 time: 2.6844137 Mar 24 17:06:07.255521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 36986) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:07.274104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0b63d0ff-56e9-4397-ae53-590055ac00d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.274847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'network': {'name': 'tempest-RoutersTest-827070406'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:07.283908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:07.301609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0b63d0ff-56e9-4397-ae53-590055ac00d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.334815 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:network and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:07.342565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Router 3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:06:07.352235 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-6b2973c7-a3e5-4585-9087-d87bb12d1031 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:06:07.352508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:07.353418 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6b2973c7-a3e5-4585-9087-d87bb12d1031 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3359842 Mar 24 17:06:07.357427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36990) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:07.365570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:07.390220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-249a0dc3-26b7-4084-a9e6-f332eef8ea3d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group_rule': {'security_group_id': '2089414a-6244-4347-b12a-3e3cb9a8a1b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:07.410449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-249a0dc3-26b7-4084-a9e6-f332eef8ea3d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:07.418882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-249a0dc3-26b7-4084-a9e6-f332eef8ea3d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:07.424204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-249a0dc3-26b7-4084-a9e6-f332eef8ea3d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:07.428746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0b63d0ff-56e9-4397-ae53-590055ac00d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.447536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-249a0dc3-26b7-4084-a9e6-f332eef8ea3d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:07.481613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63d0ff-56e9-4397-ae53-590055ac00d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5118cbd3-98bf-4d85-95ac-01eaaf8b6797,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:07.497095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:06:07.499839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.529014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0b63d0ff-56e9-4397-ae53-590055ac00d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.530169 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0b63d0ff-56e9-4397-ae53-590055ac00d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5118cbd3-98bf-4d85-95ac-01eaaf8b6797 HTTP/1.1" status: 204 len: 168 time: 0.4186599 Mar 24 17:06:07.552084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:07.555523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.561890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:07.564899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:07.569145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:07.569747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.577408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da29fea-d7da-47fb-9aa1-021a93b5bfdd None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:07.588124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=d8dfc43a-15ad-4397-97a8-f7872e86ef9f,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:07.622610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:07.627726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.633224 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a6b16-68b2-4b14-9656-4b6e32822abf None None] Sync routers for ids ['3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:07.645463 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a6b16-68b2-4b14-9656-4b6e32822abf None None] Routers {'3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:07.646222 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d7a6b16-68b2-4b14-9656-4b6e32822abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:07.649673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:07.665446 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-92586f02-1c0d-4e96-8d99-3d8d1fd3297d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5954189 Mar 24 17:06:07.667840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 36996) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:07.672560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 156d4ed9-379e-40c5-9d1c-0536fa6039b5 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:07.676658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.677019 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added segment dd744d70-bb25-4ade-a582-7967845a0b2e of type vlan for network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a Mar 24 17:06:07.679056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:9c:73:75', 'name': 'tempest-NetworksTestDHCPv6-1513005530'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:07.705533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.734689 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-249a0dc3-26b7-4084-a9e6-f332eef8ea3d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:06:07.736660 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-249a0dc3-26b7-4084-a9e6-f332eef8ea3d tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3782856 Mar 24 17:06:07.739473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37000) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:07.756783 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d7a6b16-68b2-4b14-9656-4b6e32822abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:07.760914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.764456 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e2973b10-70c2-42cf-a99e-5069299cd0e5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2910476 Mar 24 17:06:07.764600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37004) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:07.771498 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a6b16-68b2-4b14-9656-4b6e32822abf None None] Routers {'3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:07.772306 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d7a6b16-68b2-4b14-9656-4b6e32822abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:07.777096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:07.862919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.864507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': 'd8dfc43a-15ad-4397-97a8-f7872e86ef9f'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:07.865338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.881649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:07.882731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.887024 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d7a6b16-68b2-4b14-9656-4b6e32822abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:07.887684 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a6b16-68b2-4b14-9656-4b6e32822abf None None] The sync data for ids ['3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:07.893110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:07.903905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:07.914331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:08.041192 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7838812 Mar 24 17:06:08.042676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37012) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:08.049160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'subnet': {'network_id': '8f6ca01b-75d3-487e-87e1-b3b97b2d536a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:08.055225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Allocated IP 2001:db8::f816:3eff:fec5:8635 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/d8dfc43a-15ad-4397-97a8-f7872e86ef9f/5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:08.092472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] In _notify_port_updated(), no bound segment for port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 on network 916af16b-8d3d-48c2-810b-2177d07d0cdf {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:06:08.097961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:08.098721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.100230 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "PUT /v2.0/ports/156d4ed9-379e-40c5-9d1c-0536fa6039b5 HTTP/1.1" status: 200 len: 925 time: 1.9130087 Mar 24 17:06:08.207727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37018) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:08.219089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41f425-d7dc-4188-b166-c532cd3e1db8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=156d4ed9-379e-40c5-9d1c-0536fa6039b5,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:08.234239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:08.302284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c0deadb-9042-423e-b252-bce9da6d9306'}, {'subnet_id': 'cd06fab6-a5e0-4c85-9965-75c8294730cd'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:08.324515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.337277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Transition to ACTIVE for port object 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:08.353290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b909e54-cbe4-4c7c-83c3-087d3b0229d3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Network': ['ID=8f6ca01b-75d3-487e-87e1-b3b97b2d536a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:08.359977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Transition to ACTIVE for port object 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:08.365735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:08.371146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39763526-edb8-4e1b-8d5f-abbf92839abd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.468261 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.477287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:08.483927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:subnet and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:08.495066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:08.507629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:08.519056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.551892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 1357e3de-79a6-40c3-a08f-2c38c83c6a24 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:08.561594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-44ecf915-44de-4665-80b3-9860558a79fa None None] Provisioning for port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:08.582165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:08.583478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-44ecf915-44de-4665-80b3-9860558a79fa None None] Provisioning complete for port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:08.583938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-44ecf915-44de-4665-80b3-9860558a79fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.618844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:08.622787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:08.627048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.634836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:08.682655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39763526-edb8-4e1b-8d5f-abbf92839abd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.706689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Pushing event updated for resources: {'Port': ['ID=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:08.738334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-44ecf915-44de-4665-80b3-9860558a79fa None None] Port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:08.746082 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Attempting to bind port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:08.746701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Attempting to bind port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:08.746856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Attempting to bind port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:08.752393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:08.752763 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:08.753162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.753550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:08.754158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Bound port: 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:08.754527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:08.860861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:fe9c:7375 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/d8dfc43a-15ad-4397-97a8-f7872e86ef9f/1357e3de-79a6-40c3-a08f-2c38c83c6a24) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:08.867604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] For port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:08.872534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] For port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:08.918281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37034) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:08.965948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.060903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994f72-0a35-4513-99ac-fb98b7387705 None None] Pushing event updated for resources: {'Port': ['ID=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:09.093119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1478450624'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:09.099317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39763526-edb8-4e1b-8d5f-abbf92839abd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.107732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.145157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:09.148238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.158810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39763526-edb8-4e1b-8d5f-abbf92839abd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2089414a-6244-4347-b12a-3e3cb9a8a1b5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:09.163201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Usage tracker for resource:network and tenant:f8d731d908124d7595c250f10f23af1c is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:09.192943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:09.259940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:09.272657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39763526-edb8-4e1b-8d5f-abbf92839abd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.273777 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-39763526-edb8-4e1b-8d5f-abbf92839abd tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/2089414a-6244-4347-b12a-3e3cb9a8a1b5 HTTP/1.1" status: 204 len: 168 time: 1.5331151 Mar 24 17:06:09.287324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37040) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:09.326255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Subnet': ['ID=6824bc5d-c611-4cb5-a47c-b88413be605b,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:09.330644 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-088954b7-eb64-41ba-8003-0ec15be01148 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8338349 Mar 24 17:06:09.390382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Checking segment: {'id': 'dd744d70-bb25-4ade-a582-7967845a0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f6ca01b-75d3-487e-87e1-b3b97b2d536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:09.390746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network hostable DHCP agents. Network: 8f6ca01b-75d3-487e-87e1-b3b97b2d536a, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:09.440115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Made reservation on behalf of f8d731d908124d7595c250f10f23af1c for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:09.443555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.465746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c9569d1d-286c-41fa-b63e-18d57e49077a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:09.471521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.475148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.510157 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:09.514605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:09.518679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 1357e3de-79a6-40c3-a08f-2c38c83c6a24 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:09.522440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Usage tracker for resource:security_group_rule and tenant:f8d731d908124d7595c250f10f23af1c is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:09.526315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:09.533168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:09.560149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:09.587473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c9569d1d-286c-41fa-b63e-18d57e49077a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:09.587473 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c9569d1d-286c-41fa-b63e-18d57e49077a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2904446 Mar 24 17:06:09.587473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37044) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:09.605313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'tempest-secgroup--547843173'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:09.611555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.620396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:09.639462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:09.659654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 8f6ca01b-75d3-487e-87e1-b3b97b2d536a) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:09.670124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17b111e-a223-4797-87b7-029ea127ccc8 None None] Network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:09.673531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:09.674341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.678538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.699608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:09.758307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.768047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.784546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.796293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:09.797826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-ff59d09d-6695-437c-a1a8-0f3eb1c892e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:09.799589 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-ff59d09d-6695-437c-a1a8-0f3eb1c892e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb4059de826b4890846a22f339997227&device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 1099 time: 0.2978435 Mar 24 17:06:09.805092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:09.820171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:09.825989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:09.826585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.835814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=1357e3de-79a6-40c3-a08f-2c38c83c6a24,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:09.848441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:09.853335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Usage tracker for resource:security_group_rule and tenant:6ad91dd97997414b98385d257db99fad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:09.856832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:09.862574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:09.884664 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9f1a45ac-2492-4885-ab27-0b30869d055e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8407123 Mar 24 17:06:09.885771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.891512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37048) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:09.908564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-864481329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:09.915313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Deleting port 7ceeb7c7-ef4c-45a4-9254-da7a1abc940d {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:09.915607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.920965 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-8f6ca01b-75d3-487e-87e1-b3b97b2d536a', 'network_id': '8f6ca01b-75d3-487e-87e1-b3b97b2d536a', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'fixed_ips': [{'subnet_id': '6824bc5d-c611-4cb5-a47c-b88413be605b'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:09.921796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:09.926254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:09.945564 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e8ec4194-99c8-45d5-82a8-e2f238d5cf71 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2755454 Mar 24 17:06:09.952748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37052) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:09.973023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:router and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:09.975877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:10.027589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:10.035214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e99001b-0298-4a15-a52d-fb01f05aed80,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:10.054886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:10.077088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.077568 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Added segment 568e73b1-9e69-4bda-b03e-b758b90b7755 of type vlan for network 269b600c-7e8d-4c48-bc74-87061f0d4f03 Mar 24 17:06:10.115483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8:0:1::c6 (916af16b-8d3d-48c2-810b-2177d07d0cdf/cd06fab6-a5e0-4c85-9965-75c8294730cd/156d4ed9-379e-40c5-9d1c-0536fa6039b5) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:10.136465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.137309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Allocated IP 172.20.0.2 (8f6ca01b-75d3-487e-87e1-b3b97b2d536a/6824bc5d-c611-4cb5-a47c-b88413be605b/bc4cc15c-6891-423a-8cd6-4d9b82ef41c5) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:10.141026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.185743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ba811-f99e-4039-87aa-5d2ace753d49 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:10.191734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ba811-f99e-4039-87aa-5d2ace753d49 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:10.192445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-685ba811-f99e-4039-87aa-5d2ace753d49 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:10.204110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.205130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.222813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.248573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.281716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86af1127-f685-49da-aae6-6339c110f97f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:10.293321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.298927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:10.299512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.326384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-ca037432-264f-4101-915c-73ed783acc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:10.327799 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-ca037432-264f-4101-915c-73ed783acc10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 HTTP/1.1" status: 200 len: 898 time: 0.4574399 Mar 24 17:06:10.344105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.358797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-685ba811-f99e-4039-87aa-5d2ace753d49 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:10.364377 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-685ba811-f99e-4039-87aa-5d2ace753d49 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4056830 Mar 24 17:06:10.369105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37056) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:10.427421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.428788 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-46a89a26-e08f-4256-9b98-d3453f7b9f9f tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8413298 Mar 24 17:06:10.468101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37060) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:10.483306 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5608337 Mar 24 17:06:10.483306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.490605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-58181d53-a845-48d1-a935-cd1550d9e491 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:10.491874 dv-neutron-835063-1-hyperv neutron-server[88478]: WARNING neutron.api.v2.base [None req-58181d53-a845-48d1-a935-cd1550d9e491 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 24 17:06:10.492028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.492132 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-58181d53-a845-48d1-a935-cd1550d9e491 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] update failed (client error): There was a conflict when trying to complete your request. Mar 24 17:06:10.492498 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-58181d53-a845-48d1-a935-cd1550d9e491 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "PUT /v2.0/security-groups/86af1127-f685-49da-aae6-6339c110f97f HTTP/1.1" status: 409 len: 330 time: 0.0242436 Mar 24 17:06:10.495582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37064) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:10.495918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37066) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:10.511604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Transition to ACTIVE for port object bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:10.512902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab88399-5d7b-4cbb-9371-3ab5d829f178 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event updated for resources: {'Network': ['ID=269b600c-7e8d-4c48-bc74-87061f0d4f03,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:10.526986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 269b600c-7e8d-4c48-bc74-87061f0d4f03 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:10.527171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Request body: {'subnet': {'network_id': '269b600c-7e8d-4c48-bc74-87061f0d4f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:10.556326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Calling delete_port for 7ceeb7c7-ef4c-45a4-9254-da7a1abc940d owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:10.573592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Transition to ACTIVE for port object bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:10.680526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.773300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8435859e-83a9-4516-8778-d4d9ec6c8b45 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 1357e3de-79a6-40c3-a08f-2c38c83c6a24 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:10.774074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8435859e-83a9-4516-8778-d4d9ec6c8b45 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.781090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-00570f7b-1a25-4886-a1f6-1b61b44fe152 None None] Provisioning for port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:10.786647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Pushing event updated for resources: {'Port': ['ID=bc4cc15c-6891-423a-8cd6-4d9b82ef41c5,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:10.790186 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:10.793909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:10.796778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-00570f7b-1a25-4886-a1f6-1b61b44fe152 None None] Provisioning complete for port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:10.797495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-00570f7b-1a25-4886-a1f6-1b61b44fe152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.825316 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-dcfec646-3141-4b66-880a-98d8c9daa78f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002acf49-8846-4432-a0a1-93ab5e067b1e HTTP/1.1" status: 200 len: 1002 time: 0.4868011 Mar 24 17:06:10.826347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:10.848396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.853180 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a5929c41-3e28-4099-80bf-69555c0d1b04 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9512548 Mar 24 17:06:10.854593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37072) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:10.911441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a69115d8-d6af-4892-8b60-53860ba1290a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.955200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Attempting to bind port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:10.955200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Attempting to bind port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dd744d70-bb25-4ade-a582-7967845a0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f6ca01b-75d3-487e-87e1-b3b97b2d536a'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:10.955664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Attempting to bind port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 on network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:10.968307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a69115d8-d6af-4892-8b60-53860ba1290a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.968893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:10.969046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Checking segment: {'id': 'dd744d70-bb25-4ade-a582-7967845a0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f6ca01b-75d3-487e-87e1-b3b97b2d536a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:10.969537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.970039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Bound using segment: {'id': 'dd744d70-bb25-4ade-a582-7967845a0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f6ca01b-75d3-487e-87e1-b3b97b2d536a'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:10.971199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Bound port: bc4cc15c-6891-423a-8cd6-4d9b82ef41c5, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd744d70-bb25-4ade-a582-7967845a0b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f6ca01b-75d3-487e-87e1-b3b97b2d536a'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:10.971199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:10.976583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:10.986658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Usage tracker for resource:subnet and tenant:f8d731d908124d7595c250f10f23af1c is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:11.021659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:11.044534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:11.111094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-00570f7b-1a25-4886-a1f6-1b61b44fe152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.131266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] For port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:11.138495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] For port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bc4cc15c-6891-423a-8cd6-4d9b82ef41c5,segment=NetworkSegment(dd744d70-bb25-4ade-a582-7967845a0b2e),segment_id=dd744d70-bb25-4ade-a582-7967845a0b2e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:11.152435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-00570f7b-1a25-4886-a1f6-1b61b44fe152 None None] For port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:11.165543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.171213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Made reservation on behalf of f8d731d908124d7595c250f10f23af1c for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:11.174732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.211319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.220803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a69115d8-d6af-4892-8b60-53860ba1290a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.223799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-b41e81e0-68d5-4636-8d5e-fbc6321121bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:11.225293 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-b41e81e0-68d5-4636-8d5e-fbc6321121bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28342b6b-aa72-4f1a-8152-467ff34c47cb HTTP/1.1" status: 200 len: 834 time: 0.3605530 Mar 24 17:06:11.244891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69115d8-d6af-4892-8b60-53860ba1290a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86af1127-f685-49da-aae6-6339c110f97f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:11.265786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-00570f7b-1a25-4886-a1f6-1b61b44fe152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.314083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82a6de-8017-42fe-9383-f706493a1911 None None] Pushing event updated for resources: {'Port': ['ID=bc4cc15c-6891-423a-8cd6-4d9b82ef41c5,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:11.334105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a69115d8-d6af-4892-8b60-53860ba1290a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.335579 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a69115d8-d6af-4892-8b60-53860ba1290a tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/86af1127-f685-49da-aae6-6339c110f97f HTTP/1.1" status: 204 len: 168 time: 0.8320999 Mar 24 17:06:11.352432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37076) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:11.399372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8435859e-83a9-4516-8778-d4d9ec6c8b45 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.404691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00570f7b-1a25-4886-a1f6-1b61b44fe152 None None] Pushing event updated for resources: {'Port': ['ID=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:11.440149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-91768dbf-f251-4c4c-a4ae-ab116f7576a9 None None] Provisioning for port 1357e3de-79a6-40c3-a08f-2c38c83c6a24 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:11.446213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-91768dbf-f251-4c4c-a4ae-ab116f7576a9 None None] Provisioning complete for port 1357e3de-79a6-40c3-a08f-2c38c83c6a24 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:11.446773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91768dbf-f251-4c4c-a4ae-ab116f7576a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.508752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-91768dbf-f251-4c4c-a4ae-ab116f7576a9 None None] Port 1357e3de-79a6-40c3-a08f-2c38c83c6a24 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:11.550483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5d67c5aa-0c20-4c5b-b770-d89b10637ade tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Synchronizing usage tracker for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:11.570675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8435859e-83a9-4516-8778-d4d9ec6c8b45 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 1357e3de-79a6-40c3-a08f-2c38c83c6a24 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:11.609489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.692587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 156d4ed9-379e-40c5-9d1c-0536fa6039b5 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:11.702952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.744775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-791d1ce7-9092-42fd-95b4-5d8c8fcf9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:11.746284 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-791d1ce7-9092-42fd-95b4-5d8c8fcf9908 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5060570 Mar 24 17:06:11.752181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5d67c5aa-0c20-4c5b-b770-d89b10637ade tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] Unset dirty status for tenant:6ad91dd97997414b98385d257db99fad on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:11.753492 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5d67c5aa-0c20-4c5b-b770-d89b10637ade tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3999999 Mar 24 17:06:11.768814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37080) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:11.868837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.869046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Pushing event deleted for resources: {'Port': ['ID=7ceeb7c7-ef4c-45a4-9254-da7a1abc940d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:11.895551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.912821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8435859e-83a9-4516-8778-d4d9ec6c8b45 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:11.989861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435859e-83a9-4516-8778-d4d9ec6c8b45 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=1357e3de-79a6-40c3-a08f-2c38c83c6a24,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:12.031329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event updated for resources: {'Subnet': ['ID=fcad6c16-b544-4f52-830c-eed9e9cbc497,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:12.049829 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-dbb59cfc-8f40-4eef-87aa-36e9b96c7ba2 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] delete failed (client error): The resource could not be found. Mar 24 17:06:12.052410 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dbb59cfc-8f40-4eef-87aa-36e9b96c7ba2 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "DELETE /v2.0/security-groups/b1f647ad-f3af-488f-ace0-231a304bf9f3 HTTP/1.1" status: 404 len: 347 time: 0.2567334 Mar 24 17:06:12.058243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37084) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:12.059390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8435859e-83a9-4516-8778-d4d9ec6c8b45 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.091040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Checking segment: {'id': '568e73b1-9e69-4bda-b03e-b758b90b7755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '269b600c-7e8d-4c48-bc74-87061f0d4f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:12.091396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Network hostable DHCP agents. Network: 269b600c-7e8d-4c48-bc74-87061f0d4f03, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:12.097966 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-f30c4d34-6044-46cf-9447-b7e79d4304b0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] show failed (client error): The resource could not be found. Mar 24 17:06:12.103787 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f30c4d34-6044-46cf-9447-b7e79d4304b0 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-groups/cdeedda0-27c6-462f-96ff-a9dcd6280406 HTTP/1.1" status: 404 len: 347 time: 0.0347891 Mar 24 17:06:12.107274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37088) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:12.130629 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-398646f8-9ad2-4461-8296-b90f4ac6d627 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] show failed (client error): The resource could not be found. Mar 24 17:06:12.136283 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-398646f8-9ad2-4461-8296-b90f4ac6d627 tempest-NegativeSecGroupIPv6Test-1784002499 tempest-NegativeSecGroupIPv6Test-1784002499-project] 10.222.0.47 "GET /v2.0/security-group-rules/134e91f5-57f8-420f-9915-8306f54e6dbd HTTP/1.1" status: 404 len: 356 time: 0.0235093 Mar 24 17:06:12.158013 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8435859e-83a9-4516-8778-d4d9ec6c8b45 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/1357e3de-79a6-40c3-a08f-2c38c83c6a24 HTTP/1.1" status: 204 len: 168 time: 1.7873280 Mar 24 17:06:12.158818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37094) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:12.207036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Network 269b600c-7e8d-4c48-bc74-87061f0d4f03 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:12.256454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dfbe55-1006-425e-b5bd-0e9c90654397 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:12.258187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dfbe55-1006-425e-b5bd-0e9c90654397 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:12.259117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-61dfbe55-1006-425e-b5bd-0e9c90654397 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:12.281197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 269b600c-7e8d-4c48-bc74-87061f0d4f03) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:12.289008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:12.289877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.324474 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a86b1-33a4-4a4f-a694-1dd5f2de1d61 None None] Network 269b600c-7e8d-4c48-bc74-87061f0d4f03 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:12.335276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-61dfbe55-1006-425e-b5bd-0e9c90654397 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:12.340549 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-61dfbe55-1006-425e-b5bd-0e9c90654397 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1780469 Mar 24 17:06:12.345154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37098) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:12.424202 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3935f6a8-3153-4096-8747-3e31a4615c90 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9221058 Mar 24 17:06:12.431007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37102) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:12.439580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=156d4ed9-379e-40c5-9d1c-0536fa6039b5,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:12.444748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.446179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ca2a89-c7ec-48b0-895a-3b44a7b594ab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet d8dfc43a-15ad-4397-97a8-f7872e86ef9f {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:12.450254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-79ca2a89-c7ec-48b0-895a-3b44a7b594ab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.506033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Request body: {'port': {'network_id': '269b600c-7e8d-4c48-bc74-87061f0d4f03', 'name': 'tempest-ExtraDHCPOptionsTestJSON-662965229'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:12.548160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] In _notify_port_updated(), no bound segment for port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 on network 916af16b-8d3d-48c2-810b-2177d07d0cdf {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:06:12.554009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:12.554939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.556504 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-411c6469-e60a-403a-8577-3b4648030f4b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "PUT /v2.0/ports/156d4ed9-379e-40c5-9d1c-0536fa6039b5 HTTP/1.1" status: 200 len: 1010 time: 4.3388865 Mar 24 17:06:12.559022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-79ca2a89-c7ec-48b0-895a-3b44a7b594ab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.593674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37106) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:12.684205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-269b600c-7e8d-4c48-bc74-87061f0d4f03', 'network_id': '269b600c-7e8d-4c48-bc74-87061f0d4f03', 'tenant_id': 'f8d731d908124d7595c250f10f23af1c', 'fixed_ips': [{'subnet_id': 'fcad6c16-b544-4f52-830c-eed9e9cbc497'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:12.685045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.754051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-79ca2a89-c7ec-48b0-895a-3b44a7b594ab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.804884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b0077-d4c8-40d2-b778-38c4e194b47f None None] Network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:12.808780 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-d8d8fb25-6cc4-4b7c-9769-3226ca971418 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0407448 Mar 24 17:06:12.881202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37118) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:12.927068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0c6efa67-6356-4ea3-9739-1de010b7f15b None None] Provisioning for port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:12.949212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-79ca2a89-c7ec-48b0-895a-3b44a7b594ab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.976206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0c6efa67-6356-4ea3-9739-1de010b7f15b None None] Provisioning complete for port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:12.976583 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c6efa67-6356-4ea3-9739-1de010b7f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:12.993375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca2a89-c7ec-48b0-895a-3b44a7b594ab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=d8dfc43a-15ad-4397-97a8-f7872e86ef9f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:13.006688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-79ca2a89-c7ec-48b0-895a-3b44a7b594ab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:13.016631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda27672-22b3-4d17-8232-490ad1f2a696 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:13.096388 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-79ca2a89-c7ec-48b0-895a-3b44a7b594ab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/d8dfc43a-15ad-4397-97a8-f7872e86ef9f HTTP/1.1" status: 204 len: 168 time: 0.7497785 Mar 24 17:06:13.097014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37124) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:13.176002 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ba7c2043-9834-46b3-8660-760ef1185479 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775573 Mar 24 17:06:13.176683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37128) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:13.183881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:13.219195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:13.221533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0c6efa67-6356-4ea3-9739-1de010b7f15b None None] Port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:13.223665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Allocated IP 172.20.0.2 (269b600c-7e8d-4c48-bc74-87061f0d4f03/fcad6c16-b544-4f52-830c-eed9e9cbc497/6a6e8f9c-866c-444c-90fb-810cd52c436b) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:13.241433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:13.453764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:13.459198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:13.462822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:13.470386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-73bb277f-4b32-4a56-b85d-9a5fc1bcbf8c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 156d4ed9-379e-40c5-9d1c-0536fa6039b5 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:13.470999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73bb277f-4b32-4a56-b85d-9a5fc1bcbf8c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:13.471474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:13.493653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a5d672bf-c60e-41bb-98fd-2b8b7655e6db None None] Provisioning for port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:13.525050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:13.532208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:13.574261 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:13.576507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.20.0.1 (8f6ca01b-75d3-487e-87e1-b3b97b2d536a/6824bc5d-c611-4cb5-a47c-b88413be605b/f39795ad-25f9-4cdb-b318-42009e8b5979) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:13.621195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Router 3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:06:13.626319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:13.631435 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Usage tracker for resource:port and tenant:f8d731d908124d7595c250f10f23af1c is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:13.634911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:13.640800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:13.715318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:13.720119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:13.733037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Deleting port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:13.733418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:13.758409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Transition to ACTIVE for port object 6a6e8f9c-866c-444c-90fb-810cd52c436b will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:13.801501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Transition to ACTIVE for port object 6a6e8f9c-866c-444c-90fb-810cd52c436b will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:13.847331 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:13.861481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:13.861860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:13.955568 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.118299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Network 269b600c-7e8d-4c48-bc74-87061f0d4f03 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:14.121702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] For port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:14.122095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.140243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Pushing event updated for resources: {'Port': ['ID=6a6e8f9c-866c-444c-90fb-810cd52c436b,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:14.144846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:14.152311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:14.167484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:06:14.179239 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7d0fc6ea-c901-4f29-9c34-1b9576a0686d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ad91dd97997414b98385d257db99fad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2903030 Mar 24 17:06:14.194493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Made reservation on behalf of f8d731d908124d7595c250f10f23af1c for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:14.202367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.203822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d59babc6-246f-4c2c-b617-93ebfff028ad None None] Provisioning complete for port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:14.204245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d59babc6-246f-4c2c-b617-93ebfff028ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.211507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37132) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:14.232085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:14.242107 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1597a053-f92a-4a82-a056-90b816fa8dc8 req-ba34050a-df9e-4bd2-889e-97af18df9775 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3617868 Mar 24 17:06:14.305205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] device_id is not set on port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:14.337840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Calling delete_port for 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:14.362927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2fa1529b-3f39-4af5-99d2-80251f6428e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.370361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.371970 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4b9b98f4-1f29-4bdb-9fb6-32344f9470e4 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "PUT /v2.0/routers/3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 HTTP/1.1" status: 200 len: 709 time: 6.6062059 Mar 24 17:06:14.377990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37136) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:14.402424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f95d8-8108-4db4-be33-a0dbc33ba629 None None] Sync routers for ids ['3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:14.491341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2fa1529b-3f39-4af5-99d2-80251f6428e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.508115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.527479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f95d8-8108-4db4-be33-a0dbc33ba629 None None] Routers {'3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:14.528166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ac6f95d8-8108-4db4-be33-a0dbc33ba629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:14.572439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Transition to ACTIVE for port object f39795ad-25f9-4cdb-b318-42009e8b5979 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:14.584047 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7c40e218-7235-4f22-94e8-c4b53daea06d tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/routers/3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 HTTP/1.1" status: 200 len: 744 time: 0.2025108 Mar 24 17:06:14.586293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37140) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:14.607284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.614343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.619953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Attempting to bind port 6a6e8f9c-866c-444c-90fb-810cd52c436b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:14.620652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Attempting to bind port 6a6e8f9c-866c-444c-90fb-810cd52c436b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '568e73b1-9e69-4bda-b03e-b758b90b7755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '269b600c-7e8d-4c48-bc74-87061f0d4f03'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:14.621184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Attempting to bind port 6a6e8f9c-866c-444c-90fb-810cd52c436b on network 269b600c-7e8d-4c48-bc74-87061f0d4f03 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:14.636516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ac6f95d8-8108-4db4-be33-a0dbc33ba629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:14.666559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73bb277f-4b32-4a56-b85d-9a5fc1bcbf8c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.672150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:14.672607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Checking segment: {'id': '568e73b1-9e69-4bda-b03e-b758b90b7755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '269b600c-7e8d-4c48-bc74-87061f0d4f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:14.673080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.673532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Bound using segment: {'id': '568e73b1-9e69-4bda-b03e-b758b90b7755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '269b600c-7e8d-4c48-bc74-87061f0d4f03'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:14.674130 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Bound port: 6a6e8f9c-866c-444c-90fb-810cd52c436b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568e73b1-9e69-4bda-b03e-b758b90b7755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '269b600c-7e8d-4c48-bc74-87061f0d4f03'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:14.674653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.678052 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-489d3545-db6c-4571-b83c-f1f961be939e tempest-RoutersIpV6AdminTest-244226371 tempest-RoutersIpV6AdminTest-244226371-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&device_id=3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 HTTP/1.1" status: 200 len: 205 time: 0.0834558 Mar 24 17:06:14.684800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37144) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:14.733294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f95d8-8108-4db4-be33-a0dbc33ba629 None None] Routers {'3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:14.733294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ac6f95d8-8108-4db4-be33-a0dbc33ba629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:14.744608 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-65a6a659-67f5-4a1e-b4cc-f4575e100c32 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 HTTP/1.1" status: 200 len: 205 time: 0.0586193 Mar 24 17:06:14.748786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37148) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:14.754607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Allocated IP 172.20.0.14 (269b600c-7e8d-4c48-bc74-87061f0d4f03/fcad6c16-b544-4f52-830c-eed9e9cbc497/2e99e4b7-68f2-460a-9c5a-4158fe03d894) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:14.821746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-73bb277f-4b32-4a56-b85d-9a5fc1bcbf8c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 156d4ed9-379e-40c5-9d1c-0536fa6039b5 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:14.837780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2fa1529b-3f39-4af5-99d2-80251f6428e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.878985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:14.878985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:14.882901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1529b-3f39-4af5-99d2-80251f6428e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad785e0-9bb8-46d3-834a-c93142ecf294,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:14.897976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ac6f95d8-8108-4db4-be33-a0dbc33ba629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:14.898502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f95d8-8108-4db4-be33-a0dbc33ba629 None None] The sync data for ids ['3a5ef94d-3207-4fa5-871d-c7b4b0b1c698'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:14.913120 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bc4cc15c-6891-423a-8cd6-4d9b82ef41c5,segment=NetworkSegment(dd744d70-bb25-4ade-a582-7967845a0b2e),segment_id=dd744d70-bb25-4ade-a582-7967845a0b2e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:14.937912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d59babc6-246f-4c2c-b617-93ebfff028ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.975656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:14.976588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:14.990330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52f03bbc-945c-4381-aebd-61589aa12da5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.002693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.062294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2fa1529b-3f39-4af5-99d2-80251f6428e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.065764 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2fa1529b-3f39-4af5-99d2-80251f6428e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ad785e0-9bb8-46d3-834a-c93142ecf294 HTTP/1.1" status: 204 len: 168 time: 0.8456550 Mar 24 17:06:15.071669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] For port 6a6e8f9c-866c-444c-90fb-810cd52c436b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:15.081607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:15.086434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:15.092364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] For port 6a6e8f9c-866c-444c-90fb-810cd52c436b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6a6e8f9c-866c-444c-90fb-810cd52c436b,segment=NetworkSegment(568e73b1-9e69-4bda-b03e-b758b90b7755),segment_id=568e73b1-9e69-4bda-b03e-b758b90b7755)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:15.093723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:15.177251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.180893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=bc4cc15c-6891-423a-8cd6-4d9b82ef41c5,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:15.202793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=f39795ad-25f9-4cdb-b318-42009e8b5979,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:15.262654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.266285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-d59babc6-246f-4c2c-b617-93ebfff028ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:15.266660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-d59babc6-246f-4c2c-b617-93ebfff028ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:15.298782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:15.298782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.344874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5f669-fc19-4c3b-ac0c-c99ceab52d4f None None] Pushing event updated for resources: {'Port': ['ID=6a6e8f9c-866c-444c-90fb-810cd52c436b,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:15.386199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Deleting port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:15.386361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.406898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73bb277f-4b32-4a56-b85d-9a5fc1bcbf8c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.607345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb277f-4b32-4a56-b85d-9a5fc1bcbf8c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=156d4ed9-379e-40c5-9d1c-0536fa6039b5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:15.651994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52f03bbc-945c-4381-aebd-61589aa12da5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.662991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52f03bbc-945c-4381-aebd-61589aa12da5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.680928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] For port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:15.764875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.814066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52f03bbc-945c-4381-aebd-61589aa12da5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.814781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f03bbc-945c-4381-aebd-61589aa12da5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Fanout notify agent at l3_agent the message router_deleted on router 3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:06:15.819799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73bb277f-4b32-4a56-b85d-9a5fc1bcbf8c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.849034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52f03bbc-945c-4381-aebd-61589aa12da5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.853423 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-52f03bbc-945c-4381-aebd-61589aa12da5 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 HTTP/1.1" status: 204 len: 168 time: 1.1000793 Mar 24 17:06:15.854901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37164) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:15.856995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.860964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.881253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] For port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:15.892041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.905928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:15.941276 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-73bb277f-4b32-4a56-b85d-9a5fc1bcbf8c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/156d4ed9-379e-40c5-9d1c-0536fa6039b5 HTTP/1.1" status: 204 len: 168 time: 3.3094597 Mar 24 17:06:16.130979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37168) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.137973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:16.178613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Calling delete_port for 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:16.211820 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3f543733-7e58-46ac-acf8-bb91d58ba456 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 HTTP/1.1" status: 200 len: 205 time: 0.3408606 Mar 24 17:06:16.215693 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d00eef-acbb-40c8-943e-9ca06768cf95 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:06:16.215693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-43d00eef-acbb-40c8-943e-9ca06768cf95 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:16.215994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37176) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.240581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:16.250812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:16.258852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:16.259429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:16.284279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=14966ad9-3680-4481-8c39-38b0e0484a04,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:16.299579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,revision_number=6']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:16.320437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-43d00eef-acbb-40c8-943e-9ca06768cf95 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:16.321652 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-43d00eef-acbb-40c8-943e-9ca06768cf95 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/156d4ed9-379e-40c5-9d1c-0536fa6039b5 HTTP/1.1" status: 404 len: 333 time: 0.1823697 Mar 24 17:06:16.325131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37184) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.358192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:16.358822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:16.386918 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-39b5c04e-6d5e-4b82-9ce5-48fc33ed4e99 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] delete failed (client error): The resource could not be found. Mar 24 17:06:16.387296 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ff9f573a-09e1-4db2-b261-492a5628c21a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2090857 Mar 24 17:06:16.388223 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-39b5c04e-6d5e-4b82-9ce5-48fc33ed4e99 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/3a5ef94d-3207-4fa5-871d-c7b4b0b1c698 HTTP/1.1" status: 404 len: 336 time: 0.1701336 Mar 24 17:06:16.393438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37188) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.393790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37190) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.402952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:d3:8e:c1', 'name': 'tempest-NetworksTestDHCPv6-403961130'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:16.457857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2ad00835-f154-46c8-8071-f8d954f19aee None None] Provisioning for port f39795ad-25f9-4cdb-b318-42009e8b5979 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:16.472424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2ad00835-f154-46c8-8071-f8d954f19aee None None] Provisioning complete for port f39795ad-25f9-4cdb-b318-42009e8b5979 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:16.475656 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3347cde3-a7fd-4933-9a7d-e0fb3b020336 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=e90c6bfd-cf9c-4ddc-a465-834dc14f7474 HTTP/1.1" status: 200 len: 205 time: 0.0781758 Mar 24 17:06:16.476998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2ad00835-f154-46c8-8071-f8d954f19aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:16.489647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37196) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.497989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:16.518187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:16.519027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:16.587992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6a6e8f9c-866c-444c-90fb-810cd52c436b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:16.591179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbd760b-295c-4310-ba16-51f5b190e293 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet cd06fab6-a5e0-4c85-9965-75c8294730cd {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:16.597177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfbd760b-295c-4310-ba16-51f5b190e293 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:16.624019 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-428f383e-4fe3-43fa-9aa0-1154f756188b tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] delete failed (client error): The resource could not be found. Mar 24 17:06:16.625042 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-428f383e-4fe3-43fa-9aa0-1154f756188b tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/e90c6bfd-cf9c-4ddc-a465-834dc14f7474 HTTP/1.1" status: 404 len: 336 time: 0.1344535 Mar 24 17:06:16.639281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37202) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.645732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2ad00835-f154-46c8-8071-f8d954f19aee None None] Port f39795ad-25f9-4cdb-b318-42009e8b5979 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:16.668726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfbd760b-295c-4310-ba16-51f5b190e293 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:16.701766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37206) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.732825 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Transition to ACTIVE for port object 2e99e4b7-68f2-460a-9c5a-4158fe03d894 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:16.736289 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-52743224-665c-46dc-8d9d-5981726e8f34 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=49cbab82-11a3-4023-811d-f03af6cd25f3 HTTP/1.1" status: 200 len: 205 time: 0.0957465 Mar 24 17:06:16.744337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37212) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.777741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 6a6e8f9c-866c-444c-90fb-810cd52c436b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:16.850488 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-adefafa6-cbb5-4701-9daa-a26cc39b6608 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] delete failed (client error): The resource could not be found. Mar 24 17:06:16.855291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-adefafa6-cbb5-4701-9daa-a26cc39b6608 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/49cbab82-11a3-4023-811d-f03af6cd25f3 HTTP/1.1" status: 404 len: 336 time: 0.1092446 Mar 24 17:06:16.856547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37216) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.888281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:16.896992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:16.926277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1401682276'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:16.929574 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-717e68fe-fb8b-408e-8b33-ce5d4974344e tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=041ff409-36fa-4791-b528-dd6c27dbd789 HTTP/1.1" status: 200 len: 205 time: 0.0687716 Mar 24 17:06:16.930862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37220) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:16.941126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:16.947503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:16.953963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:16.970610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfbd760b-295c-4310-ba16-51f5b190e293 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.018266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Usage tracker for resource:network and tenant:7ad9b0166dc546709414f652b6bc3746 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:17.018496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.028282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:17.031224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:17.038432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:17.049693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10b4d3-2871-4c8e-8f3f-bee8e1f01843 None None] Network 269b600c-7e8d-4c48-bc74-87061f0d4f03 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:17.072413 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-2ea6c4a7-5755-446a-ac28-7dab085eb216 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] delete failed (client error): The resource could not be found. Mar 24 17:06:17.073688 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2ea6c4a7-5755-446a-ac28-7dab085eb216 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/041ff409-36fa-4791-b528-dd6c27dbd789 HTTP/1.1" status: 404 len: 336 time: 0.1419282 Mar 24 17:06:17.076731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37224) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:17.092383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.112899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.117541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Network 269b600c-7e8d-4c48-bc74-87061f0d4f03 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:17.121073 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:17.123998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:17.133357 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b3b863ad-dcf6-4059-8867-969eecbd16e0 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=a248f0d6-98eb-4ebf-acdf-5e074a3492af HTTP/1.1" status: 200 len: 205 time: 0.0547442 Mar 24 17:06:17.135749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37228) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:17.168506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event updated for resources: {'Port': ['ID=2e99e4b7-68f2-460a-9c5a-4158fe03d894,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:17.196552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Made reservation on behalf of 7ad9b0166dc546709414f652b6bc3746 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:17.200221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.207231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:17.214237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.214369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:17.219336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.236527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:17.249429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfbd760b-295c-4310-ba16-51f5b190e293 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.282380 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-e84cbf52-bd1b-401e-8f59-6029f7875d58 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] delete failed (client error): The resource could not be found. Mar 24 17:06:17.286042 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e84cbf52-bd1b-401e-8f59-6029f7875d58 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/a248f0d6-98eb-4ebf-acdf-5e074a3492af HTTP/1.1" status: 404 len: 336 time: 0.1465590 Mar 24 17:06:17.287888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-28a9dbd4-5450-4682-8560-25312507e382 None None] Provisioning for port 6a6e8f9c-866c-444c-90fb-810cd52c436b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:17.291989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.298241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37232) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:17.304982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-28a9dbd4-5450-4682-8560-25312507e382 None None] Provisioning complete for port 6a6e8f9c-866c-444c-90fb-810cd52c436b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:17.305354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-28a9dbd4-5450-4682-8560-25312507e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.334367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.359858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd760b-295c-4310-ba16-51f5b190e293 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=cd06fab6-a5e0-4c85-9965-75c8294730cd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:17.372054 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-73b8d3c8-21da-4d2d-ac91-f8f496dd08c4 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9274974 Mar 24 17:06:17.372054 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7c200f66-4649-482d-a083-856989aae654 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1e4ea60-63ba-4df1-8375-2fd808f34caf HTTP/1.1" status: 200 len: 205 time: 0.0693696 Mar 24 17:06:17.372369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cfbd760b-295c-4310-ba16-51f5b190e293 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.372369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37236) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:17.372369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37238) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:17.394839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.399602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=f39795ad-25f9-4cdb-b318-42009e8b5979,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:17.414696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee2198-ec8b-4c59-8983-02286db6f86c None None] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:17.487247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Deleting port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:17.487620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.530036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:17.553493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:17.554947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:17.575031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Request body: {'port': {'network_id': '269b600c-7e8d-4c48-bc74-87061f0d4f03', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2074542572', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:17.575790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.api.validators [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] bootfile-name is not in valid_values {{(pid=88478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:06:17.576375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.api.validators [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] tftp-server is not in valid_values {{(pid=88478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:06:17.576853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.api.validators [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] server-ip-address is not in valid_values {{(pid=88478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:06:17.599218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:17.625729 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cfbd760b-295c-4310-ba16-51f5b190e293 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/cd06fab6-a5e0-4c85-9965-75c8294730cd HTTP/1.1" status: 204 len: 168 time: 1.2992022 Mar 24 17:06:17.629956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37244) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:17.632537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Usage tracker for resource:security_group_rule and tenant:7ad9b0166dc546709414f652b6bc3746 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:17.636382 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-e644fcbf-ec8e-46ed-9654-df8812f4e24f tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] delete failed (client error): The resource could not be found. Mar 24 17:06:17.637663 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e644fcbf-ec8e-46ed-9654-df8812f4e24f tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/routers/d1e4ea60-63ba-4df1-8375-2fd808f34caf HTTP/1.1" status: 404 len: 336 time: 0.2627378 Mar 24 17:06:17.641107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:17.642181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37248) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:17.708633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:17.795826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:17.866730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port eb784d8f-4b34-4168-82ff-dfeec76aaac1 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:17.901281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:17.913344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Usage tracker for resource:port and tenant:f8d731d908124d7595c250f10f23af1c is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:17.923830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:17.951563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:17.972411 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5264e3ab-23bc-4ba8-8cb9-1193c8bcec48 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] DELETE failed (client error): The resource could not be found. Mar 24 17:06:17.972411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5264e3ab-23bc-4ba8-8cb9-1193c8bcec48 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:06:17.973756 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5264e3ab-23bc-4ba8-8cb9-1193c8bcec48 tempest-RoutersIpV6AdminTest-221019894 tempest-RoutersIpV6AdminTest-221019894-project] 10.222.0.47 "DELETE /v2.0/subnets/92b9a644-70f6-4538-b205-a7fbe96234f0 HTTP/1.1" status: 404 len: 337 time: 0.3305054 Mar 24 17:06:18.022395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d15b6ca-ef4f-47ff-85fc-e97da9f2d3bc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet 6c0deadb-9042-423e-b252-bce9da6d9306 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:18.029322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d15b6ca-ef4f-47ff-85fc-e97da9f2d3bc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.044722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Made reservation on behalf of f8d731d908124d7595c250f10f23af1c for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:18.049630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.076512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.093815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] device_id is not set on port f01551fa-eaf3-4866-9adf-1e7f415cb535 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:18.106149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d15b6ca-ef4f-47ff-85fc-e97da9f2d3bc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.119221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-28a9dbd4-5450-4682-8560-25312507e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.147688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.163103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:fed3:8ec1 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/14966ad9-3680-4481-8c39-38b0e0484a04/eb784d8f-4b34-4168-82ff-dfeec76aaac1) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:18.178600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] For port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:18.179005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.200284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:18.211480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d15b6ca-ef4f-47ff-85fc-e97da9f2d3bc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.233190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b6c3c3-c1b2-4d45-92a3-1211fcc1b46d,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:18.242328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.247372 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Added segment dcc81ed4-6ec3-4f15-9f97-2eaf02f82369 of type vlan for network 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 Mar 24 17:06:18.302996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-28a9dbd4-5450-4682-8560-25312507e382 None None] For port 6a6e8f9c-866c-444c-90fb-810cd52c436b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6a6e8f9c-866c-444c-90fb-810cd52c436b,segment=NetworkSegment(568e73b1-9e69-4bda-b03e-b758b90b7755),segment_id=568e73b1-9e69-4bda-b03e-b758b90b7755)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:18.343279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d15b6ca-ef4f-47ff-85fc-e97da9f2d3bc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.350363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.388996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15b6ca-ef4f-47ff-85fc-e97da9f2d3bc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0deadb-9042-423e-b252-bce9da6d9306,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:18.396390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router cbaaf967-11e3-49f1-acd4-31305445c99d is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:06:18.401427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Calling delete_port for 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:18.411311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d15b6ca-ef4f-47ff-85fc-e97da9f2d3bc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.423844 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0d15b6ca-ef4f-47ff-85fc-e97da9f2d3bc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/6c0deadb-9042-423e-b252-bce9da6d9306 HTTP/1.1" status: 204 len: 168 time: 0.7919655 Mar 24 17:06:18.424215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37254) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:18.435077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Allocated IP 172.20.0.10 (269b600c-7e8d-4c48-bc74-87061f0d4f03/fcad6c16-b544-4f52-830c-eed9e9cbc497/f01551fa-eaf3-4866-9adf-1e7f415cb535) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:18.450662 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-28a9dbd4-5450-4682-8560-25312507e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.601860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9dbd4-5450-4682-8560-25312507e382 None None] Pushing event updated for resources: {'Port': ['ID=6a6e8f9c-866c-444c-90fb-810cd52c436b,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:18.624759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.630301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:18.631822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.674697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-03318597-6db7-4161-b954-9b0134abc28e None None] Provisioning complete for port 6a6e8f9c-866c-444c-90fb-810cd52c436b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:18.674697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-03318597-6db7-4161-b954-9b0134abc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.716559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37260) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:18.874422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.908278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:18.925185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port a63f6b05-c77a-446a-9622-030c318abddc {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:18.925628 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.008308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.021932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:19.023948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Pushing event updated for resources: {'Network': ['ID=2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:19.034361 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf499b-7ae8-40af-8576-f6bbd648ea7b None None] Sync routers for ids ['cbaaf967-11e3-49f1-acd4-31305445c99d'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:19.039148 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-df44b5a5-4664-4bda-aad6-01512d9d9988 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3287199 Mar 24 17:06:19.050886 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf499b-7ae8-40af-8576-f6bbd648ea7b None None] Routers {'cbaaf967-11e3-49f1-acd4-31305445c99d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:19.051719 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-6bcf499b-7ae8-40af-8576-f6bbd648ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cbaaf967-11e3-49f1-acd4-31305445c99d'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:19.058191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37268) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:19.076659 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3b833c1c-bdc0-4261-b391-5481b302424d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/cbaaf967-11e3-49f1-acd4-31305445c99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2105198 Mar 24 17:06:19.082427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37272) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:19.089836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Request body: {'subnet': {'network_id': '2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:19.107359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2427-e0ce-4375-a910-f8c26be87a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.111004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:19.142998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] Pushing event deleted for resources: {'Port': ['ID=5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:19.145796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object eb784d8f-4b34-4168-82ff-dfeec76aaac1 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:19.164566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b78080-ea15-4fcf-8211-b886ba7f5f23 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:19.165457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-64b78080-ea15-4fcf-8211-b886ba7f5f23 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:19.176778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-bb1f2427-e0ce-4375-a910-f8c26be87a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:19.185947 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-6bcf499b-7ae8-40af-8576-f6bbd648ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:19.198757 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf499b-7ae8-40af-8576-f6bbd648ea7b None None] Routers {'cbaaf967-11e3-49f1-acd4-31305445c99d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:19.203056 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-6bcf499b-7ae8-40af-8576-f6bbd648ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cbaaf967-11e3-49f1-acd4-31305445c99d'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:19.246809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bb1f2427-e0ce-4375-a910-f8c26be87a6d admin admin] Usage tracker for resource:security_group_rule and tenant:0a691cf1f4594dc2b631fefdeec780df is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:19.276333 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bb1f2427-e0ce-4375-a910-f8c26be87a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:19.294208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-64b78080-ea15-4fcf-8211-b886ba7f5f23 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:19.298601 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-64b78080-ea15-4fcf-8211-b886ba7f5f23 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports/f39795ad-25f9-4cdb-b318-42009e8b5979 HTTP/1.1" status: 200 len: 910 time: 0.2122939 Mar 24 17:06:19.299567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37276) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:19.308548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-bb1f2427-e0ce-4375-a910-f8c26be87a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:19.319021 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-6bcf499b-7ae8-40af-8576-f6bbd648ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:19.319900 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf499b-7ae8-40af-8576-f6bbd648ea7b None None] The sync data for ids ['cbaaf967-11e3-49f1-acd4-31305445c99d'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:19.329090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-03318597-6db7-4161-b954-9b0134abc28e None None] Provisioning complete for port f39795ad-25f9-4cdb-b318-42009e8b5979 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:19.329858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-03318597-6db7-4161-b954-9b0134abc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.333356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:19.346176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.349310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Usage tracker for resource:subnet and tenant:7ad9b0166dc546709414f652b6bc3746 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:19.358894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981ddfa3-2689-4762-bd26-c486ab5d387c None None] Network 916af16b-8d3d-48c2-810b-2177d07d0cdf requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:19.364466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:19.381801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:19.390450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Transition to ACTIVE for port object f01551fa-eaf3-4866-9adf-1e7f415cb535 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:19.399250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] For port a63f6b05-c77a-446a-9622-030c318abddc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a63f6b05-c77a-446a-9622-030c318abddc,segment=NetworkSegment(1326dd55-da42-428b-af3e-6b69ad772576),segment_id=1326dd55-da42-428b-af3e-6b69ad772576)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:19.399840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.454093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.472271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26828532-b8cf-489f-84fa-72a2c1f5234d None None] No DVR routers for this DVR port 5ffd0c3a-d828-4ebf-9d3d-a434eb3bd317 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:19.513777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2427-e0ce-4375-a910-f8c26be87a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.516702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Made reservation on behalf of 7ad9b0166dc546709414f652b6bc3746 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:19.517609 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5fbfb-2f52-4c24-9bb3-dd4295e48491 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:19.520546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.551224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.578522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:19.582566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for a63f6b05-c77a-446a-9622-030c318abddc owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:19.583358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb1f2427-e0ce-4375-a910-f8c26be87a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.604458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:19.606645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:19.613140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:19.613729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.696050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-03318597-6db7-4161-b954-9b0134abc28e None None] Port f39795ad-25f9-4cdb-b318-42009e8b5979 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:19.731313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Network 269b600c-7e8d-4c48-bc74-87061f0d4f03 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:19.737527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=eb784d8f-4b34-4168-82ff-dfeec76aaac1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:19.782747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6a6e8f9c-866c-444c-90fb-810cd52c436b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:19.786875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:19.789332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:19.836605 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bb1f2427-e0ce-4375-a910-f8c26be87a6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0a691cf1f4594dc2b631fefdeec780df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1165364 Mar 24 17:06:19.843602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f2427-e0ce-4375-a910-f8c26be87a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1342d635-eacb-4ecb-b857-3264513d3ef8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:19.855841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37280) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:19.913299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event updated for resources: {'Port': ['ID=f01551fa-eaf3-4866-9adf-1e7f415cb535,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:19.924452 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ffff1e31-6271-4714-999f-c6a176f2f55d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5267155 Mar 24 17:06:19.929867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:19.930563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:19.936154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37284) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:20.012223 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-03318597-6db7-4161-b954-9b0134abc28e None None] Provisioning for port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:20.068058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-03318597-6db7-4161-b954-9b0134abc28e None None] Provisioning complete for port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:20.068457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-03318597-6db7-4161-b954-9b0134abc28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.126970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6a6e8f9c-866c-444c-90fb-810cd52c436b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:20.127342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.129803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.184568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-201b2336-ba76-4f98-b8ad-843b2591810a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.197212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-03318597-6db7-4161-b954-9b0134abc28e None None] Port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:20.209171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No DVR routers for this DVR port a63f6b05-c77a-446a-9622-030c318abddc on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:20.217156 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-60b7c0ae-8984-4336-93e8-d8c8b6fd2bbc tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.8436685 Mar 24 17:06:20.229041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37288) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:20.247356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=a63f6b05-c77a-446a-9622-030c318abddc,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:20.285705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1b7f6-98ff-4016-bf9b-9795ccf1c7af tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:20.286466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-59f1b7f6-98ff-4016-bf9b-9795ccf1c7af tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:20.322375 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '14966ad9-3680-4481-8c39-38b0e0484a04'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:20.326567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.334260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de97d2ff-0bc9-4319-a97d-0777f908c999 None None] DHCP port deletion for 916af16b-8d3d-48c2-810b-2177d07d0cdf request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:20.347511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e1879617-76f9-4759-9032-b23afeff4515 None None] Could not find standard attr ID for object a63f6b05-c77a-446a-9622-030c318abddc. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:06:20.372452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.386692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f527a-9fd4-4d3d-a922-df40c01f5a92 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:20.393335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f527a-9fd4-4d3d-a922-df40c01f5a92 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:20.399614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f527a-9fd4-4d3d-a922-df40c01f5a92 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:20.401276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-549f527a-9fd4-4d3d-a922-df40c01f5a92 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Synchronizing usage tracker for tenant:f8d731d908124d7595c250f10f23af1c on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:20.402971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916af16b-8d3d-48c2-810b-2177d07d0cdf']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:20.409950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e1879617-76f9-4759-9032-b23afeff4515 None None] Provisioning complete for port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:20.410322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e1879617-76f9-4759-9032-b23afeff4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.418348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1326dd55-da42-428b-af3e-6b69ad772576') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:20.424330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1326dd55-da42-428b-af3e-6b69ad772576') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:20.424516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.433510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.452865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.458632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:06:20.459162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.462569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-59f1b7f6-98ff-4016-bf9b-9795ccf1c7af tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:20.468273 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-59f1b7f6-98ff-4016-bf9b-9795ccf1c7af tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5295806 Mar 24 17:06:20.473609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37292) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:06:20.501114 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:06:20.510856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e1879617-76f9-4759-9032-b23afeff4515 None None] Port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:20.538064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-549f527a-9fd4-4d3d-a922-df40c01f5a92 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Unset dirty status for tenant:f8d731d908124d7595c250f10f23af1c on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:20.542573 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-549f527a-9fd4-4d3d-a922-df40c01f5a92 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3061905 Mar 24 17:06:20.548302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37296) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:20.584588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Allocated IP 2001:db8::f816:3eff:fedd:9207 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/14966ad9-3680-4481-8c39-38b0e0484a04/5635ac38-e09e-4872-b3ed-e777a29c3d0e) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:20.602489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-201b2336-ba76-4f98-b8ad-843b2591810a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.620823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Pushing event updated for resources: {'Subnet': ['ID=35de9c0f-15af-499a-937d-14bca16820ef,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:20.633184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5b88ccb8-5e1e-4e88-97d0-d5a30c31ccae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port eb784d8f-4b34-4168-82ff-dfeec76aaac1 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:20.633530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5b88ccb8-5e1e-4e88-97d0-d5a30c31ccae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.643485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e1879617-76f9-4759-9032-b23afeff4515 None None] Provisioning for port f01551fa-eaf3-4866-9adf-1e7f415cb535 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:20.651701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e1879617-76f9-4759-9032-b23afeff4515 None None] Provisioning complete for port f01551fa-eaf3-4866-9adf-1e7f415cb535 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:20.652558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e1879617-76f9-4759-9032-b23afeff4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.691518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Checking segment: {'id': 'dcc81ed4-6ec3-4f15-9f97-2eaf02f82369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:20.692012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Network hostable DHCP agents. Network: 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:20.706836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ca043542-5ea9-4aad-85bd-0100246b2a7d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Deleting port f01551fa-eaf3-4866-9adf-1e7f415cb535 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:20.707081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca043542-5ea9-4aad-85bd-0100246b2a7d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.709708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.714220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.755665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Network': ['ID=916af16b-8d3d-48c2-810b-2177d07d0cdf,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:20.794519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.799751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e1879617-76f9-4759-9032-b23afeff4515 None None] Port f01551fa-eaf3-4866-9adf-1e7f415cb535 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:20.857333 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d9b19acf-3120-4ba5-a8b9-f45cf492f34b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/networks/916af16b-8d3d-48c2-810b-2177d07d0cdf HTTP/1.1" status: 204 len: 168 time: 2.4303637 Mar 24 17:06:20.868363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-201b2336-ba76-4f98-b8ad-843b2591810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.871453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-201b2336-ba76-4f98-b8ad-843b2591810a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.872207 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-201b2336-ba76-4f98-b8ad-843b2591810a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1342d635-eacb-4ecb-b857-3264513d3ef8 HTTP/1.1" status: 204 len: 168 time: 1.0153406 Mar 24 17:06:20.875080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37300) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:20.953415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:20.970666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Transition to ACTIVE for port object 5635ac38-e09e-4872-b3ed-e777a29c3d0e will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:20.983050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b2336-ba76-4f98-b8ad-843b2591810a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1342d635-eacb-4ecb-b857-3264513d3ef8,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:20.984157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Network 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:21.006364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Transition to ACTIVE for port object 5635ac38-e09e-4872-b3ed-e777a29c3d0e will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:21.062971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.104754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:21.117414 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9652e8bb-e467-49de-9f10-cdae25c07b47 None None] Network 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:21.121867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:21.125426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.156562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:21.158105 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:21.162106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1a719-2881-4ac6-9262-797e3307d19b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:21.163028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a2f1a719-2881-4ac6-9262-797e3307d19b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:21.184831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5b88ccb8-5e1e-4e88-97d0-d5a30c31ccae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.263326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a2f1a719-2881-4ac6-9262-797e3307d19b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:21.263554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:21.264427 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a2f1a719-2881-4ac6-9262-797e3307d19b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3828444 Mar 24 17:06:21.267937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37308) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:21.271026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port f39795ad-25f9-4cdb-b318-42009e8b5979 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:21.271374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.281586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Pushing event updated for resources: {'Port': ['ID=5635ac38-e09e-4872-b3ed-e777a29c3d0e,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:21.336156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5b88ccb8-5e1e-4e88-97d0-d5a30c31ccae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for eb784d8f-4b34-4168-82ff-dfeec76aaac1 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:21.397107 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Attempting to bind port 5635ac38-e09e-4872-b3ed-e777a29c3d0e on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:21.397495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Attempting to bind port 5635ac38-e09e-4872-b3ed-e777a29c3d0e by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:21.397830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Attempting to bind port 5635ac38-e09e-4872-b3ed-e777a29c3d0e on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:21.407026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:21.407412 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:21.408324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.408324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:21.408644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Bound port: 5635ac38-e09e-4872-b3ed-e777a29c3d0e, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:21.409016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.438343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca043542-5ea9-4aad-85bd-0100246b2a7d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.450939 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-14610bbb-92ee-42f2-b50d-7d1ed1fbc981 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3892310 Mar 24 17:06:21.453820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37312) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:21.510785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Request body: {'port': {'network_id': '2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0', 'name': 'tempest-TagsExtTest-723555161'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:21.580747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0', 'network_id': '2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0', 'tenant_id': '7ad9b0166dc546709414f652b6bc3746', 'fixed_ips': [{'subnet_id': '35de9c0f-15af-499a-937d-14bca16820ef'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:21.581569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.593162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] For port 5635ac38-e09e-4872-b3ed-e777a29c3d0e, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:21.607094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] For port 5635ac38-e09e-4872-b3ed-e777a29c3d0e, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5635ac38-e09e-4872-b3ed-e777a29c3d0e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:21.638913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ca043542-5ea9-4aad-85bd-0100246b2a7d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Calling delete_port for f01551fa-eaf3-4866-9adf-1e7f415cb535 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:21.662746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37316) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:21.689177 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-70716fdb-0cfb-47f8-bb6b-ff4aea434904 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4201434 Mar 24 17:06:21.689385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.697835 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37320) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:21.720883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-767815842'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:21.734244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:21.741345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:21.762685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:network and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:21.773746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a63f6b05-c77a-446a-9622-030c318abddc no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:21.821536 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:21.871219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: a63f6b05-c77a-446a-9622-030c318abddc {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:06:21.871563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a63f6b05-c77a-446a-9622-030c318abddc not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:06:21.901202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7a37-0c48-4513-ba9e-3b9ab473e63a None None] Pushing event updated for resources: {'Port': ['ID=5635ac38-e09e-4872-b3ed-e777a29c3d0e,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:21.922631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Allocated IP 172.20.0.2 (2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0/35de9c0f-15af-499a-937d-14bca16820ef/c5592cdb-d692-46b2-9c67-c699e6fde457) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:21.949942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for f39795ad-25f9-4cdb-b318-42009e8b5979 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:21.970183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:21.974459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Usage tracker for resource:port and tenant:7ad9b0166dc546709414f652b6bc3746 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:21.978308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:21.985635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:21.986527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:22.001077 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-90a76e37-ac1b-4f5f-bc35-bcb9cb640b22 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3c482a249ff44898e907e2e45551920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317282 Mar 24 17:06:22.003699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37324) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:22.043107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5b88ccb8-5e1e-4e88-97d0-d5a30c31ccae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.115254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88ccb8-5e1e-4e88-97d0-d5a30c31ccae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=eb784d8f-4b34-4168-82ff-dfeec76aaac1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:22.116249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:22.120400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.138553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb676b93-0acb-44a3-bb47-3a2886399b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.152754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Made reservation on behalf of 7ad9b0166dc546709414f652b6bc3746 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:22.157574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.165723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.177383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Transition to ACTIVE for port object c5592cdb-d692-46b2-9c67-c699e6fde457 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:22.185903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5b88ccb8-5e1e-4e88-97d0-d5a30c31ccae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.196949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb676b93-0acb-44a3-bb47-3a2886399b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.197202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] device_id is not set on port b80f553e-403f-44ae-9f97-811152fedc19 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:22.199545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Transition to ACTIVE for port object c5592cdb-d692-46b2-9c67-c699e6fde457 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:22.208273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:22.226894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca043542-5ea9-4aad-85bd-0100246b2a7d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.276787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.276950 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Added segment 7401889d-68ef-4960-9842-87d1b19e044b of type vlan for network 7333c294-c94d-48e8-99c6-c4d9c9a07132 Mar 24 17:06:22.278974 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.344898 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5b88ccb8-5e1e-4e88-97d0-d5a30c31ccae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/eb784d8f-4b34-4168-82ff-dfeec76aaac1 HTTP/1.1" status: 204 len: 168 time: 1.8671079 Mar 24 17:06:22.344898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca043542-5ea9-4aad-85bd-0100246b2a7d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event deleted for resources: {'Port': ['ID=f01551fa-eaf3-4866-9adf-1e7f415cb535,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:22.351341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37328) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:22.356785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.397633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Network 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:22.403207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:22.430011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:22.449967 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.508015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=f39795ad-25f9-4cdb-b318-42009e8b5979,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:22.512178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0872b5fe-9ca9-4151-8baf-9d52f501bb44 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:22.513897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0872b5fe-9ca9-4151-8baf-9d52f501bb44 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:22.518008 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0872b5fe-9ca9-4151-8baf-9d52f501bb44 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1630936 Mar 24 17:06:22.518204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb676b93-0acb-44a3-bb47-3a2886399b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.520675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Allocated IP 172.20.0.7 (2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0/35de9c0f-15af-499a-937d-14bca16820ef/b80f553e-403f-44ae-9f97-811152fedc19) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:22.522558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Pushing event updated for resources: {'Port': ['ID=c5592cdb-d692-46b2-9c67-c699e6fde457,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:22.525242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37332) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:22.618509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Attempting to bind port c5592cdb-d692-46b2-9c67-c699e6fde457 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:22.621302 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Attempting to bind port c5592cdb-d692-46b2-9c67-c699e6fde457 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcc81ed4-6ec3-4f15-9f97-2eaf02f82369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:22.626918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Attempting to bind port c5592cdb-d692-46b2-9c67-c699e6fde457 on network 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:22.634036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:22.634501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Checking segment: {'id': 'dcc81ed4-6ec3-4f15-9f97-2eaf02f82369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:22.635080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.635582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Bound using segment: {'id': 'dcc81ed4-6ec3-4f15-9f97-2eaf02f82369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:22.636203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Bound port: c5592cdb-d692-46b2-9c67-c699e6fde457, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc81ed4-6ec3-4f15-9f97-2eaf02f82369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:22.636686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.640065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.645687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:22.646130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.718570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb676b93-0acb-44a3-bb47-3a2886399b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62f009-1db1-479b-8348-f38ce132d473,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:22.787214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] For port c5592cdb-d692-46b2-9c67-c699e6fde457, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:22.791799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] For port c5592cdb-d692-46b2-9c67-c699e6fde457, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c5592cdb-d692-46b2-9c67-c699e6fde457,segment=NetworkSegment(dcc81ed4-6ec3-4f15-9f97-2eaf02f82369),segment_id=dcc81ed4-6ec3-4f15-9f97-2eaf02f82369)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:22.818174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca043542-5ea9-4aad-85bd-0100246b2a7d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.828243 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ca043542-5ea9-4aad-85bd-0100246b2a7d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "DELETE /v2.0/ports/f01551fa-eaf3-4866-9adf-1e7f415cb535 HTTP/1.1" status: 204 len: 168 time: 2.2774298 Mar 24 17:06:22.833409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37336) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:22.842979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Request body: {'port': {'name': 'tempest-new-port-name-1801038571', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:22.843186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.api.validators [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] bootfile-name is not in valid_values {{(pid=88478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:06:22.843524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.api.validators [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] tftp-server is not in valid_values {{(pid=88478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:06:22.843893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.api.validators [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] server-ip-address is not in valid_values {{(pid=88478) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 24 17:06:22.862908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.865009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb676b93-0acb-44a3-bb47-3a2886399b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.868499 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bb676b93-0acb-44a3-bb47-3a2886399b62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e62f009-1db1-479b-8348-f38ce132d473 HTTP/1.1" status: 204 len: 168 time: 0.8594351 Mar 24 17:06:22.886132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d91fc9-8a5e-494c-874e-ee805922cc0d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 14966ad9-3680-4481-8c39-38b0e0484a04 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:22.893932 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1950295 Mar 24 17:06:22.895118 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5d91fc9-8a5e-494c-874e-ee805922cc0d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:22.907314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37342) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:22.929537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714192e-2d3a-4615-b678-88c7b4840101 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Network': ['ID=7333c294-c94d-48e8-99c6-c4d9c9a07132,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:22.932906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '7333c294-c94d-48e8-99c6-c4d9c9a07132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:22.951618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 7333c294-c94d-48e8-99c6-c4d9c9a07132 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:23.104972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:23.149277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0b2ef-ff4d-47ac-af5e-83edaa2460c1 None None] Pushing event updated for resources: {'Port': ['ID=c5592cdb-d692-46b2-9c67-c699e6fde457,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:23.170577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:23.176625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:23.177907 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:23.185256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:23.188895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5d91fc9-8a5e-494c-874e-ee805922cc0d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:23.199787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:23.224108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:23.264078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Transition to ACTIVE for port object b80f553e-403f-44ae-9f97-811152fedc19 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:23.337326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:23.343117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:23.698215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:23.768550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-219bcfe1-fddb-4dc0-9d2c-177a1de39280 None None] Provisioning for port 5635ac38-e09e-4872-b3ed-e777a29c3d0e completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:23.776638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-219bcfe1-fddb-4dc0-9d2c-177a1de39280 None None] Could not find standard attr ID for object eb784d8f-4b34-4168-82ff-dfeec76aaac1. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:06:23.866762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Network 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:23.911873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:23.913778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Pushing event updated for resources: {'Port': ['ID=b80f553e-403f-44ae-9f97-811152fedc19,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:23.917509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:23.921223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router cbaaf967-11e3-49f1-acd4-31305445c99d has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:06:23.941185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5d91fc9-8a5e-494c-874e-ee805922cc0d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:23.945462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5635ac38-e09e-4872-b3ed-e777a29c3d0e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:23.985357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:24.065385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:24.069025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:24.079313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:24.128570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ec1d70a9-7963-450b-b48d-36be5b08e090 None None] Could not find standard attr ID for object eb784d8f-4b34-4168-82ff-dfeec76aaac1. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:06:24.162500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:24.246520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 5635ac38-e09e-4872-b3ed-e777a29c3d0e completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:24.258032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:24.262172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 5635ac38-e09e-4872-b3ed-e777a29c3d0e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:24.262554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:24.295775 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-86a5c5c8-2827-416a-962e-da7136f864c0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/cbaaf967-11e3-49f1-acd4-31305445c99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9883840 Mar 24 17:06:24.310246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37370) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:24.328581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a242276-b647-4c6a-afad-4f0763d9b8a7 None None] Sync routers for ids ['cbaaf967-11e3-49f1-acd4-31305445c99d'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:24.380125 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a242276-b647-4c6a-afad-4f0763d9b8a7 None None] Routers {'cbaaf967-11e3-49f1-acd4-31305445c99d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:24.380794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5a242276-b647-4c6a-afad-4f0763d9b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cbaaf967-11e3-49f1-acd4-31305445c99d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:24.404889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5571b913-15f4-4c57-baf2-d1c5a75ba544 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:24.408999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5d91fc9-8a5e-494c-874e-ee805922cc0d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:24.522155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d91fc9-8a5e-494c-874e-ee805922cc0d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=14966ad9-3680-4481-8c39-38b0e0484a04,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:24.546010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5d91fc9-8a5e-494c-874e-ee805922cc0d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:24.564351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=5234e3c0-d607-41d7-9116-df5f1af27ed9,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:24.565112 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c5d91fc9-8a5e-494c-874e-ee805922cc0d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/14966ad9-3680-4481-8c39-38b0e0484a04 HTTP/1.1" status: 204 len: 168 time: 1.9838991 Mar 24 17:06:24.577681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37382) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:24.582251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b140c6-16ac-4c05-a800-f7b9ed8012fc None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:24.638867 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e956a641-b407-44f5-8bec-b2ddbab21d2a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1811895 Mar 24 17:06:24.639099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5a242276-b647-4c6a-afad-4f0763d9b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:24.679696 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fac519ba-bb24-430e-b3ff-4f1cb064b890 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959418 Mar 24 17:06:24.681158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37386) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:24.681730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37388) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:24.687700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event updated for resources: {'Port': ['ID=2e99e4b7-68f2-460a-9c5a-4158fe03d894,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:24.704257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] In _notify_port_updated(), no bound segment for port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 on network 269b600c-7e8d-4c48-bc74-87061f0d4f03 {{(pid=88478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:06:24.708306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:24.709344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:24.710876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a343a00c-3457-42ed-848c-501b4d59445d tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "PUT /v2.0/ports/2e99e4b7-68f2-460a-9c5a-4158fe03d894 HTTP/1.1" status: 200 len: 1137 time: 1.8765476 Mar 24 17:06:24.715245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37394) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:24.745774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5571b913-15f4-4c57-baf2-d1c5a75ba544 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:24.748704 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5571b913-15f4-4c57-baf2-d1c5a75ba544 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbaaf967-11e3-49f1-acd4-31305445c99d HTTP/1.1" status: 200 len: 205 time: 0.4374375 Mar 24 17:06:24.752440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1117612521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:24.761805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37398) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:24.767848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:24.785684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Checking segment: {'id': '7401889d-68ef-4960-9842-87d1b19e044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7333c294-c94d-48e8-99c6-c4d9c9a07132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:24.786153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network hostable DHCP agents. Network: 7333c294-c94d-48e8-99c6-c4d9c9a07132, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:24.821757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37402) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:24.855423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9651907-e247-4478-9433-0084927e5094 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:24.856261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b9651907-e247-4478-9433-0084927e5094 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Synchronizing usage tracker for tenant:f8d731d908124d7595c250f10f23af1c on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:24.897297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 7333c294-c94d-48e8-99c6-c4d9c9a07132 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:24.907878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a242276-b647-4c6a-afad-4f0763d9b8a7 None None] Routers {'cbaaf967-11e3-49f1-acd4-31305445c99d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:24.908501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Usage tracker for resource:router and tenant:7ad9b0166dc546709414f652b6bc3746 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:24.908780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5a242276-b647-4c6a-afad-4f0763d9b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cbaaf967-11e3-49f1-acd4-31305445c99d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:24.941837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:24.966757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:24.976732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 7333c294-c94d-48e8-99c6-c4d9c9a07132) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:24.978282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b9651907-e247-4478-9433-0084927e5094 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Unset dirty status for tenant:f8d731d908124d7595c250f10f23af1c on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:24.983873 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b9651907-e247-4478-9433-0084927e5094 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "GET /v2.0/ports/2e99e4b7-68f2-460a-9c5a-4158fe03d894 HTTP/1.1" status: 200 len: 1137 time: 0.2636583 Mar 24 17:06:24.984082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37410) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:25.011198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122bb15-ca43-4515-a0ad-3bd98082b61d None None] Network 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:25.025801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:25.025801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.042496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34fad6f4-a98d-4a11-949e-85217dbdc5a9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.048890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf20fd44-5843-4106-a89e-52e774e8ef58 None None] Network 7333c294-c94d-48e8-99c6-c4d9c9a07132 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:25.085453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f88e486a-34ac-4a7f-9e8e-b755357c30c3 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Deleting port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:25.085909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f88e486a-34ac-4a7f-9e8e-b755357c30c3 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.132634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1777940061'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:25.138111 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-27bdb8bc-1cf2-4a3c-a2b8-b8e3cf03f873 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2273967 Mar 24 17:06:25.152282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37416) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:25.153333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5ca0df98-b9bc-4d57-b4b8-560ffc199190 None None] Provisioning complete for port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:25.153711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5ca0df98-b9bc-4d57-b4b8-560ffc199190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.162728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '7333c294-c94d-48e8-99c6-c4d9c9a07132', 'name': 'tempest-PortsIpV6TestJSON-1439088135'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:25.190409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:25.210711 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:network and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:25.216748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5a242276-b647-4c6a-afad-4f0763d9b8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:25.217128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a242276-b647-4c6a-afad-4f0763d9b8a7 None None] The sync data for ids ['cbaaf967-11e3-49f1-acd4-31305445c99d'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:25.240936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:25.284224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0df98-b9bc-4d57-b4b8-560ffc199190 None None] Port 2e99e4b7-68f2-460a-9c5a-4158fe03d894 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:25.322168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.323371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.340426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.368261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475e920-43e7-4a03-9987-dec0ef436c21 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:25.369954 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3475e920-43e7-4a03-9987-dec0ef436c21 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6846740 Mar 24 17:06:25.427839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37426) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:25.439015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:25.472388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34fad6f4-a98d-4a11-949e-85217dbdc5a9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.478225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.485731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34fad6f4-a98d-4a11-949e-85217dbdc5a9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.499929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:25.527174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:25.543180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07938b38-acff-4f11-832b-e78fd3d92f9f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:25.544617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-07938b38-acff-4f11-832b-e78fd3d92f9f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:25.557035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.602010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Made reservation on behalf of b8a5cba240fc4cb69db4c94d8e2eddff for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:25.606448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.623753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.626461 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ad4e59a4-a6fc-4cd7-b8e8-b4a2d93fa076 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9431391 Mar 24 17:06:25.628160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34fad6f4-a98d-4a11-949e-85217dbdc5a9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.631023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fad6f4-a98d-4a11-949e-85217dbdc5a9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Fanout notify agent at l3_agent the message router_deleted on router cbaaf967-11e3-49f1-acd4-31305445c99d {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:06:25.631023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-07938b38-acff-4f11-832b-e78fd3d92f9f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:25.632286 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-07938b38-acff-4f11-832b-e78fd3d92f9f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2040830 Mar 24 17:06:25.633816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37430) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:25.642760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c981af37-6baa-4c01-9429-e7644ab586e9 None None] Provisioning for port c5592cdb-d692-46b2-9c67-c699e6fde457 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:25.649714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37432) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:25.655562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6513237c-0aea-4f20-bade-b5847096d152 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-794795221', 'prefixes': ['172.20.0.0/16']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:25.690438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.726184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:25.731079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.754550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 5635ac38-e09e-4872-b3ed-e777a29c3d0e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5635ac38-e09e-4872-b3ed-e777a29c3d0e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:25.762805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:25.778267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:security_group_rule and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:25.780737 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-7333c294-c94d-48e8-99c6-c4d9c9a07132', 'network_id': '7333c294-c94d-48e8-99c6-c4d9c9a07132', 'tenant_id': 'cb64c021346c4a06b81f23d0cd4139e8', 'fixed_ips': [{'subnet_id': '5234e3c0-d607-41d7-9116-df5f1af27ed9'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:25.781576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.788755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 57c7f409-fbb4-4536-9afd-77ddc814e355 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:25.823796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:25.850960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:25.893490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6513237c-0aea-4f20-bade-b5847096d152 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:25.897984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff7d41-56c2-428b-8b41-1ca04790acb2 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:25.904145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.904380 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34fad6f4-a98d-4a11-949e-85217dbdc5a9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.905267 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c5592cdb-d692-46b2-9c67-c699e6fde457 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:25.905497 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-34fad6f4-a98d-4a11-949e-85217dbdc5a9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/cbaaf967-11e3-49f1-acd4-31305445c99d HTTP/1.1" status: 204 len: 168 time: 1.1422708 Mar 24 17:06:25.905885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f4d5e-ae84-4015-81a7-92eca72fd7e0 req-1ad78ef1-ac81-4222-8a84-8f83d6b4b4c4 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:25.913857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3b1f4d5e-ae84-4015-81a7-92eca72fd7e0 req-1ad78ef1-ac81-4222-8a84-8f83d6b4b4c4 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.7100289 Mar 24 17:06:25.920106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37438) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:25.922338 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3eb1c029-0f01-45c5-afa7-8b5e39b92d47 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2708888 Mar 24 17:06:25.933155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f88e486a-34ac-4a7f-9e8e-b755357c30c3 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:25.947167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37442) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:25.969089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:25.992978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff7d41-56c2-428b-8b41-1ca04790acb2 None None] Deleting port 5635ac38-e09e-4872-b3ed-e777a29c3d0e {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:25.993550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7d41-56c2-428b-8b41-1ca04790acb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.011302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba4157c-8e4b-48a5-84a9-652ba3b58c31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting subnet 6824bc5d-c611-4cb5-a47c-b88413be605b {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:26.014507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fba4157c-8e4b-48a5-84a9-652ba3b58c31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.084831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fba4157c-8e4b-48a5-84a9-652ba3b58c31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.134782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f88e486a-34ac-4a7f-9e8e-b755357c30c3 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Calling delete_port for 2e99e4b7-68f2-460a-9c5a-4158fe03d894 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:26.188392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fba4157c-8e4b-48a5-84a9-652ba3b58c31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.194844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=5635ac38-e09e-4872-b3ed-e777a29c3d0e,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:26.274386 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3b1f4d5e-ae84-4015-81a7-92eca72fd7e0 req-92a4fda2-e631-4cb1-a861-0c4cb4d4dea6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3596411 Mar 24 17:06:26.293195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Allocated IP 2001:db8::2 (7333c294-c94d-48e8-99c6-c4d9c9a07132/5234e3c0-d607-41d7-9116-df5f1af27ed9/616f60f6-aa6d-495c-ac23-e820fc0b2b92) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:26.303845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6513237c-0aea-4f20-bade-b5847096d152 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for subnetpool, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.308836 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6513237c-0aea-4f20-bade-b5847096d152 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6598547 Mar 24 17:06:26.310828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37446) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:26.315333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-f4690d85-f11a-4431-bcde-b21a75df1963 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef', 'tempest-TagsExtTest-Tag-1332917286') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:26.368299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.370978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port c5592cdb-d692-46b2-9c67-c699e6fde457 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:26.378735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fba4157c-8e4b-48a5-84a9-652ba3b58c31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.379859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:26.395759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c5592cdb-d692-46b2-9c67-c699e6fde457 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:26.395759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.403664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:26.449231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fba4157c-8e4b-48a5-84a9-652ba3b58c31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.454245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c5ff7d41-56c2-428b-8b41-1ca04790acb2 None None] For port 5635ac38-e09e-4872-b3ed-e777a29c3d0e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5635ac38-e09e-4872-b3ed-e777a29c3d0e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:26.455320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7d41-56c2-428b-8b41-1ca04790acb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.455428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4157c-8e4b-48a5-84a9-652ba3b58c31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Subnet': ['ID=6824bc5d-c611-4cb5-a47c-b88413be605b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:26.458644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.475301 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fba4157c-8e4b-48a5-84a9-652ba3b58c31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/6824bc5d-c611-4cb5-a47c-b88413be605b HTTP/1.1" status: 204 len: 168 time: 0.5523975 Mar 24 17:06:26.482910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37450) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:26.507820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:26.514034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec02845-e914-4200-9620-3d66f795771e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:26.516734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:26.520444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.575697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ea2d5-8787-48cc-aac8-f15973e09536 None None] Network 8f6ca01b-75d3-487e-87e1-b3b97b2d536a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:26.579712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.580120 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Added segment 618640e7-46f9-4a1b-8927-be6f8d49de69 of type vlan for network 67854274-badd-40cc-9b56-b59d6ed68eb2 Mar 24 17:06:26.646526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.660296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:26.660797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.687293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.722250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f88e486a-34ac-4a7f-9e8e-b755357c30c3 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.749078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c5ff7d41-56c2-428b-8b41-1ca04790acb2 None None] Calling delete_port for 5635ac38-e09e-4872-b3ed-e777a29c3d0e owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:26.795719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e486a-34ac-4a7f-9e8e-b755357c30c3 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event deleted for resources: {'Port': ['ID=2e99e4b7-68f2-460a-9c5a-4158fe03d894,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:26.835413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.841617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:26.842321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.894372 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f4690d85-f11a-4431-bcde-b21a75df1963 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags/tempest-TagsExtTest-Tag-1332917286 HTTP/1.1" status: 201 len: 201 time: 0.5840762 Mar 24 17:06:26.895423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37454) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:26.939462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bc4cc15c-6891-423a-8cd6-4d9b82ef41c5,segment=NetworkSegment(dd744d70-bb25-4ade-a582-7967845a0b2e),segment_id=dd744d70-bb25-4ade-a582-7967845a0b2e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:26.940151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:26.952429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5cc98e46-cff3-4549-9b5e-c6b1400538e3 None None] Provisioning complete for port c5592cdb-d692-46b2-9c67-c699e6fde457 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:26.953071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5cc98e46-cff3-4549-9b5e-c6b1400538e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.132799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:27.176650 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-fbe97fed-4f61-4408-a435-dc1dbb9bbbda tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19', 'tempest-TagsExtTest-Tag-1901571753') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:27.202944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Network': ['ID=67854274-badd-40cc-9b56-b59d6ed68eb2,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:27.211414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f88e486a-34ac-4a7f-9e8e-b755357c30c3 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.213438 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f88e486a-34ac-4a7f-9e8e-b755357c30c3 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "DELETE /v2.0/ports/2e99e4b7-68f2-460a-9c5a-4158fe03d894 HTTP/1.1" status: 204 len: 168 time: 2.2283871 Mar 24 17:06:27.216547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37458) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:27.221129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.236778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:27.257765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c5ff7d41-56c2-428b-8b41-1ca04790acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.276763 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.278083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3fc95d38-d6c8-45b8-a725-fd9503872985 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4541404 Mar 24 17:06:27.281684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37462) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:27.288633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'subnet': {'network_id': '67854274-badd-40cc-9b56-b59d6ed68eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:27.320142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-094b7fc8-bb7d-42cf-bf0b-90dc94b7216e tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Deleting subnet fcad6c16-b544-4f52-830c-eed9e9cbc497 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:27.323585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-094b7fc8-bb7d-42cf-bf0b-90dc94b7216e tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.363938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff7d41-56c2-428b-8b41-1ca04790acb2 None None] No DVR routers for this DVR port 5635ac38-e09e-4872-b3ed-e777a29c3d0e on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:27.384897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-094b7fc8-bb7d-42cf-bf0b-90dc94b7216e tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.387112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.406558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff7d41-56c2-428b-8b41-1ca04790acb2 None None] Pushing event deleted for resources: {'Port': ['ID=5635ac38-e09e-4872-b3ed-e777a29c3d0e,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:27.418339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Transition to ACTIVE for port object 616f60f6-aa6d-495c-ac23-e820fc0b2b92 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:27.449109 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fbe97fed-4f61-4408-a435-dc1dbb9bbbda tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags/tempest-TagsExtTest-Tag-1901571753 HTTP/1.1" status: 201 len: 201 time: 0.2847733 Mar 24 17:06:27.459938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37468) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:27.462356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=bc4cc15c-6891-423a-8cd6-4d9b82ef41c5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:27.465895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No DVR routers for this DVR port bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:27.473737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-9840562c-8cf8-4107-b3c1-11dac8e37215 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db', 'tempest-TagsExtTest-Tag-183416198') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:27.542904 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Transition to ACTIVE for port object 616f60f6-aa6d-495c-ac23-e820fc0b2b92 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:27.556144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port c5592cdb-d692-46b2-9c67-c699e6fde457, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c5592cdb-d692-46b2-9c67-c699e6fde457,segment=NetworkSegment(dcc81ed4-6ec3-4f15-9f97-2eaf02f82369),segment_id=dcc81ed4-6ec3-4f15-9f97-2eaf02f82369)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:27.559514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5cc98e46-cff3-4549-9b5e-c6b1400538e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.560701 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:27.572912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:subnet and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:27.589812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:27.610680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:27.622623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.638345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:06:27.661740 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c38d7f-2558-44ba-b1cc-d12d01baabc0 None None] DHCP port deletion for 8f6ca01b-75d3-487e-87e1-b3b97b2d536a request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:27.670987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.672234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.757008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:27.766475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Network 7333c294-c94d-48e8-99c6-c4d9c9a07132 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:27.769272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:27.772074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:27.772652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.774458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:27.785370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Pushing event updated for resources: {'Port': ['ID=616f60f6-aa6d-495c-ac23-e820fc0b2b92,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:27.788399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-094b7fc8-bb7d-42cf-bf0b-90dc94b7216e tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.789419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:27.803532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Made reservation on behalf of b8a5cba240fc4cb69db4c94d8e2eddff for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:27.807194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.825867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-5cc98e46-cff3-4549-9b5e-c6b1400538e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:27.825867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-5cc98e46-cff3-4549-9b5e-c6b1400538e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:27.839057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b176c55-ee47-4360-a05e-fdfa4a81721f req-ea17de53-79f9-4db3-b7b0-cd78dac419e4 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:27.840630 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b176c55-ee47-4360-a05e-fdfa4a81721f req-ea17de53-79f9-4db3-b7b0-cd78dac419e4 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.3977339 Mar 24 17:06:27.843103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56853f02-51ee-4c78-8013-b7f320becc7f None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:27.877750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:27.912552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::85 (7333c294-c94d-48e8-99c6-c4d9c9a07132/5234e3c0-d607-41d7-9116-df5f1af27ed9/57c7f409-fbb4-4536-9afd-77ddc814e355) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:27.920536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=7b3fa7a0-9823-4b6d-a398-6d1e654a7461,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:27.955919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2c517791-8f60-470f-b333-afed5286769b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0107417 Mar 24 17:06:27.966365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37472) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:28.001238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:4b:5f:9b', 'name': 'tempest-NetworksTestDHCPv6-1584004994'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:28.001434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6ca01b-75d3-487e-87e1-b3b97b2d536a']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:28.009408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd744d70-bb25-4ade-a582-7967845a0b2e') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:28.009644 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b176c55-ee47-4360-a05e-fdfa4a81721f req-947d5a25-fd77-41ac-9cff-4a7fd0d3f19f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509316 Mar 24 17:06:28.009749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd744d70-bb25-4ade-a582-7967845a0b2e') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:28.027908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:28.032615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.049580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.056250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:06:28.056666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:06:28.071441 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:06:28.108903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:06:28.109365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bc4cc15c-6891-423a-8cd6-4d9b82ef41c5 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:06:28.115772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5635ac38-e09e-4872-b3ed-e777a29c3d0e no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:28.121280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-094b7fc8-bb7d-42cf-bf0b-90dc94b7216e tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.147763 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9840562c-8cf8-4107-b3c1-11dac8e37215 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags/tempest-TagsExtTest-Tag-183416198 HTTP/1.1" status: 201 len: 201 time: 0.6809094 Mar 24 17:06:28.152107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37476) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:28.159429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-f079ef23-9cf2-45a5-8ed5-9ae899bddc24 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc', 'tempest-TagsExtTest-Tag-1162297418') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:28.174135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 5635ac38-e09e-4872-b3ed-e777a29c3d0e {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:06:28.174706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5635ac38-e09e-4872-b3ed-e777a29c3d0e not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:06:28.194126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Attempting to bind port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:28.195310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Attempting to bind port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '7401889d-68ef-4960-9842-87d1b19e044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7333c294-c94d-48e8-99c6-c4d9c9a07132'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:28.195310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Attempting to bind port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 on network 7333c294-c94d-48e8-99c6-c4d9c9a07132 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:28.207900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-094b7fc8-bb7d-42cf-bf0b-90dc94b7216e tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.211366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:28.211868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Checking segment: {'id': '7401889d-68ef-4960-9842-87d1b19e044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7333c294-c94d-48e8-99c6-c4d9c9a07132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:28.212350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.214676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b7fc8-bb7d-42cf-bf0b-90dc94b7216e tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event deleted for resources: {'Subnet': ['ID=fcad6c16-b544-4f52-830c-eed9e9cbc497,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:28.214928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Bound using segment: {'id': '7401889d-68ef-4960-9842-87d1b19e044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7333c294-c94d-48e8-99c6-c4d9c9a07132'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:28.214928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Bound port: 616f60f6-aa6d-495c-ac23-e820fc0b2b92, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7401889d-68ef-4960-9842-87d1b19e044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7333c294-c94d-48e8-99c6-c4d9c9a07132'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:28.214928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.266404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.286510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.293084 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-094b7fc8-bb7d-42cf-bf0b-90dc94b7216e tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "DELETE /v2.0/subnets/fcad6c16-b544-4f52-830c-eed9e9cbc497 HTTP/1.1" status: 204 len: 168 time: 1.0727971 Mar 24 17:06:28.296690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37480) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:28.303085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=c5592cdb-d692-46b2-9c67-c699e6fde457,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:28.307531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Network': ['ID=8f6ca01b-75d3-487e-87e1-b3b97b2d536a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:28.314053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd1886f-86f1-456c-b8da-d1ff29d4ae27 None None] Network 269b600c-7e8d-4c48-bc74-87061f0d4f03 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:28.344168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:28.353439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:28.363577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:28.367081 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:06:28.373489 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f079ef23-9cf2-45a5-8ed5-9ae899bddc24 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags/tempest-TagsExtTest-Tag-1162297418 HTTP/1.1" status: 201 len: 201 time: 0.2142954 Mar 24 17:06:28.373884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37484) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:28.376349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:28.384202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-39121d25-d75a-4448-bcb1-a50aefbda0b6 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:28.433401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.450243 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-673052a6-5d45-47e5-92e4-76c09349340d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/networks/8f6ca01b-75d3-487e-87e1-b3b97b2d536a HTTP/1.1" status: 204 len: 168 time: 1.9617243 Mar 24 17:06:28.452898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37488) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:28.463239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-528684002', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:28.466183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.477922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Deleting port 6a6e8f9c-866c-444c-90fb-810cd52c436b {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:28.477922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.478798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 57c7f409-fbb4-4536-9afd-77ddc814e355 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:28.479592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:28.485744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:router and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:28.491320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:28.502681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:28.523820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:28.563516 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-39121d25-d75a-4448-bcb1-a50aefbda0b6 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags HTTP/1.1" status: 200 len: 241 time: 0.1861720 Mar 24 17:06:28.565996 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37492) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:28.566790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.621296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-bd3fa792-a5f4-47f3-9863-9bf79903f29a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef', 'tempest-TagsExtTest-Tag-1332917286') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:28.657287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.658275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.673362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.721941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] For port 616f60f6-aa6d-495c-ac23-e820fc0b2b92, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:28.734193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5cc98e46-cff3-4549-9b5e-c6b1400538e3 None None] Provisioning for port b80f553e-403f-44ae-9f97-811152fedc19 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:28.743628 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] For port 616f60f6-aa6d-495c-ac23-e820fc0b2b92, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=616f60f6-aa6d-495c-ac23-e820fc0b2b92,segment=NetworkSegment(7401889d-68ef-4960-9842-87d1b19e044b),segment_id=7401889d-68ef-4960-9842-87d1b19e044b)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:28.745679 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '7b3fa7a0-9823-4b6d-a398-6d1e654a7461'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:28.746495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.758613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5cc98e46-cff3-4549-9b5e-c6b1400538e3 None None] Provisioning complete for port b80f553e-403f-44ae-9f97-811152fedc19 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:28.759215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5cc98e46-cff3-4549-9b5e-c6b1400538e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.769911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 7333c294-c94d-48e8-99c6-c4d9c9a07132 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:28.771928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Subnet': ['ID=77e316ba-ab05-4dea-94d3-38f9a23da893,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:28.777326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.782142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:28.784056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Checking segment: {'id': '618640e7-46f9-4a1b-8927-be6f8d49de69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '67854274-badd-40cc-9b56-b59d6ed68eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:28.784430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network hostable DHCP agents. Network: 67854274-badd-40cc-9b56-b59d6ed68eb2, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:28.784551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:28.790267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:28.790950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.804635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] For port 6a6e8f9c-866c-444c-90fb-810cd52c436b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6a6e8f9c-866c-444c-90fb-810cd52c436b,segment=NetworkSegment(568e73b1-9e69-4bda-b03e-b758b90b7755),segment_id=568e73b1-9e69-4bda-b03e-b758b90b7755)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:28.804879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.818893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:28.927145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5cc98e46-cff3-4549-9b5e-c6b1400538e3 None None] Port b80f553e-403f-44ae-9f97-811152fedc19 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:28.936538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Calling delete_port for 6a6e8f9c-866c-444c-90fb-810cd52c436b owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:28.984534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=57c7f409-fbb4-4536-9afd-77ddc814e355,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:29.002464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.053177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port af697350-314d-49b2-a3a3-634e034d554c yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:29.054785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df0599-7666-4c67-9953-2dd36bca0a59 None None] Pushing event updated for resources: {'Port': ['ID=616f60f6-aa6d-495c-ac23-e820fc0b2b92,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:29.056944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:29.080302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.100663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ac1870f2-123b-4985-a323-9b5a1cea6c5d None None] Provisioning complete for port b80f553e-403f-44ae-9f97-811152fedc19 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:29.100663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ac1870f2-123b-4985-a323-9b5a1cea6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.106726 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e180143b-39fe-40f7-93c2-51f87447f8ea tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9526045 Mar 24 17:06:29.112616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37498) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:29.129565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Allocated IP 2001:db8::f816:3eff:fee1:69b (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/7b3fa7a0-9823-4b6d-a398-6d1e654a7461/94e4dcfd-e5ad-41ea-8e7b-a563803b16f3) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:29.133008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf7554-f58c-4cd3-8fd2-b497e23cd65f None None] DHCP port deletion for 269b600c-7e8d-4c48-bc74-87061f0d4f03 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:29.174515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 67854274-badd-40cc-9b56-b59d6ed68eb2) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:29.180627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event deleted for resources: {'Port': ['ID=6a6e8f9c-866c-444c-90fb-810cd52c436b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:29.196011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] No DVR routers for this DVR port 6a6e8f9c-866c-444c-90fb-810cd52c436b on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:29.203995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': '7333c294-c94d-48e8-99c6-c4d9c9a07132', 'name': 'tempest-PortsIpV6TestJSON-1651129472'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:29.209012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f2e57-3978-4894-b5d1-cdee033bffe7 None None] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:29.246286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:29.246286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.249456 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bd3fa792-a5f4-47f3-9863-9bf79903f29a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags/tempest-TagsExtTest-Tag-1332917286 HTTP/1.1" status: 204 len: 168 time: 0.6840215 Mar 24 17:06:29.250841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37502) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:29.257362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ac1870f2-123b-4985-a323-9b5a1cea6c5d None None] Port b80f553e-403f-44ae-9f97-811152fedc19 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:29.369064 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.392752 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e6de7fbb-14cd-4712-9024-def9d0e81079 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1093938 Mar 24 17:06:29.393576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37506) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:29.413091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-701236102', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:29.420422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269b600c-7e8d-4c48-bc74-87061f0d4f03']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:29.435057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:29.440524 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:router and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:29.441946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-ed32957f-51d5-4866-b1fe-c18786d8be61 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef', 'tempest-TagsExtTest-Tag-1332917286') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:29.448021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568e73b1-9e69-4bda-b03e-b758b90b7755') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:29.455249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568e73b1-9e69-4bda-b03e-b758b90b7755') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:29.464720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:29.481000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:29.484523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.508902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.517320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:06:29.520531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:06:29.634309 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:06:29.642503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.644421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.646053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.653749 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Transition to ACTIVE for port object 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:29.657593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6f01eb-0cfd-49f5-8b67-ece1042fc122 None None] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:29.748310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Transition to ACTIVE for port object 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:29.756879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.806451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:29.816078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6aa9a-c3e1-4f62-b3f5-be186d03c42e req-03e1e6bd-1ebd-44dc-a60f-49702d8c4628 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:29.817539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.817711 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c4a6aa9a-c3e1-4f62-b3f5-be186d03c42e req-03e1e6bd-1ebd-44dc-a60f-49702d8c4628 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.6263530 Mar 24 17:06:29.821932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:port and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:29.828239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:29.847555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.847800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:29.850287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.858794 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] 10.222.0.47 "DELETE /v2.0/networks/269b600c-7e8d-4c48-bc74-87061f0d4f03 HTTP/1.1" status: 204 len: 168 time: 1.5573070 Mar 24 17:06:29.868512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d4776-2913-4c5e-95b0-dcadf9759725 tempest-ExtraDHCPOptionsTestJSON-17881959 tempest-ExtraDHCPOptionsTestJSON-17881959-project] Pushing event deleted for resources: {'Network': ['ID=269b600c-7e8d-4c48-bc74-87061f0d4f03,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:29.877620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:29.903435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c5592cdb-d692-46b2-9c67-c699e6fde457 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:30.048609 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:30.057520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:30.064931 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c4a6aa9a-c3e1-4f62-b3f5-be186d03c42e req-006c1095-d481-4749-8eb1-c4b2c5dbd3e1 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378697 Mar 24 17:06:30.068026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:fe4b:5f9b (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/7b3fa7a0-9823-4b6d-a398-6d1e654a7461/af697350-314d-49b2-a3a3-634e034d554c) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:30.080050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:30.083623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:30.088057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:30.098585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Pushing event updated for resources: {'Port': ['ID=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:30.199556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port e10a5d2e-7805-40fb-974b-c4fd26da141f yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:30.229178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c5592cdb-d692-46b2-9c67-c699e6fde457 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:30.229705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:30.237036 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ed32957f-51d5-4866-b1fe-c18786d8be61 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags/tempest-TagsExtTest-Tag-1332917286 HTTP/1.1" status: 204 len: 168 time: 0.9042983 Mar 24 17:06:30.241243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37512) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:30.267208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-edc8d539-c9e4-4bae-80fd-885b1afa1b07 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:30.299348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Attempting to bind port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:30.299713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Attempting to bind port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:30.300093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Attempting to bind port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:30.308783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:30.309443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:30.310038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:30.310596 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:30.311226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Bound port: 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:30.311764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:30.439126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::275 (7333c294-c94d-48e8-99c6-c4d9c9a07132/5234e3c0-d607-41d7-9116-df5f1af27ed9/e10a5d2e-7805-40fb-974b-c4fd26da141f) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:30.515373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20dd1c48-38ac-4fba-a18e-e42d7f7f112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:30.520241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] For port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:30.523008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 616f60f6-aa6d-495c-ac23-e820fc0b2b92 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:30.523262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:30.554385 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37520) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:30.568053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21913c1-a0b4-478d-90cc-305c41599c21 None None] Network 7333c294-c94d-48e8-99c6-c4d9c9a07132 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:30.584143 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] For port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:30.680847 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:30.797562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8e246-fdda-409e-b8af-4bd3a9a3ca20 None None] Pushing event updated for resources: {'Port': ['ID=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:30.803483 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3c4f024c-9a1a-4115-acb1-9cc978fe6cc0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8d731d908124d7595c250f10f23af1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477961 Mar 24 17:06:30.809380 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37526) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:30.819383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b51ba840-3ccb-4811-b7aa-87c6a06c7334 None None] Provisioning for port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:30.830151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-edc8d539-c9e4-4bae-80fd-885b1afa1b07 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags HTTP/1.1" status: 200 len: 205 time: 0.5784576 Mar 24 17:06:30.837559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37530) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:30.853034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:30.858762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-84ce0421-8044-41ac-9b7e-0436808177db tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:30.922777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:30.936129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:30.936129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:30.959809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f964d5ec-cdc5-4a39-9248-a41502fe8b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.109100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f964d5ec-cdc5-4a39-9248-a41502fe8b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.137742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.191045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object e10a5d2e-7805-40fb-974b-c4fd26da141f will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:31.209091 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 616f60f6-aa6d-495c-ac23-e820fc0b2b92, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=616f60f6-aa6d-495c-ac23-e820fc0b2b92,segment=NetworkSegment(7401889d-68ef-4960-9842-87d1b19e044b),segment_id=7401889d-68ef-4960-9842-87d1b19e044b)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:31.268620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.273329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.283219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.317256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.331263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6a6e8f9c-866c-444c-90fb-810cd52c436b no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:31.376366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 6a6e8f9c-866c-444c-90fb-810cd52c436b {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:06:31.377192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6a6e8f9c-866c-444c-90fb-810cd52c436b not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:06:31.412389 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=616f60f6-aa6d-495c-ac23-e820fc0b2b92,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:31.435524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.458665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f964d5ec-cdc5-4a39-9248-a41502fe8b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.480455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.488104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d5ec-cdc5-4a39-9248-a41502fe8b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e99001b-0298-4a15-a52d-fb01f05aed80,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:31.517521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.26.4.48 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/b9ad9e9c-c6cc-402b-9c19-f4e8eb55ad58) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:31.522873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object af697350-314d-49b2-a3a3-634e034d554c will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:31.524859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f964d5ec-cdc5-4a39-9248-a41502fe8b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.528653 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f964d5ec-cdc5-4a39-9248-a41502fe8b1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e99001b-0298-4a15-a52d-fb01f05aed80 HTTP/1.1" status: 204 len: 168 time: 0.7056067 Mar 24 17:06:31.546253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.577692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5c6ff5cd-329a-4a73-bd4b-0f8bbb3291cb None None] Provisioning complete for port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:31.580485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff5cd-329a-4a73-bd4b-0f8bbb3291cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.615707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 7333c294-c94d-48e8-99c6-c4d9c9a07132 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:31.628117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:31.657228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:31.672018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:31.672687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.696709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=e10a5d2e-7805-40fb-974b-c4fd26da141f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:31.735341 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-84ce0421-8044-41ac-9b7e-0436808177db tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags HTTP/1.1" status: 200 len: 241 time: 0.8922348 Mar 24 17:06:31.739286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37538) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:31.774767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-008a2199-4e6e-4d82-914c-90ac682b8215 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19', 'tempest-TagsExtTest-Tag-1901571753') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:31.845884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.847726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ee10e-2240-4621-813d-3a89561bade8 req-a0bcb584-a625-4102-8ae8-2c4bb78e5b36 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:31.857163 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bc8ee10e-2240-4621-813d-3a89561bade8 req-a0bcb584-a625-4102-8ae8-2c4bb78e5b36 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.5775554 Mar 24 17:06:31.925007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5c6ff5cd-329a-4a73-bd4b-0f8bbb3291cb None None] Provisioning for port 57c7f409-fbb4-4536-9afd-77ddc814e355 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:31.934585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5c6ff5cd-329a-4a73-bd4b-0f8bbb3291cb None None] Provisioning complete for port 57c7f409-fbb4-4536-9afd-77ddc814e355 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:31.936514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5c6ff5cd-329a-4a73-bd4b-0f8bbb3291cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.949369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:31.984538 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-008a2199-4e6e-4d82-914c-90ac682b8215 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags/tempest-TagsExtTest-Tag-1901571753 HTTP/1.1" status: 204 len: 168 time: 0.2210791 Mar 24 17:06:31.986815 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37544) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:31.998312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-fca75ce0-a3c8-4713-bfc9-6e52a88dee66 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19', 'tempest-TagsExtTest-Tag-1901571753') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:32.014941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:32.058900 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e1ee69da-3ef5-44d0-9bd2-c067ff79a964 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9436991 Mar 24 17:06:32.059796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37548) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:32.092505 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bc8ee10e-2240-4621-813d-3a89561bade8 req-f8c4d59f-7980-4401-8a95-3c05ced7fb89 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290618 Mar 24 17:06:32.170021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.182099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ff5cd-329a-4a73-bd4b-0f8bbb3291cb None None] Port 57c7f409-fbb4-4536-9afd-77ddc814e355 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:32.253567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:32.257784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:32.260396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:32.273981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.26.4.121 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/2d2ddbb2-6308-4083-9fc4-c0bf6b7855ca) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:32.314802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d580573c-439d-40b1-8025-554c9099ce0b None None] Provisioning complete for port 57c7f409-fbb4-4536-9afd-77ddc814e355 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:32.315922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d580573c-439d-40b1-8025-554c9099ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.328755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=b9ad9e9c-c6cc-402b-9c19-f4e8eb55ad58,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:32.359158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:32.368594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:32.398758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d580573c-439d-40b1-8025-554c9099ce0b None None] Port 57c7f409-fbb4-4536-9afd-77ddc814e355 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:32.401025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:32.407350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 616f60f6-aa6d-495c-ac23-e820fc0b2b92 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:32.422782 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fca75ce0-a3c8-4713-bfc9-6e52a88dee66 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags/tempest-TagsExtTest-Tag-1901571753 HTTP/1.1" status: 204 len: 168 time: 0.4347448 Mar 24 17:06:32.425550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37556) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:32.433193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-d5517e63-2982-45c4-8467-6f36a79de6e7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:32.439376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:32.444994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:32.445760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.474186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=af697350-314d-49b2-a3a3-634e034d554c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:32.514950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:32.515642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.568583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b34bf3-0c8b-4827-bcf9-9ac4010f43eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:32.569438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b4b34bf3-0c8b-4827-bcf9-9ac4010f43eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:32.580776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.604307 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c45a789b-21f1-4e92-afe3-4469d6b37afa tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6362154 Mar 24 17:06:32.605100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37562) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:32.681352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b4b34bf3-0c8b-4827-bcf9-9ac4010f43eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:32.687649 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b4b34bf3-0c8b-4827-bcf9-9ac4010f43eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A85 HTTP/1.1" status: 200 len: 928 time: 0.6133513 Mar 24 17:06:32.687649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37568) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:32.713555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d321fb4e-2a4d-433d-a82e-971173b2c644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.716881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Provisioning for port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:32.723659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.727382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Provisioning complete for port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:32.727950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.786449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2776d963-2541-459c-9669-cc1f51628aa4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port e10a5d2e-7805-40fb-974b-c4fd26da141f {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:32.786890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2776d963-2541-459c-9669-cc1f51628aa4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.825952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c3551e-ba0e-4f47-96ea-d3fec836a2a1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:32.833250 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d5517e63-2982-45c4-8467-6f36a79de6e7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags HTTP/1.1" status: 200 len: 205 time: 0.4040115 Mar 24 17:06:32.833876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c3551e-ba0e-4f47-96ea-d3fec836a2a1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:32.833876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-77c3551e-ba0e-4f47-96ea-d3fec836a2a1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:32.834076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37572) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:32.840675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-f56999f3-370d-4a12-9583-0ed4ab9cdfa2 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:32.921482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.956874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:32.958191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] For port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:33.051212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:33.072244 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f56999f3-370d-4a12-9583-0ed4ab9cdfa2 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags HTTP/1.1" status: 200 len: 240 time: 0.2350757 Mar 24 17:06:33.073606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:33.073741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37582) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:33.077679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:33.082837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-f931259b-23bf-4051-9cd6-8f57ffe7b31f tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db', 'tempest-TagsExtTest-Tag-183416198') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:33.132606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:33.147183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Pushing event updated for resources: {'Port': ['ID=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:33.204745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Provisioning for port e10a5d2e-7805-40fb-974b-c4fd26da141f completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:33.211784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Provisioning complete for port e10a5d2e-7805-40fb-974b-c4fd26da141f triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:33.212361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:33.262869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=2d2ddbb2-6308-4083-9fc4-c0bf6b7855ca,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:33.282343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-77c3551e-ba0e-4f47-96ea-d3fec836a2a1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:33.285925 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-77c3551e-ba0e-4f47-96ea-d3fec836a2a1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6753528 Mar 24 17:06:33.296893 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37590) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:33.308207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-66bdbfd7-7f88-4459-a321-155734eafb0e None None] Port e10a5d2e-7805-40fb-974b-c4fd26da141f cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:33.343786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37594) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:33.376349 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f931259b-23bf-4051-9cd6-8f57ffe7b31f tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags/tempest-TagsExtTest-Tag-183416198 HTTP/1.1" status: 204 len: 168 time: 0.3022070 Mar 24 17:06:33.383085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37600) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:33.394479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-ff64a19a-4e0b-4c9c-90c4-4fced7bba6bf tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db', 'tempest-TagsExtTest-Tag-183416198') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:33.445979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:33.490754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a71d76fe-eeea-43aa-862c-79182c0108bb None None] Provisioning for port af697350-314d-49b2-a3a3-634e034d554c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:33.496814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a71d76fe-eeea-43aa-862c-79182c0108bb None None] Provisioning complete for port af697350-314d-49b2-a3a3-634e034d554c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:33.497346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a71d76fe-eeea-43aa-862c-79182c0108bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:33.511343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1940468243'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:33.551015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:33.552928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a71d76fe-eeea-43aa-862c-79182c0108bb None None] Port af697350-314d-49b2-a3a3-634e034d554c cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:33.559222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e397d833-6384-4b1f-8145-7fa7a3446bf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port af697350-314d-49b2-a3a3-634e034d554c {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:33.559567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e397d833-6384-4b1f-8145-7fa7a3446bf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:33.592780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2776d963-2541-459c-9669-cc1f51628aa4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:33.600906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:network and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:33.608441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:33.623813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:33.727596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2776d963-2541-459c-9669-cc1f51628aa4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for e10a5d2e-7805-40fb-974b-c4fd26da141f owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:33.763078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:33.815474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a27e9-cd6e-4975-ba50-a315f4e608d7 req-36f0a65f-9431-4a3a-8275-ddaf838142f5 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:33.816886 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6f1a27e9-cd6e-4975-ba50-a315f4e608d7 req-36f0a65f-9431-4a3a-8275-ddaf838142f5 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.5555058 Mar 24 17:06:33.841647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:33.842300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:33.905431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:33.907048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:33.991115 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6f1a27e9-cd6e-4975-ba50-a315f4e608d7 req-7e2a46af-b496-411f-9a23-b4a3d87dc913 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547403 Mar 24 17:06:34.061368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:34.064817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:34.091652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2776d963-2541-459c-9669-cc1f51628aa4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:34.096124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:34.145977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776d963-2541-459c-9669-cc1f51628aa4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=e10a5d2e-7805-40fb-974b-c4fd26da141f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:34.160502 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:34.202273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:34.231277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group_rule and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:34.256099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2776d963-2541-459c-9669-cc1f51628aa4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:34.288852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:34.313272 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ff64a19a-4e0b-4c9c-90c4-4fced7bba6bf tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags/tempest-TagsExtTest-Tag-183416198 HTTP/1.1" status: 204 len: 168 time: 0.9233294 Mar 24 17:06:34.314563 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:34.320818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37604) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:34.340431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-29aeef19-501c-40b7-bdf2-182a5df7f473 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:34.358133 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2776d963-2541-459c-9669-cc1f51628aa4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/e10a5d2e-7805-40fb-974b-c4fd26da141f HTTP/1.1" status: 204 len: 168 time: 1.6676028 Mar 24 17:06:34.362828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37608) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:34.409132 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8744168c-cc8b-44a4-811d-16eee9d01c24 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:06:34.409646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8744168c-cc8b-44a4-811d-16eee9d01c24 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:34.447925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:34.531895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e397d833-6384-4b1f-8145-7fa7a3446bf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:34.577369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8744168c-cc8b-44a4-811d-16eee9d01c24 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:34.578537 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8744168c-cc8b-44a4-811d-16eee9d01c24 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/e10a5d2e-7805-40fb-974b-c4fd26da141f HTTP/1.1" status: 404 len: 333 time: 0.2148094 Mar 24 17:06:34.585552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37612) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:34.667538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:34.675427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-59654bfc-2d4a-47eb-9424-2a9d5dbe2a27 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 57c7f409-fbb4-4536-9afd-77ddc814e355 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:34.675759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-59654bfc-2d4a-47eb-9424-2a9d5dbe2a27 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:34.734955 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e397d833-6384-4b1f-8145-7fa7a3446bf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for af697350-314d-49b2-a3a3-634e034d554c owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:34.792474 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-29aeef19-501c-40b7-bdf2-182a5df7f473 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags HTTP/1.1" status: 200 len: 205 time: 0.4688609 Mar 24 17:06:34.798785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37616) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:34.817926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-10871bb5-47a7-4a99-905b-87909ed25d37 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.025311 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-10871bb5-47a7-4a99-905b-87909ed25d37 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags HTTP/1.1" status: 200 len: 241 time: 0.2216897 Mar 24 17:06:35.027501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.031514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37622) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:35.049296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-2e80513b-bd18-4ef3-b4cb-a584c8adbc59 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc', 'tempest-TagsExtTest-Tag-1162297418') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.084990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.119623 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9d6f8b-776c-494a-834a-88935ff5efe2,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:35.136657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:06:35.214039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e397d833-6384-4b1f-8145-7fa7a3446bf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.222114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.222650 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:35.239630 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2e80513b-bd18-4ef3-b4cb-a584c8adbc59 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags/tempest-TagsExtTest-Tag-1162297418 HTTP/1.1" status: 204 len: 168 time: 0.2057729 Mar 24 17:06:35.248807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37626) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:35.265138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-445a8858-4050-4ba5-96d6-8c3c74c937d9 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc', 'tempest-TagsExtTest-Tag-1162297418') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.276740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397d833-6384-4b1f-8145-7fa7a3446bf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=af697350-314d-49b2-a3a3-634e034d554c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:35.286646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.286989 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Added segment ef05a4ec-583c-4483-b707-7bfa8a36a7b9 of type vlan for network 69153eb8-bbcc-483e-9118-09ebfd964ea8 Mar 24 17:06:35.351035 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-59654bfc-2d4a-47eb-9424-2a9d5dbe2a27 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.409330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e397d833-6384-4b1f-8145-7fa7a3446bf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.494084 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-59654bfc-2d4a-47eb-9424-2a9d5dbe2a27 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 57c7f409-fbb4-4536-9afd-77ddc814e355 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:35.521433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:06:35.548208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6808979-0899-4643-96f7-1b49d468ec1b req-806afc7c-dc12-4081-a622-2d4c1038358b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:35.549752 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6808979-0899-4643-96f7-1b49d468ec1b req-806afc7c-dc12-4081-a622-2d4c1038358b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.4183545 Mar 24 17:06:35.562715 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.609588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:35.620255 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a8f15-2253-41c1-9caa-b0319debc9bd None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:35.630733 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a8f15-2253-41c1-9caa-b0319debc9bd None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:35.631497 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-268a8f15-2253-41c1-9caa-b0319debc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.652497 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e397d833-6384-4b1f-8145-7fa7a3446bf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/af697350-314d-49b2-a3a3-634e034d554c HTTP/1.1" status: 204 len: 168 time: 2.3543317 Mar 24 17:06:35.656514 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-445a8858-4050-4ba5-96d6-8c3c74c937d9 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags/tempest-TagsExtTest-Tag-1162297418 HTTP/1.1" status: 204 len: 168 time: 0.4065831 Mar 24 17:06:35.666278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37630) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:35.667311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37632) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:35.673116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-a9d94573-194b-4607-8173-02d33df025ef tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.684662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.686913 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-11b1c686-e7b9-4497-b8e3-e52bd4311716 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2795100 Mar 24 17:06:35.695876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37638) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:35.701782 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-268a8f15-2253-41c1-9caa-b0319debc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.710826 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a8f15-2253-41c1-9caa-b0319debc9bd None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:35.711421 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-268a8f15-2253-41c1-9caa-b0319debc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.715497 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a9d94573-194b-4607-8173-02d33df025ef tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags HTTP/1.1" status: 200 len: 205 time: 0.0468609 Mar 24 17:06:35.718138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37640) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:35.724331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-23858d05-d501-4dc6-8db4-0ba062610603 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.737751 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.744011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:35.744811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:35.774643 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-268a8f15-2253-41c1-9caa-b0319debc9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.775047 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268a8f15-2253-41c1-9caa-b0319debc9bd None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:35.866933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Network': ['ID=69153eb8-bbcc-483e-9118-09ebfd964ea8,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:35.873481 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-23858d05-d501-4dc6-8db4-0ba062610603 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1540890 Mar 24 17:06:35.874132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37646) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:35.880481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:35.882151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-7b776727-eda6-4a6b-8337-ca4fd800bd8a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:35.945695 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6808979-0899-4643-96f7-1b49d468ec1b req-9a538e2a-362b-4579-b835-d57c27c4fc36 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845742 Mar 24 17:06:35.950346 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e9bcabf7-ea11-4424-b850-ae2e2185393d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.5977266 Mar 24 17:06:35.951184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37650) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:35.969695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'name': 'tempest-PortsTestJSON-499728084'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:36.017188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500b60e-73b5-460a-a310-db5ecf067709 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:36.018655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500b60e-73b5-460a-a310-db5ecf067709 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:36.019379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5500b60e-73b5-460a-a310-db5ecf067709 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:36.094867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:36.105650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151eb3c-6eb6-41a9-868f-def9a649dd11 None None] Sync routers for ids ['5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:36.115542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-59654bfc-2d4a-47eb-9424-2a9d5dbe2a27 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:36.115802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151eb3c-6eb6-41a9-868f-def9a649dd11 None None] Routers {'5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:36.116289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a151eb3c-6eb6-41a9-868f-def9a649dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:36.147194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:36.149343 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7b776727-eda6-4a6b-8337-ca4fd800bd8a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags HTTP/1.1" status: 204 len: 168 time: 0.2739637 Mar 24 17:06:36.152821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:port and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:36.155230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37654) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:36.157561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:36.165587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-faec43fe-f8fb-464d-8093-699c8ccd086a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:36.186180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a151eb3c-6eb6-41a9-868f-def9a649dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:36.191821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:36.196273 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151eb3c-6eb6-41a9-868f-def9a649dd11 None None] Routers {'5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:36.197003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a151eb3c-6eb6-41a9-868f-def9a649dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:36.235446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59654bfc-2d4a-47eb-9424-2a9d5dbe2a27 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=57c7f409-fbb4-4536-9afd-77ddc814e355,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:36.248894 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-faec43fe-f8fb-464d-8093-699c8ccd086a tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags HTTP/1.1" status: 204 len: 168 time: 0.0902185 Mar 24 17:06:36.249384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37658) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:36.249825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-59654bfc-2d4a-47eb-9424-2a9d5dbe2a27 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:36.251868 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-59654bfc-2d4a-47eb-9424-2a9d5dbe2a27 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/57c7f409-fbb4-4536-9afd-77ddc814e355 HTTP/1.1" status: 204 len: 168 time: 1.6654248 Mar 24 17:06:36.253012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5500b60e-73b5-460a-a310-db5ecf067709 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:36.256408 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5500b60e-73b5-460a-a310-db5ecf067709 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5720718 Mar 24 17:06:36.256545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37662) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:36.257847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-7067d8e3-1cee-4030-969d-504927fee880 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:36.280524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a151eb3c-6eb6-41a9-868f-def9a649dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:36.281080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151eb3c-6eb6-41a9-868f-def9a649dd11 None None] The sync data for ids ['5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:36.300405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37664) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:36.320146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:36.321370 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fbb3f2bf-0c46-4e3a-ac74-d083051ee8c7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.8659618 Mar 24 17:06:36.340856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37668) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:36.461835 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-417a7b1a-96be-4cda-840b-f4b805291338 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:06:36.464494 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-417a7b1a-96be-4cda-840b-f4b805291338 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/57c7f409-fbb4-4536-9afd-77ddc814e355 HTTP/1.1" status: 404 len: 333 time: 0.1650772 Mar 24 17:06:36.466954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37674) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:36.488428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:36.491738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:36.553748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port d3aa9c27-4964-488b-ba5f-31d0df037957 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:36.591428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81662b7-0d3b-4c93-a6ae-5043e5fa1f5f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 7b3fa7a0-9823-4b6d-a398-6d1e654a7461 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:36.604136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d81662b7-0d3b-4c93-a6ae-5043e5fa1f5f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:36.608198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-170d6b6e-54be-4b4c-8806-3fbd0a4a0009 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet 5234e3c0-d607-41d7-9116-df5f1af27ed9 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:36.618372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-170d6b6e-54be-4b4c-8806-3fbd0a4a0009 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:36.744685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-170d6b6e-54be-4b4c-8806-3fbd0a4a0009 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:36.787407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d81662b7-0d3b-4c93-a6ae-5043e5fa1f5f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:36.850683 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b5e1a6a3-2aec-4172-8498-c5b992f4494d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/routers/5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee HTTP/1.1" status: 200 len: 880 time: 0.4981070 Mar 24 17:06:36.858180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37678) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:36.862792 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7067d8e3-1cee-4030-969d-504927fee880 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags HTTP/1.1" status: 204 len: 168 time: 0.6124833 Mar 24 17:06:36.866812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37682) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:36.935010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-92d2810d-63d4-402d-ad61-49765fea0e6e tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef', 'tempest-TagsExtTest-Tag-751845938') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:37.028502 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d81662b7-0d3b-4c93-a6ae-5043e5fa1f5f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.065776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.145172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-170d6b6e-54be-4b4c-8806-3fbd0a4a0009 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.187929 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d81662b7-0d3b-4c93-a6ae-5043e5fa1f5f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.232146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.241348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81662b7-0d3b-4c93-a6ae-5043e5fa1f5f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3fa7a0-9823-4b6d-a398-6d1e654a7461,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:37.247021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a85bd0-c92b-473b-b155-9a5a44a6176f None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:37.276145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d81662b7-0d3b-4c93-a6ae-5043e5fa1f5f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.346427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=d3aa9c27-4964-488b-ba5f-31d0df037957,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:37.354841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Checking segment: {'id': 'ef05a4ec-583c-4483-b707-7bfa8a36a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:37.355191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network hostable DHCP agents. Network: 69153eb8-bbcc-483e-9118-09ebfd964ea8, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:37.408021 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d81662b7-0d3b-4c93-a6ae-5043e5fa1f5f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/7b3fa7a0-9823-4b6d-a398-6d1e654a7461 HTTP/1.1" status: 204 len: 168 time: 1.0675836 Mar 24 17:06:37.408257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37688) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:37.437507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.454943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1678a-d172-4877-a638-b1f523d3fc51 req-74ab831c-1701-442c-8ede-81b561ce11d6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:37.456609 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c1b1678a-d172-4877-a638-b1f523d3fc51 req-74ab831c-1701-442c-8ede-81b561ce11d6 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.3813760 Mar 24 17:06:37.529552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:37.534962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Deleting port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:37.535440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.548775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-170d6b6e-54be-4b4c-8806-3fbd0a4a0009 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.604562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:37.609988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d6b6e-54be-4b4c-8806-3fbd0a4a0009 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=5234e3c0-d607-41d7-9116-df5f1af27ed9,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:37.617240 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-063671b6-3e21-498e-97ba-6d9671c2da0d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2078896 Mar 24 17:06:37.620592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37692) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:37.626067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:37.631737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-170d6b6e-54be-4b4c-8806-3fbd0a4a0009 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.638051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404af71b-6019-4c35-a44a-4b23b0ed20c7 None None] Network 7333c294-c94d-48e8-99c6-c4d9c9a07132 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:37.640602 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-92d2810d-63d4-402d-ad61-49765fea0e6e tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags/tempest-TagsExtTest-Tag-751845938 HTTP/1.1" status: 201 len: 201 time: 0.7732074 Mar 24 17:06:37.641366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37696) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:37.659793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-2331ba48-e4a0-417b-b352-c0ad09146ca1 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19', 'tempest-TagsExtTest-Tag-2004808063') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:37.702514 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c1b1678a-d172-4877-a638-b1f523d3fc51 req-74f4d9f2-412e-4270-8762-a36520ce87c9 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369838 Mar 24 17:06:37.733299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 69153eb8-bbcc-483e-9118-09ebfd964ea8) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:37.743237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-170d6b6e-54be-4b4c-8806-3fbd0a4a0009 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/5234e3c0-d607-41d7-9116-df5f1af27ed9 HTTP/1.1" status: 204 len: 168 time: 1.2749124 Mar 24 17:06:37.750519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37700) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:37.754201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799cd884-abdd-407c-81c0-62a9fb78b83a None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:37.762756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:37.768672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:37.769371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.793173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:37.840422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5b024308-4985-4c12-8aea-eeaa84773f8d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:router {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:37.934513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:37.942514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:37.947765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:37.953798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:37.959156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:37.971920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:37.976086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.010600 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-468d01ea-1887-4b6c-8011-16c76595db4f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0519209 Mar 24 17:06:38.017433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37704) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:38.025130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-256557530'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:38.038375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:38.046429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:network and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:38.055441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:38.091740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:38.100053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:38.100621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] For port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:38.101243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.104379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.108881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5b024308-4985-4c12-8aea-eeaa84773f8d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:router {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:38.112875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5b024308-4985-4c12-8aea-eeaa84773f8d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2537220 Mar 24 17:06:38.116361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37708) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:38.154016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-317b32bf-c716-4c73-8d3c-8ab9b66344bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-528684002'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:38.243731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:38.247551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.301127 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Calling delete_port for 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:38.363556 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2331ba48-e4a0-417b-b352-c0ad09146ca1 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags/tempest-TagsExtTest-Tag-2004808063 HTTP/1.1" status: 201 len: 201 time: 0.7146423 Mar 24 17:06:38.366883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37712) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:38.377632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] For port 616f60f6-aa6d-495c-ac23-e820fc0b2b92, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=616f60f6-aa6d-495c-ac23-e820fc0b2b92,segment=NetworkSegment(7401889d-68ef-4960-9842-87d1b19e044b),segment_id=7401889d-68ef-4960-9842-87d1b19e044b)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:38.378657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.385774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:38.393672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-9daa0e67-d291-4682-be6c-0901f16597ac tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db', 'tempest-TagsExtTest-Tag-1731177486') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:38.404134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.478869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:38.501475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.20.0.1 (67854274-badd-40cc-9b56-b59d6ed68eb2/77e316ba-ab05-4dea-94d3-38f9a23da893/490c911e-c62d-43a9-a71b-d9b0af627a3e) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:38.548061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.600378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 616f60f6-aa6d-495c-ac23-e820fc0b2b92 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:38.631021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.631337 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Added segment 06e93818-4fbb-4ff4-b8a8-5cbf5f495407 of type vlan for network f811bc55-1d3a-4717-a2ea-da2c8eb2b80f Mar 24 17:06:38.666334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:38.677095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] DHCP port deletion for 7333c294-c94d-48e8-99c6-c4d9c9a07132 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:38.686827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] Deleting port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:38.687355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.716829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:38.717266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:38.805921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.940550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-317b32bf-c716-4c73-8d3c-8ab9b66344bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:38.941936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] For port 616f60f6-aa6d-495c-ac23-e820fc0b2b92, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=616f60f6-aa6d-495c-ac23-e820fc0b2b92,segment=NetworkSegment(7401889d-68ef-4960-9842-87d1b19e044b),segment_id=7401889d-68ef-4960-9842-87d1b19e044b)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:38.942336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.029402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-317b32bf-c716-4c73-8d3c-8ab9b66344bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.066718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.074344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:39.075352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.077849 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] Calling delete_port for 616f60f6-aa6d-495c-ac23-e820fc0b2b92 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:39.106336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.128549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.162547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:39.162870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:39.176559 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9daa0e67-d291-4682-be6c-0901f16597ac tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags/tempest-TagsExtTest-Tag-1731177486 HTTP/1.1" status: 201 len: 201 time: 0.8048773 Mar 24 17:06:39.208321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37718) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:39.218646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Deleting port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:39.219264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.257286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=616f60f6-aa6d-495c-ac23-e820fc0b2b92,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:39.263201 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2447746 Mar 24 17:06:39.265230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6115e9-80f1-44ae-aa45-0be58ec26ef3 req-dc97b6e1-c6c3-4af2-9cff-7d865ff191d4 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:39.265704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37722) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:39.266923 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a6115e9-80f1-44ae-aa45-0be58ec26ef3 req-dc97b6e1-c6c3-4af2-9cff-7d865ff191d4 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.3178589 Mar 24 17:06:39.271634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-bd5c88b8-d058-432d-833c-378b45653aed tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc', 'tempest-TagsExtTest-Tag-1479039328') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:39.287523 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'ports': [{'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8'}, {'network_id': 'f811bc55-1d3a-4717-a2ea-da2c8eb2b80f'}]} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:39.287856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:39.288337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': 'f811bc55-1d3a-4717-a2ea-da2c8eb2b80f'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:39.314904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317b32bf-c716-4c73-8d3c-8ab9b66344bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:06:39.390689 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a6115e9-80f1-44ae-aa45-0be58ec26ef3 req-7728a775-62d9-44e6-b680-71162c4d0057 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091816 Mar 24 17:06:39.397386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.503483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:39.508982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] For port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:39.509480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.512811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:39.515194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:39.529930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No DVR routers for this DVR port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:39.556178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=490c911e-c62d-43a9-a71b-d9b0af627a3e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:39.566436 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca611e03-e596-43f9-a447-5dc1095ea85e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Network': ['ID=f811bc55-1d3a-4717-a2ea-da2c8eb2b80f,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:39.630213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network f811bc55-1d3a-4717-a2ea-da2c8eb2b80f details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:39.649508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Calling delete_port for 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:39.677384 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] Deleting port 616f60f6-aa6d-495c-ac23-e820fc0b2b92 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:39.677384 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.788945 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 616f60f6-aa6d-495c-ac23-e820fc0b2b92 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:39.811439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.814379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317b32bf-c716-4c73-8d3c-8ab9b66344bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:39.818711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.834094 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c002b2-da55-43ec-a292-75e0d07d3b8e None None] Sync routers for ids ['5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:39.834628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-317b32bf-c716-4c73-8d3c-8ab9b66344bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:39.840303 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-317b32bf-c716-4c73-8d3c-8ab9b66344bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee HTTP/1.1" status: 200 len: 887 time: 1.7177422 Mar 24 17:06:39.840303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37726) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:39.845622 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c002b2-da55-43ec-a292-75e0d07d3b8e None None] Routers {'5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:39.846241 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-70c002b2-da55-43ec-a292-75e0d07d3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:39.864184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b776026f-5a87-4f1a-b0db-eb34c4e585d0 None None] The port '616f60f6-aa6d-495c-ac23-e820fc0b2b92' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:06:39.909927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 616f60f6-aa6d-495c-ac23-e820fc0b2b92 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:06:39.910439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 616f60f6-aa6d-495c-ac23-e820fc0b2b92 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:06:39.973285 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-70c002b2-da55-43ec-a292-75e0d07d3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:39.979299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.objects.ports [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88477) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:06:39.981038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7333c294-c94d-48e8-99c6-c4d9c9a07132']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:39.985623 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c002b2-da55-43ec-a292-75e0d07d3b8e None None] Routers {'5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:39.986595 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-70c002b2-da55-43ec-a292-75e0d07d3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:40.043906 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bd5c88b8-d058-432d-833c-378b45653aed tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags/tempest-TagsExtTest-Tag-1479039328 HTTP/1.1" status: 201 len: 201 time: 0.8342850 Mar 24 17:06:40.045842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37730) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:40.057806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.061626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-7b0f10df-50e5-4ea2-9009-7d191a0745c3 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef', {'tags': ['tempest-TagsExtTest-Tag-810691225', 'tempest-TagsExtTest-Tag-470137762', 'tempest-TagsExtTest-Tag-1529842493']}) {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:40.088573 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-70c002b2-da55-43ec-a292-75e0d07d3b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:40.090572 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c002b2-da55-43ec-a292-75e0d07d3b8e None None] The sync data for ids ['5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:40.104529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7401889d-68ef-4960-9842-87d1b19e044b') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:40.105011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7401889d-68ef-4960-9842-87d1b19e044b') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:40.122506 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-50620db0-1f35-458d-8b3a-3ee958d8ffb4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/routers/5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee HTTP/1.1" status: 200 len: 887 time: 0.2788637 Mar 24 17:06:40.122717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] Pushing event deleted for resources: {'Port': ['ID=94e4dcfd-e5ad-41ea-8e7b-a563803b16f3,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:40.125684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721291ac-58ff-4aad-a49e-451abf2d22c2 None None] No DVR routers for this DVR port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:40.131723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37734) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:40.153325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.187771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:40.189237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-26f307c0-dd1d-4fe4-83b2-c05e216f458c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:40.193453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.198042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:port and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:40.202837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:40.212230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:40.218204 dv-neutron-835063-1-hyperv neutron-server[88477]: WARNING neutron.services.revisions.revision_plugin [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Could not find related port for resource to bump revision. Mar 24 17:06:40.219741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:06:40.220166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:06:40.235004 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:06:40.301283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.ipam_pluggable_backend [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Port 94e4dcfd-e5ad-41ea-8e7b-a563803b16f3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88477) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 24 17:06:40.301941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.ipam_pluggable_backend [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Reverting IP allocation for 2001:db8::f816:3eff:fee1:69b {{(pid=88477) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 24 17:06:40.311859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.315108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-26f307c0-dd1d-4fe4-83b2-c05e216f458c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:40.316844 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-26f307c0-dd1d-4fe4-83b2-c05e216f458c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee HTTP/1.1" status: 200 len: 205 time: 0.1842709 Mar 24 17:06:40.325786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37738) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:40.378654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 2} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:40.383202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.401662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:40.406669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:40.409646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:40.410226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.415583 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813b3de-ba97-4c90-a7ed-e46adad894c3 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:40.419510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.425949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.448738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=0d1c4261-c6cb-4fa7-8165-4eea525e6681,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:40.454352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.458093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.465153 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/networks/7333c294-c94d-48e8-99c6-c4d9c9a07132 HTTP/1.1" status: 204 len: 168 time: 2.7037036 Mar 24 17:06:40.481497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37744) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:40.527834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-632100132'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:40.532007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f18683-83af-4a61-95ea-a9da60693dc2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Network': ['ID=7333c294-c94d-48e8-99c6-c4d9c9a07132,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:40.547105 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-06ad0de8-44f2-48df-80b3-5f03c0d1a7ae tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9254620 Mar 24 17:06:40.548312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:40.552574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37748) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:40.555118 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:network and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:40.592343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:01:92:63', 'name': 'tempest-NetworksTestDHCPv6-344752211'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:40.606141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:40.656917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:40.668198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7b0f10df-50e5-4ea2-9009-7d191a0745c3 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags HTTP/1.1" status: 200 len: 316 time: 0.6212780 Mar 24 17:06:40.668922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '0d1c4261-c6cb-4fa7-8165-4eea525e6681'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:40.669408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37752) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:40.669792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.733692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.803762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-b2aefb3b-ef5c-4c41-a2a8-ebb28b4da35c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:40.819330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:40.823323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.835924 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Allocated IP 2001:db8::f816:3eff:fee7:3e4a (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/0d1c4261-c6cb-4fa7-8165-4eea525e6681/c1459d15-773d-493b-b2bc-79fc2a67537e) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:40.871199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 397f960c-7507-4669-b7b3-ef330c76088b yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:40.899054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:40.910978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:40.919836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:40.923746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:40.924115 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Added segment b7dc5a95-ef4c-45e3-928b-1024b9741068 of type vlan for network fc17e424-843f-4853-b7bc-96673db494a3 Mar 24 17:06:40.925284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:40.936529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:40.972039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.040764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:41.091152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.104389 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Transition to ACTIVE for port object c1459d15-773d-493b-b2bc-79fc2a67537e will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:41.124726 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Transition to ACTIVE for port object c1459d15-773d-493b-b2bc-79fc2a67537e will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:41.142210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.147701 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:41.148386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.174526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.204902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.266189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d2dd9-bbfd-4648-9dd5-d214cb2837de req-37d40bfd-9e1b-499c-ac0e-cc958854f5a8 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:41.266426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:41.267826 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a38d2dd9-bbfd-4648-9dd5-d214cb2837de req-37d40bfd-9e1b-499c-ac0e-cc958854f5a8 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.6933057 Mar 24 17:06:41.269240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:41.272890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:41.289181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Pushing event updated for resources: {'Port': ['ID=c1459d15-773d-493b-b2bc-79fc2a67537e,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:41.303358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.387420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Attempting to bind port c1459d15-773d-493b-b2bc-79fc2a67537e on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:41.387806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Attempting to bind port c1459d15-773d-493b-b2bc-79fc2a67537e by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:41.388433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Attempting to bind port c1459d15-773d-493b-b2bc-79fc2a67537e on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:41.395423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:41.396680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:41.398547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.399627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:41.399627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Bound port: c1459d15-773d-493b-b2bc-79fc2a67537e, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:41.400417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.426673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 2d2ddbb2-6308-4083-9fc4-c0bf6b7855ca {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:41.427333 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.494561 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a38d2dd9-bbfd-4648-9dd5-d214cb2837de req-7b5653aa-004a-4ab8-a0b9-0319c5b21a2c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108269 Mar 24 17:06:41.504662 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] For port c1459d15-773d-493b-b2bc-79fc2a67537e, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:41.509030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] For port c1459d15-773d-493b-b2bc-79fc2a67537e, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c1459d15-773d-493b-b2bc-79fc2a67537e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:41.528010 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0108871 Mar 24 17:06:41.535700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37756) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:41.545339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7d281-cc0b-40d8-a8b7-9b3a68095376 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Network': ['ID=fc17e424-843f-4853-b7bc-96673db494a3,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:41.555739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': 'fc17e424-843f-4853-b7bc-96673db494a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:41.557474 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network fc17e424-843f-4853-b7bc-96673db494a3 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:41.557750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 5b4d4ead-5467-4fb3-b4f5-c7b2e3d0aa51 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:41.562678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.591618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.594718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 1c408846-3ac8-4d18-b280-783ee6c7877b yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:41.598795 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b2aefb3b-ef5c-4c41-a2a8-ebb28b4da35c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags HTTP/1.1" status: 204 len: 168 time: 0.8657436 Mar 24 17:06:41.632627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37760) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:41.640780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-3f93665f-9a5d-49d5-bb6f-55f38f19a9c0 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef', 'tempest-TagsExtTest-Tag-810691225') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:41.752371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eac04c-2770-49d7-914a-fc1c0d099c37 None None] Pushing event updated for resources: {'Port': ['ID=c1459d15-773d-493b-b2bc-79fc2a67537e,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:41.774632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.782825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.790094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:41.799586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:41.850677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:fe01:9263 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/0d1c4261-c6cb-4fa7-8165-4eea525e6681/1c408846-3ac8-4d18-b280-783ee6c7877b) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:41.858357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:41.911849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:41.917472 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-3f93665f-9a5d-49d5-bb6f-55f38f19a9c0 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:41.921681 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3f93665f-9a5d-49d5-bb6f-55f38f19a9c0 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags/tempest-TagsExtTest-Tag-810691225 HTTP/1.1" status: 404 len: 328 time: 0.2880599 Mar 24 17:06:41.930089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37764) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:41.933743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 2d2ddbb2-6308-4083-9fc4-c0bf6b7855ca owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:41.942894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-2492aa88-ad57-4caf-9a1c-47fb87ae313d tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef', 'tempest-TagsExtTest-Tag-470137762') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:41.964072 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.061534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:42.169731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=490c911e-c62d-43a9-a71b-d9b0af627a3e,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:42.172653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.200782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:42.204428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.214409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.219431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.304512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:42.308050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 1c408846-3ac8-4d18-b280-783ee6c7877b will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:42.309511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:42.311895 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-2492aa88-ad57-4caf-9a1c-47fb87ae313d tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:42.315748 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2492aa88-ad57-4caf-9a1c-47fb87ae313d tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags/tempest-TagsExtTest-Tag-470137762 HTTP/1.1" status: 404 len: 328 time: 0.3828580 Mar 24 17:06:42.321213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:42.321213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.321213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37768) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:42.333514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-98729160-85ee-411d-9d71-dbedf61b7091 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef', 'tempest-TagsExtTest-Tag-1529842493') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:42.389859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=397f960c-7507-4669-b7b3-ef330c76088b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:42.508517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=5b4d4ead-5467-4fb3-b4f5-c7b2e3d0aa51,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:42.517158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Checking segment: {'id': '06e93818-4fbb-4ff4-b8a8-5cbf5f495407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f811bc55-1d3a-4717-a2ea-da2c8eb2b80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:42.517463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network hostable DHCP agents. Network: f811bc55-1d3a-4717-a2ea-da2c8eb2b80f, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:42.552629 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-98729160-85ee-411d-9d71-dbedf61b7091 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:42.556933 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-98729160-85ee-411d-9d71-dbedf61b7091 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags/tempest-TagsExtTest-Tag-1529842493 HTTP/1.1" status: 404 len: 329 time: 0.2303123 Mar 24 17:06:42.557317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37778) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:42.560563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:42.562873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-26626a4a-b944-4396-a49c-4bbf96098020 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19', {'tags': ['tempest-TagsExtTest-Tag-2110371454', 'tempest-TagsExtTest-Tag-1423396509', 'tempest-TagsExtTest-Tag-2120014678']}) {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:42.570484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:42.605089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.665190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network f811bc55-1d3a-4717-a2ea-da2c8eb2b80f is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:42.719411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.727129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:42.730520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:42.732501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=1c408846-3ac8-4d18-b280-783ee6c7877b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:42.736748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:42.742518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:42.743302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.775549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, f811bc55-1d3a-4717-a2ea-da2c8eb2b80f) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:42.780258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:42.785882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975824e-ae3f-48a9-89da-e957b8cd65ff None None] Network f811bc55-1d3a-4717-a2ea-da2c8eb2b80f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:42.786401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:42.791593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:42.792413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:42.801704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=2d2ddbb2-6308-4083-9fc4-c0bf6b7855ca,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:42.846497 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-26626a4a-b944-4396-a49c-4bbf96098020 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags HTTP/1.1" status: 200 len: 318 time: 0.2876704 Mar 24 17:06:42.848700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37782) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:42.855748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-da35fe1f-b133-4a62-bf86-6a9181ff76d1 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:42.944673 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a211d93a-8d08-49a8-b34b-dc3725303bff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3908710 Mar 24 17:06:42.948828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37786) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:42.964069 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-70593317-f784-42f4-b912-f6d878251549 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6809413 Mar 24 17:06:43.012340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37790) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:43.107506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2921a905-1a2f-433f-8931-4652b9fa07b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 5b4d4ead-5467-4fb3-b4f5-c7b2e3d0aa51 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:43.107852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2921a905-1a2f-433f-8931-4652b9fa07b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:43.131163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ba5d42d5-9c24-4f3c-b7db-66fa8376a5f9 None None] Provisioning for port c1459d15-773d-493b-b2bc-79fc2a67537e completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:43.138297 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-da35fe1f-b133-4a62-bf86-6a9181ff76d1 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags HTTP/1.1" status: 204 len: 168 time: 0.2857139 Mar 24 17:06:43.149138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37794) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:43.170648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-baa438c1-fe18-4049-8ba5-7739fbb17d3c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19', 'tempest-TagsExtTest-Tag-2110371454') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:43.179908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:43.243458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a2edd-657f-4ab6-813e-ba1e1fe99453 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:43.257143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a2edd-657f-4ab6-813e-ba1e1fe99453 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:43.257843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f24a2edd-657f-4ab6-813e-ba1e1fe99453 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:43.274079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:06:43.305855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:43.336335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-200d8c65-44f4-4d9d-9330-7200c7bdeb01 None None] Provisioning for port 1c408846-3ac8-4d18-b280-783ee6c7877b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:43.342991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-200d8c65-44f4-4d9d-9330-7200c7bdeb01 None None] Provisioning complete for port 1c408846-3ac8-4d18-b280-783ee6c7877b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:43.343368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-200d8c65-44f4-4d9d-9330-7200c7bdeb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:43.361712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8ba50-22ce-4fb6-8d7d-ea142a3e30a0 req-371707d3-bfb2-4d51-92f6-fe5b4e4e23c0 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:43.363178 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0fa8ba50-22ce-4fb6-8d7d-ea142a3e30a0 req-371707d3-bfb2-4d51-92f6-fe5b4e4e23c0 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.7014568 Mar 24 17:06:43.382198 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-baa438c1-fe18-4049-8ba5-7739fbb17d3c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:43.385937 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-baa438c1-fe18-4049-8ba5-7739fbb17d3c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags/tempest-TagsExtTest-Tag-2110371454 HTTP/1.1" status: 404 len: 329 time: 0.2335360 Mar 24 17:06:43.387168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37798) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:43.393653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-29f98bdf-a3ac-4e32-b8fc-84af4da70850 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19', 'tempest-TagsExtTest-Tag-1423396509') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:43.442381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-200d8c65-44f4-4d9d-9330-7200c7bdeb01 None None] Port 1c408846-3ac8-4d18-b280-783ee6c7877b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:43.477969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f24a2edd-657f-4ab6-813e-ba1e1fe99453 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:43.479851 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f24a2edd-657f-4ab6-813e-ba1e1fe99453 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5214844 Mar 24 17:06:43.496712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37802) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:43.500497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=f9b646d3-4a2a-45bc-be47-a1e5821f7aa6,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:43.535173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2921a905-1a2f-433f-8931-4652b9fa07b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:43.594219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:43.601765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:43.608274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Checking segment: {'id': 'b7dc5a95-ef4c-45e3-928b-1024b9741068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc17e424-843f-4853-b7bc-96673db494a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:43.608642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network hostable DHCP agents. Network: fc17e424-843f-4853-b7bc-96673db494a3, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:43.723647 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0fa8ba50-22ce-4fb6-8d7d-ea142a3e30a0 req-308f78ea-2b76-4085-81ac-51d7b0c67008 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795336 Mar 24 17:06:43.776070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:43.788880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad8a7c-e183-4c45-a9f2-9b3945b2e114 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:43.799352 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1f923281-ef94-492a-a732-422ef90fc095 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/routers/75120aa5-f3fc-41e6-a7b3-940e3b96bdb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0583601 Mar 24 17:06:43.802001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37808) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:43.808315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad8a7c-e183-4c45-a9f2-9b3945b2e114 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:43.809202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-43ad8a7c-e183-4c45-a9f2-9b3945b2e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:43.818138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'port': {'network_id': '67854274-badd-40cc-9b56-b59d6ed68eb2', 'name': 'tempest-FloatingIPTestJSON-1342240035'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:43.844475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:43.845070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Fanout notify agent at l3_agent the message router_deleted on router 5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:06:43.856032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:43.860493 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f87b797f-1ae9-4e7d-bac2-864bd2a90251 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee HTTP/1.1" status: 204 len: 168 time: 3.5303884 Mar 24 17:06:43.860916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network fc17e424-843f-4853-b7bc-96673db494a3 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:43.862948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37812) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:43.896990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2921a905-1a2f-433f-8931-4652b9fa07b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 5b4d4ead-5467-4fb3-b4f5-c7b2e3d0aa51 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:43.898076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-43ad8a7c-e183-4c45-a9f2-9b3945b2e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:43.901140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c1459d15-773d-493b-b2bc-79fc2a67537e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:43.930430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'network': {'name': 'tempest-RoutersTest-353857640'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:43.948117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:43.953635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad8a7c-e183-4c45-a9f2-9b3945b2e114 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:43.954542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-43ad8a7c-e183-4c45-a9f2-9b3945b2e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:43.959459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:network and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:43.961767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:43.971703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:43.972076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e33c4c65-190a-4b94-913f-5c4a3b7364e8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 1c408846-3ac8-4d18-b280-783ee6c7877b {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:43.972441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33c4c65-190a-4b94-913f-5c4a3b7364e8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.003078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:44.007990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:port and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:44.010655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:44.016782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:44.021948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-43ad8a7c-e183-4c45-a9f2-9b3945b2e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:44.021948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ad8a7c-e183-4c45-a9f2-9b3945b2e114 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:44.033568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, fc17e424-843f-4853-b7bc-96673db494a3) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:44.037775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:44.044205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.063426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df6b11-c6ce-4e1c-b090-1a73c2578e37 None None] Network fc17e424-843f-4853-b7bc-96673db494a3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:44.068116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:44.071511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.083805 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-29f98bdf-a3ac-4e32-b8fc-84af4da70850 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:44.089713 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-29f98bdf-a3ac-4e32-b8fc-84af4da70850 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags/tempest-TagsExtTest-Tag-1423396509 HTTP/1.1" status: 404 len: 329 time: 0.6973770 Mar 24 17:06:44.090881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37818) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:44.102077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-d8168a0a-d86c-4610-9f9a-41db713ea72e tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19', 'tempest-TagsExtTest-Tag-2120014678') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:44.139307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Made reservation on behalf of b8a5cba240fc4cb69db4c94d8e2eddff for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:44.142974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.162813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port c1459d15-773d-493b-b2bc-79fc2a67537e completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:44.173172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c1459d15-773d-493b-b2bc-79fc2a67537e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:44.173682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.181310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] device_id is not set on port 5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:44.186396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65f5e4-f3ac-48f8-a99e-9c539141073c req-b033cb86-96b9-473a-9ac1-928fd462522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:44.187698 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-8a65f5e4-f3ac-48f8-a99e-9c539141073c req-b033cb86-96b9-473a-9ac1-928fd462522d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 1099 time: 0.6282020 Mar 24 17:06:44.231820 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-652c49d5-5adc-44b3-b8f2-2597b8e7f8f7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6765616 Mar 24 17:06:44.234958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37822) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:44.250705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': 'fc17e424-843f-4853-b7bc-96673db494a3', 'name': 'tempest-PortsIpV6TestJSON-1931036936', 'fixed_ips': [{'subnet_id': 'f9b646d3-4a2a-45bc-be47-a1e5821f7aa6', 'ip_address': '2001:db8::10'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:44.274762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2921a905-1a2f-433f-8931-4652b9fa07b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.292284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:44.355108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921a905-1a2f-433f-8931-4652b9fa07b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=5b4d4ead-5467-4fb3-b4f5-c7b2e3d0aa51,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:44.368936 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-8a65f5e4-f3ac-48f8-a99e-9c539141073c req-8994b290-f597-4765-96b7-bff917e9d5a4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689479 Mar 24 17:06:44.372291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2921a905-1a2f-433f-8931-4652b9fa07b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.386171 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2921a905-1a2f-433f-8931-4652b9fa07b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/5b4d4ead-5467-4fb3-b4f5-c7b2e3d0aa51 HTTP/1.1" status: 204 len: 168 time: 1.3697667 Mar 24 17:06:44.387637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37826) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:44.403777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.410635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.410904 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added segment 1d5e979d-d0b4-4be3-a447-b6aeb62d2391 of type vlan for network b9b818ab-f228-4792-a25c-a315d341222b Mar 24 17:06:44.417391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-fc17e424-843f-4853-b7bc-96673db494a3', 'network_id': 'fc17e424-843f-4853-b7bc-96673db494a3', 'tenant_id': 'cb64c021346c4a06b81f23d0cd4139e8', 'fixed_ips': [{'subnet_id': 'f9b646d3-4a2a-45bc-be47-a1e5821f7aa6'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:44.417645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.446631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33c4c65-190a-4b94-913f-5c4a3b7364e8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.460714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-d8168a0a-d86c-4610-9f9a-41db713ea72e tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:44.466124 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d8168a0a-d86c-4610-9f9a-41db713ea72e tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags/tempest-TagsExtTest-Tag-2120014678 HTTP/1.1" status: 404 len: 329 time: 0.3664567 Mar 24 17:06:44.466445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37830) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:44.475724 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-aae79678-9d80-4cda-b103-2dee81636410 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db', {'tags': ['tempest-TagsExtTest-Tag-1523677163', 'tempest-TagsExtTest-Tag-305673491', 'tempest-TagsExtTest-Tag-2095997053']}) {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:44.494330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.517629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port c1459d15-773d-493b-b2bc-79fc2a67537e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c1459d15-773d-493b-b2bc-79fc2a67537e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:44.521628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.20.0.2 (67854274-badd-40cc-9b56-b59d6ed68eb2/77e316ba-ab05-4dea-94d3-38f9a23da893/5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:44.545786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:44.552537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:port and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:44.557874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:44.575067 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 002acf49-8846-4432-a0a1-93ab5e067b1e details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:06:44.581948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.582125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:44.657582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.663091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:44.663724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:44.672561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e33c4c65-190a-4b94-913f-5c4a3b7364e8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 1c408846-3ac8-4d18-b280-783ee6c7877b owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:44.708686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Allocated IP 2001:db8::2 (fc17e424-843f-4853-b7bc-96673db494a3/f9b646d3-4a2a-45bc-be47-a1e5821f7aa6/6e1460a6-8163-4bb9-a184-fe17aeae9049) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:44.712063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:44.720147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=c1459d15-773d-493b-b2bc-79fc2a67537e,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:44.853588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44193e19-6ef1-407a-a642-181a3398666a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:44.859368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44193e19-6ef1-407a-a642-181a3398666a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:44.860221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-44193e19-6ef1-407a-a642-181a3398666a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:44.903339 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-aae79678-9d80-4cda-b103-2dee81636410 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags HTTP/1.1" status: 200 len: 317 time: 0.4358482 Mar 24 17:06:44.913462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37836) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:44.918646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-10feaa4c-cfea-4261-b8c6-4c0eb6131182 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:45.010598 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.038362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=002acf49-8846-4432-a0a1-93ab5e067b1e,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:45.053852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'port_id': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'mac_address': 'fa:16:3e:79:83:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:06:45.072337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-44193e19-6ef1-407a-a642-181a3398666a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:45.076322 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-44193e19-6ef1-407a-a642-181a3398666a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6852236 Mar 24 17:06:45.076800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37840) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:45.094854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Transition to ACTIVE for port object 6e1460a6-8163-4bb9-a184-fe17aeae9049 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:45.101891 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2305288 Mar 24 17:06:45.119995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37844) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:45.122864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Transition to ACTIVE for port object 6e1460a6-8163-4bb9-a184-fe17aeae9049 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:45.125940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'subnet': {'network_id': 'b9b818ab-f228-4792-a25c-a315d341222b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:45.136589 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.145895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33c4c65-190a-4b94-913f-5c4a3b7364e8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.159569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 002acf49-8846-4432-a0a1-93ab5e067b1e {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:06:45.177998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=002acf49-8846-4432-a0a1-93ab5e067b1e,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:45.200083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.231188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99ee71-7a01-448c-b58f-6adbfed74c97 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Network': ['ID=b9b818ab-f228-4792-a25c-a315d341222b,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:45.257349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network b9b818ab-f228-4792-a25c-a315d341222b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:45.288272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.312914 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.319158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Network fc17e424-843f-4853-b7bc-96673db494a3 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:45.325029 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:45.328983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.363158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df78b87-3428-47e2-b4e8-a6d84aee9af7 req-5809f637-f37b-4b4d-9d22-e7692d084441 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:45.369787 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3df78b87-3428-47e2-b4e8-a6d84aee9af7 req-5809f637-f37b-4b4d-9d22-e7692d084441 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.2767260 Mar 24 17:06:45.379394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:45.381399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c4c65-190a-4b94-913f-5c4a3b7364e8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=1c408846-3ac8-4d18-b280-783ee6c7877b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:45.423987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 54f9f839-9e73-4a34-9b79-18f862e60aaa yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:45.454401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Pushing event updated for resources: {'Port': ['ID=6e1460a6-8163-4bb9-a184-fe17aeae9049,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:45.499151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3df78b87-3428-47e2-b4e8-a6d84aee9af7 req-6b72a92b-4f93-453c-a5d2-d592dc00149a tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262286 Mar 24 17:06:45.519244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f5829a0a-6690-450d-9582-dd2ee75e6c1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 397f960c-7507-4669-b7b3-ef330c76088b {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:45.519591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5829a0a-6690-450d-9582-dd2ee75e6c1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.561280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33c4c65-190a-4b94-913f-5c4a3b7364e8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.588802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:45.597019 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-10feaa4c-cfea-4261-b8c6-4c0eb6131182 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags HTTP/1.1" status: 204 len: 168 time: 0.6798983 Mar 24 17:06:45.599796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37848) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:45.609092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:subnet and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:45.615929 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:45.622173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-2cb14f2e-622a-4554-b1c2-c146e710cdae tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db', 'tempest-TagsExtTest-Tag-1523677163') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:45.639677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.643051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['002acf49-8846-4432-a0a1-93ab5e067b1e'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:06:45.731010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Attempting to bind port 6e1460a6-8163-4bb9-a184-fe17aeae9049 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:45.731379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Attempting to bind port 6e1460a6-8163-4bb9-a184-fe17aeae9049 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'b7dc5a95-ef4c-45e3-928b-1024b9741068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc17e424-843f-4853-b7bc-96673db494a3'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:45.731848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Attempting to bind port 6e1460a6-8163-4bb9-a184-fe17aeae9049 on network fc17e424-843f-4853-b7bc-96673db494a3 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:45.736114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:45.747177 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e33c4c65-190a-4b94-913f-5c4a3b7364e8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/1c408846-3ac8-4d18-b280-783ee6c7877b HTTP/1.1" status: 204 len: 168 time: 2.2495091 Mar 24 17:06:45.756800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:45.757175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Checking segment: {'id': 'b7dc5a95-ef4c-45e3-928b-1024b9741068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc17e424-843f-4853-b7bc-96673db494a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:45.757728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.758128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Bound using segment: {'id': 'b7dc5a95-ef4c-45e3-928b-1024b9741068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc17e424-843f-4853-b7bc-96673db494a3'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:45.758605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Bound port: 6e1460a6-8163-4bb9-a184-fe17aeae9049, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dc5a95-ef4c-45e3-928b-1024b9741068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fc17e424-843f-4853-b7bc-96673db494a3'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:45.758976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.769257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=002acf49-8846-4432-a0a1-93ab5e067b1e,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:45.772834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37852) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:45.845657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:45.855578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c1459d15-773d-493b-b2bc-79fc2a67537e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:45.860193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:45.866373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:45.920775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:45.924873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.936851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:45.937486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:45.969816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:45.976889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] For port 6e1460a6-8163-4bb9-a184-fe17aeae9049, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:45.992813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::10 (fc17e424-843f-4853-b7bc-96673db494a3/f9b646d3-4a2a-45bc-be47-a1e5821f7aa6/54f9f839-9e73-4a34-9b79-18f862e60aaa) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:46.011931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] For port 6e1460a6-8163-4bb9-a184-fe17aeae9049, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6e1460a6-8163-4bb9-a184-fe17aeae9049,segment=NetworkSegment(b7dc5a95-ef4c-45e3-928b-1024b9741068),segment_id=b7dc5a95-ef4c-45e3-928b-1024b9741068)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:46.069854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c1459d15-773d-493b-b2bc-79fc2a67537e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:46.070227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.076500 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-64ec0fe7-abdb-4fb1-8d98-a495536330af tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2697737 Mar 24 17:06:46.086637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37856) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:46.094651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'port': {'network_id': '67854274-badd-40cc-9b56-b59d6ed68eb2', 'name': 'tempest-FloatingIPTestJSON-99218755'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:46.105864 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99fcb4e-1da7-4e97-9438-cef96a612241 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:46.107445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99fcb4e-1da7-4e97-9438-cef96a612241 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:46.108165 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f99fcb4e-1da7-4e97-9438-cef96a612241 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:46.116590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.188271 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-2cb14f2e-622a-4554-b1c2-c146e710cdae tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:46.191850 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2cb14f2e-622a-4554-b1c2-c146e710cdae tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags/tempest-TagsExtTest-Tag-1523677163 HTTP/1.1" status: 404 len: 329 time: 0.5776234 Mar 24 17:06:46.194466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5829a0a-6690-450d-9582-dd2ee75e6c1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.203455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37860) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:46.217891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-9af16f74-e3e2-470b-9113-aa6abea3560c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db', 'tempest-TagsExtTest-Tag-305673491') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:46.265785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0f05d-d65d-4916-bb46-878ea6748aa0 None None] Pushing event updated for resources: {'Port': ['ID=6e1460a6-8163-4bb9-a184-fe17aeae9049,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:46.343021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.367335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 54f9f839-9e73-4a34-9b79-18f862e60aaa will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:46.376706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:46.382786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:port and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:46.387019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:46.395465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:46.434346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f99fcb4e-1da7-4e97-9438-cef96a612241 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:46.435535 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f99fcb4e-1da7-4e97-9438-cef96a612241 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6558318 Mar 24 17:06:46.438720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37864) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:46.444973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f5829a0a-6690-450d-9582-dd2ee75e6c1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 397f960c-7507-4669-b7b3-ef330c76088b owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:46.491876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Made reservation on behalf of b8a5cba240fc4cb69db4c94d8e2eddff for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:46.500997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.534676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.574942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 002acf49-8846-4432-a0a1-93ab5e067b1e no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:46.600012 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-9af16f74-e3e2-470b-9113-aa6abea3560c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:46.607608 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9af16f74-e3e2-470b-9113-aa6abea3560c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags/tempest-TagsExtTest-Tag-305673491 HTTP/1.1" status: 404 len: 328 time: 0.3955624 Mar 24 17:06:46.615356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] device_id is not set on port 9f0bec45-bba4-4e2a-8cd8-46a3016d20d8 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:46.617848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37870) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:46.652747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-d9829932-eeb3-48d4-b0fc-dafaa4df2c64 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db', 'tempest-TagsExtTest-Tag-2095997053') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:46.667644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network fc17e424-843f-4853-b7bc-96673db494a3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:46.714974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:46.733111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:46.739082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:46.739670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.747573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e831f930-5e0d-4c54-ae8e-f93fce010815 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 0d1c4261-c6cb-4fa7-8165-4eea525e6681 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:46.756558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.775887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 002acf49-8846-4432-a0a1-93ab5e067b1e {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:06:46.779070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e831f930-5e0d-4c54-ae8e-f93fce010815 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.792414 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=002acf49-8846-4432-a0a1-93ab5e067b1e,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:46.812678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5829a0a-6690-450d-9582-dd2ee75e6c1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.822934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=54f9f839-9e73-4a34-9b79-18f862e60aaa,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:46.866895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e831f930-5e0d-4c54-ae8e-f93fce010815 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.887147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:46.960017 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0a3886b3-c0fe-44d4-aa0e-053979fc66ed tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7226002 Mar 24 17:06:46.969048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37874) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:46.977226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': 'fc17e424-843f-4853-b7bc-96673db494a3', 'name': 'tempest-PortsIpV6TestJSON-319399412', 'fixed_ips': [{'subnet_id': 'f9b646d3-4a2a-45bc-be47-a1e5821f7aa6', 'ip_address': '2001:db8::f'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:46.990173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=002acf49-8846-4432-a0a1-93ab5e067b1e,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:47.034393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5829a0a-6690-450d-9582-dd2ee75e6c1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=397f960c-7507-4669-b7b3-ef330c76088b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:47.044837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.20.0.11 (67854274-badd-40cc-9b56-b59d6ed68eb2/77e316ba-ab05-4dea-94d3-38f9a23da893/9f0bec45-bba4-4e2a-8cd8-46a3016d20d8) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:47.045219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5829a0a-6690-450d-9582-dd2ee75e6c1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.056188 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-d9829932-eeb3-48d4-b0fc-dafaa4df2c64 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:47.057829 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d9829932-eeb3-48d4-b0fc-dafaa4df2c64 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags/tempest-TagsExtTest-Tag-2095997053 HTTP/1.1" status: 404 len: 329 time: 0.4389596 Mar 24 17:06:47.061116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37878) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.067059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-13a6684b-bcb9-4888-8502-345fb5b68496 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc', {'tags': ['tempest-TagsExtTest-Tag-419135901', 'tempest-TagsExtTest-Tag-631446248', 'tempest-TagsExtTest-Tag-1897916911']}) {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:47.141869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.143674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e9241-6020-487d-9c54-f3d51694eb83 req-7fac826c-1274-4349-a0a1-3720482e1380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:47.145204 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c48e9241-6020-487d-9c54-f3d51694eb83 req-7fac826c-1274-4349-a0a1-3720482e1380 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 945 time: 0.4904711 Mar 24 17:06:47.203649 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-13a6684b-bcb9-4888-8502-345fb5b68496 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "PUT /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags HTTP/1.1" status: 200 len: 316 time: 0.1371727 Mar 24 17:06:47.203649 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f5829a0a-6690-450d-9582-dd2ee75e6c1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/397f960c-7507-4669-b7b3-ef330c76088b HTTP/1.1" status: 204 len: 168 time: 2.1241660 Mar 24 17:06:47.207412 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37882) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.207748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37884) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.211917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e831f930-5e0d-4c54-ae8e-f93fce010815 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.253586 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-77b118f2-442e-4978-8076-7a85231f92f9 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:47.301708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Subnet': ['ID=35c03a4c-a2bd-4059-b4b0-b0f9291fcffc,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:47.325257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Checking segment: {'id': '1d5e979d-d0b4-4be3-a447-b6aeb62d2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b9b818ab-f228-4792-a25c-a315d341222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:47.325634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network hostable DHCP agents. Network: b9b818ab-f228-4792-a25c-a315d341222b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:47.385083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b72c75-eb38-4877-8cd0-3af1937976d9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:47.385744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d6b72c75-eb38-4877-8cd0-3af1937976d9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:47.416885 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network b9b818ab-f228-4792-a25c-a315d341222b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:47.440810 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-77b118f2-442e-4978-8076-7a85231f92f9 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2319796 Mar 24 17:06:47.442914 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c48e9241-6020-487d-9c54-f3d51694eb83 req-212803a3-c43c-485e-b836-db94a197f842 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910962 Mar 24 17:06:47.448171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37890) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.455154 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-2e5401e4-00bd-4974-acec-53f34d6ea4e3 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc', 'tempest-TagsExtTest-Tag-419135901') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:47.471913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37894) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.481205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:47.495079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e7958-8187-4a38-8ba4-7226ebc98030 None None] Network fc17e424-843f-4853-b7bc-96673db494a3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:47.520501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:port and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:47.520501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:47.520501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:47.553282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d6b72c75-eb38-4877-8cd0-3af1937976d9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:47.557559 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d6b72c75-eb38-4877-8cd0-3af1937976d9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3472438 Mar 24 17:06:47.564748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37898) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.618577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, b9b818ab-f228-4792-a25c-a315d341222b) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:47.623061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:47.624146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.648612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.652228 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d1f4fe-16f8-4020-8701-5917784e1de0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:06:47.654153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e831f930-5e0d-4c54-ae8e-f93fce010815 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.656439 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-08d1f4fe-16f8-4020-8701-5917784e1de0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/5b4d4ead-5467-4fb3-b4f5-c7b2e3d0aa51 HTTP/1.1" status: 404 len: 333 time: 0.0889387 Mar 24 17:06:47.656732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e9b66-819b-450c-b40e-9c03125c7d3d None None] Network b9b818ab-f228-4792-a25c-a315d341222b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:47.662249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37902) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.665774 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-2e5401e4-00bd-4974-acec-53f34d6ea4e3 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:47.666775 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2e5401e4-00bd-4974-acec-53f34d6ea4e3 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags/tempest-TagsExtTest-Tag-419135901 HTTP/1.1" status: 404 len: 328 time: 0.2174194 Mar 24 17:06:47.679220 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a4660c12-bc6c-45a4-813a-a4a9c2e8585f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/floatingips/63ad1fe8-ef3f-4556-bd79-947c169fa103 HTTP/1.1" status: 200 len: 992 time: 0.1986787 Mar 24 17:06:47.679220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37906) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.695254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:47.700696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.720377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831f930-5e0d-4c54-ae8e-f93fce010815 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1c4261-c6cb-4fa7-8165-4eea525e6681,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:47.722406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e831f930-5e0d-4c54-ae8e-f93fce010815 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.723191 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f5c322-5826-47b9-80d8-109773c38ed9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:06:47.727053 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-70f5c322-5826-47b9-80d8-109773c38ed9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/397f960c-7507-4669-b7b3-ef330c76088b HTTP/1.1" status: 404 len: 333 time: 0.0607662 Mar 24 17:06:47.727187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37910) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.732852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-b1301d25-f31b-4a28-a35e-30ca56e5e129 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc', 'tempest-TagsExtTest-Tag-631446248') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:47.743750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 4d6ed60e-76c3-46db-ab01-bab1d30907d2 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:47.768516 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f7d6db9b-0586-49b0-8494-750c4f58266d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6474862 Mar 24 17:06:47.781678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37914) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.800059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9aaf4848-2286-4c71-843c-a15199ec8482 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-510438433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:47.817295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9aaf4848-2286-4c71-843c-a15199ec8482 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:47.817507 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e831f930-5e0d-4c54-ae8e-f93fce010815 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/0d1c4261-c6cb-4fa7-8165-4eea525e6681 HTTP/1.1" status: 204 len: 168 time: 1.3775151 Mar 24 17:06:47.821750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37918) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.829119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9aaf4848-2286-4c71-843c-a15199ec8482 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:47.875033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ba49f-0711-4d3c-b043-f1adc9b46329 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:47.907468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6e1460a6-8163-4bb9-a184-fe17aeae9049 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:47.916406 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-b1301d25-f31b-4a28-a35e-30ca56e5e129 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:47.917777 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b1301d25-f31b-4a28-a35e-30ca56e5e129 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags/tempest-TagsExtTest-Tag-631446248 HTTP/1.1" status: 404 len: 328 time: 0.1963775 Mar 24 17:06:47.927329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37922) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.937445 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-567fc8a7-372b-4a09-bfda-6d2cb5b8492c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134436 Mar 24 17:06:47.938675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.940565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.942713 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-5c7ddd9a-afe2-4214-a1d5-bbbbce2dc8a0 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc', 'tempest-TagsExtTest-Tag-1897916911') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:47.942877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b2c5dc2e-f3ec-406e-a148-d310c99af871 None None] Provisioning for port 6e1460a6-8163-4bb9-a184-fe17aeae9049 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:47.943459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37926) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:47.985343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4848-2286-4c71-843c-a15199ec8482 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:47.986369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4848-2286-4c71-843c-a15199ec8482 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.037552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:48.045925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:48.055311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:48.078805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4848-2286-4c71-843c-a15199ec8482 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.150556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=9f0bec45-bba4-4e2a-8cd8-46a3016d20d8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:48.155872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.157863 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-5c7ddd9a-afe2-4214-a1d5-bbbbce2dc8a0 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] show failed (client error): The resource could not be found. Mar 24 17:06:48.164826 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5c7ddd9a-afe2-4214-a1d5-bbbbce2dc8a0 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags/tempest-TagsExtTest-Tag-1897916911 HTTP/1.1" status: 404 len: 329 time: 0.2305870 Mar 24 17:06:48.164826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37930) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:48.165108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-b9b818ab-f228-4792-a25c-a315d341222b', 'network_id': 'b9b818ab-f228-4792-a25c-a315d341222b', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'fixed_ips': [{'subnet_id': '35c03a4c-a2bd-4059-b4b0-b0f9291fcffc'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:48.165108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.169323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.tag.tag_plugin [None req-da23e08b-b390-45d5-beff-a842b7292e72 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d17607e-b50b-4ed0-96b6-d09438cf47fc') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:48.200393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f811bc55-1d3a-4717-a2ea-da2c8eb2b80f']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:48.202611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::f (fc17e424-843f-4853-b7bc-96673db494a3/f9b646d3-4a2a-45bc-be47-a1e5821f7aa6/4d6ed60e-76c3-46db-ab01-bab1d30907d2) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:48.215241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:48.215996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54221092-ae04-4372-943d-d2be5ceda0b0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:48.216123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.216522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-54221092-ae04-4372-943d-d2be5ceda0b0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:48.225735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e93818-4fbb-4ff4-b8a8-5cbf5f495407') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:48.231160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e93818-4fbb-4ff4-b8a8-5cbf5f495407') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:48.246634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.257357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4848-2286-4c71-843c-a15199ec8482 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.273486 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-da23e08b-b390-45d5-beff-a842b7292e72 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1061373 Mar 24 17:06:48.275099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37934) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:48.282923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-38eb2442-bb06-45a2-8d80-a9e5ae7a1776 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d1d5528-c55b-4396-b43a-1843758ed6db') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:48.326987 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a71f583d-8308-4a23-ae2d-b57ebf7ac8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2399988 Mar 24 17:06:48.340549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37938) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:48.340762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.351666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '9f0bec45-bba4-4e2a-8cd8-46a3016d20d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:48.360547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:06:48.361047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.361541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:06:48.380807 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:06:48.398612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-54221092-ae04-4372-943d-d2be5ceda0b0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:48.403216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 6e1460a6-8163-4bb9-a184-fe17aeae9049 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:48.403345 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-54221092-ae04-4372-943d-d2be5ceda0b0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4556031 Mar 24 17:06:48.414110 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6e1460a6-8163-4bb9-a184-fe17aeae9049 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:48.414416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.419638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37942) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:48.424335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:floatingip and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:48.475038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:48.496559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:48.582283 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-38eb2442-bb06-45a2-8d80-a9e5ae7a1776 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db/tags HTTP/1.1" status: 204 len: 168 time: 0.2647240 Mar 24 17:06:48.582397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38fe60-44f3-4b84-879c-266f392abf95 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:48.582397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b38fe60-44f3-4b84-879c-266f392abf95 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:48.582582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Allocated IP 172.20.0.2 (b9b818ab-f228-4792-a25c-a315d341222b/35c03a4c-a2bd-4059-b4b0-b0f9291fcffc/f0655bd8-82e5-44b1-bb70-0bf6837e0990) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:48.583027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.584192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37946) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:48.592310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-c5ed0c30-4222-4f5d-96ca-56a7005f8f2c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b80f553e-403f-44ae-9f97-811152fedc19') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:48.599047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 4d6ed60e-76c3-46db-ab01-bab1d30907d2 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:48.615945 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 002acf49-8846-4432-a0a1-93ab5e067b1e up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:48.663563 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4848-2286-4c71-843c-a15199ec8482 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.695183 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9aaf4848-2286-4c71-843c-a15199ec8482 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8789763 Mar 24 17:06:48.695183 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c5ed0c30-4222-4f5d-96ca-56a7005f8f2c tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19/tags HTTP/1.1" status: 204 len: 168 time: 0.1003947 Mar 24 17:06:48.695183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37950) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:48.699841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37952) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:48.704689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c85852-94d8-4c64-a76c-593abeb38eaa None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:48.709483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.726011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-92c85852-94d8-4c64-a76c-593abeb38eaa None None] Deleting port c1459d15-773d-493b-b2bc-79fc2a67537e {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:48.726387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-92c85852-94d8-4c64-a76c-593abeb38eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.777157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.tag.tag_plugin [None req-fb7f2cd3-665a-4cd5-a6ba-167fc0d6de2d tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '35de9c0f-15af-499a-937d-14bca16820ef') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:48.783267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.814373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.816983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 002acf49-8846-4432-a0a1-93ab5e067b1e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:48.817387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.820089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.823067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b38fe60-44f3-4b84-879c-266f392abf95 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:48.827539 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3b38fe60-44f3-4b84-879c-266f392abf95 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4018989 Mar 24 17:06:48.838975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37958) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:48.884515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 6e1460a6-8163-4bb9-a184-fe17aeae9049, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6e1460a6-8163-4bb9-a184-fe17aeae9049,segment=NetworkSegment(b7dc5a95-ef4c-45e3-928b-1024b9741068),segment_id=b7dc5a95-ef4c-45e3-928b-1024b9741068)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:48.962519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.964402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network fc17e424-843f-4853-b7bc-96673db494a3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:48.975587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:48.976128 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/networks/f811bc55-1d3a-4717-a2ea-da2c8eb2b80f HTTP/1.1" status: 204 len: 168 time: 1.2477632 Mar 24 17:06:48.984887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:48.990761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:48.991560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:48.998052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37962) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:49.020738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1087237963'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:49.063921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.091250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=4d6ed60e-76c3-46db-ab01-bab1d30907d2,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:49.101078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:49.115375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:network and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:49.123944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:49.135948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:49.196636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.198915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f3edb7f4-08cc-4f14-a902-203029f9c975 None None] Provisioning for port 54f9f839-9e73-4a34-9b79-18f862e60aaa completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:49.233820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f3edb7f4-08cc-4f14-a902-203029f9c975 None None] Provisioning complete for port 54f9f839-9e73-4a34-9b79-18f862e60aaa triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:49.237814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f3edb7f4-08cc-4f14-a902-203029f9c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.252614 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8d55db47-84c4-4a4e-88b2-9c2248ee8f53 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2825005 Mar 24 17:06:49.255095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:49.257699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f955bb-2c92-40be-8577-4bb9b136f04d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Network': ['ID=f811bc55-1d3a-4717-a2ea-da2c8eb2b80f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:49.261921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.267236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37966) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:49.331087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:49.345580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-92c85852-94d8-4c64-a76c-593abeb38eaa None None] For port c1459d15-773d-493b-b2bc-79fc2a67537e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c1459d15-773d-493b-b2bc-79fc2a67537e,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:49.346668 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-92c85852-94d8-4c64-a76c-593abeb38eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.379477 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=6e1460a6-8163-4bb9-a184-fe17aeae9049,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:49.397049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.397393 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Added segment 0e806cb1-57cd-4af3-b208-61f3485f073e of type vlan for network 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 Mar 24 17:06:49.446047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.460671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.26.4.74 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/240f9b69-2514-4a50-bb32-466f1d57c395) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:49.523743 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e8401004-a4ff-462a-86dc-fc40cf28b331 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6770022 Mar 24 17:06:49.551600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f3edb7f4-08cc-4f14-a902-203029f9c975 None None] Port 54f9f839-9e73-4a34-9b79-18f862e60aaa cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:49.559447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-92c85852-94d8-4c64-a76c-593abeb38eaa None None] Calling delete_port for c1459d15-773d-493b-b2bc-79fc2a67537e owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:49.573883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37970) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:49.596322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.598944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:49.599490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.606444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:49.609781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.660391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.667904 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:06:49.694278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f3edb7f4-08cc-4f14-a902-203029f9c975 None None] Provisioning complete for port 6e1460a6-8163-4bb9-a184-fe17aeae9049 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:49.694481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f3edb7f4-08cc-4f14-a902-203029f9c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.739444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Transition to ACTIVE for port object f0655bd8-82e5-44b1-bb70-0bf6837e0990 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:49.756685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=002acf49-8846-4432-a0a1-93ab5e067b1e,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:49.768218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Network': ['ID=8f86c5bd-5b5c-4509-bdda-c4d96fc2b857,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:49.792137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Transition to ACTIVE for port object f0655bd8-82e5-44b1-bb70-0bf6837e0990 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:49.799484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:49.837048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.892033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6e1460a6-8163-4bb9-a184-fe17aeae9049 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:49.919458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:49.932733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:49.975982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:49.978403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fee14-6a23-4237-8934-f0095a02ba2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:49.979182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-774fee14-6a23-4237-8934-f0095a02ba2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:49.997950 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fb7f2cd3-665a-4cd5-a6ba-167fc0d6de2d tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef/tags HTTP/1.1" status: 204 len: 168 time: 1.2903397 Mar 24 17:06:50.001225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37978) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:50.002404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.019269 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ec1e5e19-9ad5-4d29-a2a5-a3b0a0f896c4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0097597 Mar 24 17:06:50.019475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37982) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:50.028639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '8f86c5bd-5b5c-4509-bdda-c4d96fc2b857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:50.033777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:50.034559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-92c85852-94d8-4c64-a76c-593abeb38eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.037326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.038845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.104554 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'code': 200} Mar 24 17:06:50.130673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c85852-94d8-4c64-a76c-593abeb38eaa None None] No DVR routers for this DVR port c1459d15-773d-493b-b2bc-79fc2a67537e on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:50.152039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.178953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Network b9b818ab-f228-4792-a25c-a315d341222b is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:50.183205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:50.185559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:50.203083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=002acf49-8846-4432-a0a1-93ab5e067b1e,revision_number=8']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:50.214187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-774fee14-6a23-4237-8934-f0095a02ba2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:50.218710 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-774fee14-6a23-4237-8934-f0095a02ba2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8800743 Mar 24 17:06:50.220196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37986) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:50.262086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:50.271894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:50.274275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:50.281707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c85852-94d8-4c64-a76c-593abeb38eaa None None] Pushing event deleted for resources: {'Port': ['ID=c1459d15-773d-493b-b2bc-79fc2a67537e,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:50.297434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:50.316927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:50.323871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:50.337313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:50.339901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=240f9b69-2514-4a50-bb32-466f1d57c395,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:50.408536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Attempting to bind port f0655bd8-82e5-44b1-bb70-0bf6837e0990 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:50.408904 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Attempting to bind port f0655bd8-82e5-44b1-bb70-0bf6837e0990 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '1d5e979d-d0b4-4be3-a447-b6aeb62d2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b9b818ab-f228-4792-a25c-a315d341222b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:50.409049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:50.409231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Attempting to bind port f0655bd8-82e5-44b1-bb70-0bf6837e0990 on network b9b818ab-f228-4792-a25c-a315d341222b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:50.412559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.416517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6e1460a6-8163-4bb9-a184-fe17aeae9049 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:50.416517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.465790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:50.466221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Checking segment: {'id': '1d5e979d-d0b4-4be3-a447-b6aeb62d2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b9b818ab-f228-4792-a25c-a315d341222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:50.466603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.467003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Bound using segment: {'id': '1d5e979d-d0b4-4be3-a447-b6aeb62d2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b9b818ab-f228-4792-a25c-a315d341222b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:50.467485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Bound port: f0655bd8-82e5-44b1-bb70-0bf6837e0990, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5e979d-d0b4-4be3-a447-b6aeb62d2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b9b818ab-f228-4792-a25c-a315d341222b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:50.467876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.481273 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Pushing event updated for resources: {'Port': ['ID=f0655bd8-82e5-44b1-bb70-0bf6837e0990,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:50.488995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8f02b021-362e-41e4-856b-7388a2072461 None None] Provisioning complete for port 54f9f839-9e73-4a34-9b79-18f862e60aaa triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:50.489319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8f02b021-362e-41e4-856b-7388a2072461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.524052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ecf256-8645-4615-9cdb-744d2d3aeceb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:50.529516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ecf256-8645-4615-9cdb-744d2d3aeceb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:50.535534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ecf256-8645-4615-9cdb-744d2d3aeceb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:50.536313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-05ecf256-8645-4615-9cdb-744d2d3aeceb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:50.555358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Performing IP validity checks on allocation pools {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 24 17:06:50.555985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.ipam_backend_mixin [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88478) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 24 17:06:50.608666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f26f2005-18ba-46f1-ab2a-d3df88fb1a24 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for subnetpool, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.610057 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f26f2005-18ba-46f1-ab2a-d3df88fb1a24 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnetpools/3d17607e-b50b-4ed0-96b6-d09438cf47fc HTTP/1.1" status: 204 len: 168 time: 0.5962307 Mar 24 17:06:50.613634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8f02b021-362e-41e4-856b-7388a2072461 None None] Port 54f9f839-9e73-4a34-9b79-18f862e60aaa cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:50.617547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 37990) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:50.624556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-05ecf256-8645-4615-9cdb-744d2d3aeceb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:50.627161 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-05ecf256-8645-4615-9cdb-744d2d3aeceb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4051425 Mar 24 17:06:50.630767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37992) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:50.692942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] For port f0655bd8-82e5-44b1-bb70-0bf6837e0990, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:50.702373 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a5a0aa41-4a63-4fb3-9cd3-c940e2088160 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d1d5528-c55b-4396-b43a-1843758ed6db HTTP/1.1" status: 200 len: 205 time: 0.0729988 Mar 24 17:06:50.703208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] For port f0655bd8-82e5-44b1-bb70-0bf6837e0990, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0655bd8-82e5-44b1-bb70-0bf6837e0990,segment=NetworkSegment(1d5e979d-d0b4-4be3-a447-b6aeb62d2391),segment_id=1d5e979d-d0b4-4be3-a447-b6aeb62d2391)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:50.704969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 37998) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:50.723721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.20.0.1 (b9b818ab-f228-4792-a25c-a315d341222b/35c03a4c-a2bd-4059-b4b0-b0f9291fcffc/4b151cf8-e3a8-4750-a694-63aa4286ca50) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:50.759163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c1459d15-773d-493b-b2bc-79fc2a67537e no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:50.797049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: c1459d15-773d-493b-b2bc-79fc2a67537e {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:06:50.797290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c1459d15-773d-493b-b2bc-79fc2a67537e not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:06:50.816546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8f02b021-362e-41e4-856b-7388a2072461 None None] Provisioning for port 4d6ed60e-76c3-46db-ab01-bab1d30907d2 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:50.822961 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8f02b021-362e-41e4-856b-7388a2072461 None None] Provisioning complete for port 4d6ed60e-76c3-46db-ab01-bab1d30907d2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:50.823429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8f02b021-362e-41e4-856b-7388a2072461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.880401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8f02b021-362e-41e4-856b-7388a2072461 None None] Port 4d6ed60e-76c3-46db-ab01-bab1d30907d2 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:50.882487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.956957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:50.975478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d98e7-2ee9-4ae5-937e-59077e248070 None None] Pushing event updated for resources: {'Port': ['ID=f0655bd8-82e5-44b1-bb70-0bf6837e0990,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:50.976172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1404cc3c-9f99-42ca-97be-0e854c5b1e9a tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 4d6ed60e-76c3-46db-ab01-bab1d30907d2 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:50.976680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1404cc3c-9f99-42ca-97be-0e854c5b1e9a tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.043229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:51.049056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:51.052011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:51.052609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.059629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc8e5a-bb14-4e09-bbcd-20cd4cc4a9be None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:51.092194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=0290d5e7-975b-484b-85f2-ebb05d3b886d,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:51.114655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f849de34-bc53-4690-8dd7-53e0e9ebbb42 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.120480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.120836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.121178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.121512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.121868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.122175 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.122503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.122832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.123157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.123489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.123807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.124221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:51.134209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.153429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Transition to ACTIVE for port object 4b151cf8-e3a8-4750-a694-63aa4286ca50 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:51.194734 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fcf11a5d-cf9c-4ff2-9285-c875d10a42cc tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6104205 Mar 24 17:06:51.197571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38002) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:51.204126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:ec:70:7f', 'name': 'tempest-NetworksTestDHCPv6-895785316'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:51.253668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.321673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '0290d5e7-975b-484b-85f2-ebb05d3b886d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:51.322832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.433940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network b9b818ab-f228-4792-a25c-a315d341222b is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:51.442944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:51.452191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:51.522493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/0290d5e7-975b-484b-85f2-ebb05d3b886d/99585bc8-c222-4119-a878-e0b1110edfbc) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:51.523087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=4b151cf8-e3a8-4750-a694-63aa4286ca50,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:51.559540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.578697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:51.589408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:51.594248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:51.605283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:51.727624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:51.767606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f849de34-bc53-4690-8dd7-53e0e9ebbb42 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.775209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.786875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Transition to ACTIVE for port object 99585bc8-c222-4119-a878-e0b1110edfbc will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:51.787060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f849de34-bc53-4690-8dd7-53e0e9ebbb42 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.826122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Transition to ACTIVE for port object 99585bc8-c222-4119-a878-e0b1110edfbc will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:51.830832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0655bd8-82e5-44b1-bb70-0bf6837e0990 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:51.886538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.898873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.918023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.948232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.996334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f849de34-bc53-4690-8dd7-53e0e9ebbb42 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:51.997629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f849de34-bc53-4690-8dd7-53e0e9ebbb42 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Fanout notify agent at l3_agent the message router_deleted on router 2d1d5528-c55b-4396-b43a-1843758ed6db {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:06:52.008875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f0655bd8-82e5-44b1-bb70-0bf6837e0990 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:52.010607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.011224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:52.022936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:52.028539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:52.053275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=f5b7aced-e6a8-48a2-bde8-c930b8699a98,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:52.064981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1404cc3c-9f99-42ca-97be-0e854c5b1e9a tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.174814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Pushing event updated for resources: {'Port': ['ID=99585bc8-c222-4119-a878-e0b1110edfbc,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:52.190046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 8dd90627-fe6e-4186-8d56-8186e9f98983 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:52.195310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Attempting to bind port 99585bc8-c222-4119-a878-e0b1110edfbc on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:52.195752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Attempting to bind port 99585bc8-c222-4119-a878-e0b1110edfbc by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:52.196194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Attempting to bind port 99585bc8-c222-4119-a878-e0b1110edfbc on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:52.202135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:52.202597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:52.203063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.203604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:52.204167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Bound port: 99585bc8-c222-4119-a878-e0b1110edfbc, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:52.204599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.232023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Checking segment: {'id': '0e806cb1-57cd-4af3-b208-61f3485f073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f86c5bd-5b5c-4509-bdda-c4d96fc2b857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:52.232501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network hostable DHCP agents. Network: 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:06:52.250426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1404cc3c-9f99-42ca-97be-0e854c5b1e9a tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 4d6ed60e-76c3-46db-ab01-bab1d30907d2 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:52.288865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f849de34-bc53-4690-8dd7-53e0e9ebbb42 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.293126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f849de34-bc53-4690-8dd7-53e0e9ebbb42 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/routers/2d1d5528-c55b-4396-b43a-1843758ed6db HTTP/1.1" status: 204 len: 168 time: 1.5821178 Mar 24 17:06:52.307941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38006) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:52.309837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] For port 99585bc8-c222-4119-a878-e0b1110edfbc, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:52.313788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] For port 99585bc8-c222-4119-a878-e0b1110edfbc, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=99585bc8-c222-4119-a878-e0b1110edfbc,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:52.382569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.396520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.400624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::cd (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/0290d5e7-975b-484b-85f2-ebb05d3b886d/8dd90627-fe6e-4186-8d56-8186e9f98983) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:52.416357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9caa0c9-5eb6-4d40-93a7-4e2f8025efd8 None None] Network b9b818ab-f228-4792-a25c-a315d341222b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:52.453324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:06:52.478259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-451e355a-a9f4-4ef0-8488-bda6213d8477 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Deleting port b80f553e-403f-44ae-9f97-811152fedc19 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:52.478773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-451e355a-a9f4-4ef0-8488-bda6213d8477 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.568071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fcffc-ae7d-4ed6-ba2e-a08b2bfd7f45 None None] Pushing event updated for resources: {'Port': ['ID=99585bc8-c222-4119-a878-e0b1110edfbc,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:52.585045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-50e8fea0-41f0-4880-8ca2-467355def213 None None] Provisioning for port f0655bd8-82e5-44b1-bb70-0bf6837e0990 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:52.585244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:52.588575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:52.589155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.591166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-50e8fea0-41f0-4880-8ca2-467355def213 None None] Provisioning complete for port f0655bd8-82e5-44b1-bb70-0bf6837e0990 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:52.591536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-50e8fea0-41f0-4880-8ca2-467355def213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.627492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ccf46-844b-47c8-9bb7-6d2ff2acdece None None] Network 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:52.756834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.788961 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-31699667-648a-4e2a-be95-3d12417de30a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7682960 Mar 24 17:06:52.789788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38010) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:52.795508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.800312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': '8f86c5bd-5b5c-4509-bdda-c4d96fc2b857', 'name': 'tempest-PortsTestJSON-1695744211'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:52.814167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 8dd90627-fe6e-4186-8d56-8186e9f98983 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:52.844557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.854494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1404cc3c-9f99-42ca-97be-0e854c5b1e9a tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:52.986534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404cc3c-9f99-42ca-97be-0e854c5b1e9a tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=4d6ed60e-76c3-46db-ab01-bab1d30907d2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:53.005092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-50e8fea0-41f0-4880-8ca2-467355def213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.117334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-50e8fea0-41f0-4880-8ca2-467355def213 None None] For port f0655bd8-82e5-44b1-bb70-0bf6837e0990, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0655bd8-82e5-44b1-bb70-0bf6837e0990,segment=NetworkSegment(1d5e979d-d0b4-4be3-a447-b6aeb62d2391),segment_id=1d5e979d-d0b4-4be3-a447-b6aeb62d2391)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:53.136912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.201585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:53.209234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:53.215416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=4b151cf8-e3a8-4750-a694-63aa4286ca50,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:53.218123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:53.224376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:53.225221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.234229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-50e8fea0-41f0-4880-8ca2-467355def213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.305582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-8f86c5bd-5b5c-4509-bdda-c4d96fc2b857', 'network_id': '8f86c5bd-5b5c-4509-bdda-c4d96fc2b857', 'tenant_id': 'b4f813c93884487a9c39045d6bad96b8', 'fixed_ips': [{'subnet_id': 'f5b7aced-e6a8-48a2-bde8-c930b8699a98'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:06:53.306611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.328116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1404cc3c-9f99-42ca-97be-0e854c5b1e9a tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.332549 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1404cc3c-9f99-42ca-97be-0e854c5b1e9a tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/4d6ed60e-76c3-46db-ab01-bab1d30907d2 HTTP/1.1" status: 204 len: 168 time: 2.6975904 Mar 24 17:06:53.344037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38014) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:53.354340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=8dd90627-fe6e-4186-8d56-8186e9f98983,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:53.359589 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.405361 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e85e190a-5b6d-4343-8b31-a1485ca267cb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2067018 Mar 24 17:06:53.408743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38018) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:53.412707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-92343282-b87b-4f73-ba5d-0d563d7e2b93 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:06:53.413236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-92343282-b87b-4f73-ba5d-0d563d7e2b93 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:53.496622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:53.507109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-92343282-b87b-4f73-ba5d-0d563d7e2b93 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:53.508305 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-92343282-b87b-4f73-ba5d-0d563d7e2b93 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/4d6ed60e-76c3-46db-ab01-bab1d30907d2 HTTP/1.1" status: 404 len: 333 time: 0.1574781 Mar 24 17:06:53.510605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-451e355a-a9f4-4ef0-8488-bda6213d8477 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.517832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38022) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:53.525670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8fea0-41f0-4880-8ca2-467355def213 None None] Pushing event updated for resources: {'Port': ['ID=f0655bd8-82e5-44b1-bb70-0bf6837e0990,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:53.542405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.544201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:53.567798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Allocated IP 172.20.0.2 (8f86c5bd-5b5c-4509-bdda-c4d96fc2b857/f5b7aced-e6a8-48a2-bde8-c930b8699a98/80338e0f-ed3a-40d2-adb1-2e2fe93a83fd) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:53.666538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbde24-bab0-425c-b130-dbd9b1e8f5d4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 54f9f839-9e73-4a34-9b79-18f862e60aaa {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:53.666944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6dbde24-bab0-425c-b130-dbd9b1e8f5d4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.667249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-451e355a-a9f4-4ef0-8488-bda6213d8477 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Calling delete_port for b80f553e-403f-44ae-9f97-811152fedc19 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:53.708068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-26b0dd90-8e69-4ec8-92fa-34b9aa2f1584 None None] Provisioning complete for port f0655bd8-82e5-44b1-bb70-0bf6837e0990 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:53.708214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26b0dd90-8e69-4ec8-92fa-34b9aa2f1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.718286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:53.806848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network b9b818ab-f228-4792-a25c-a315d341222b is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:53.806848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:53.935198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=240f9b69-2514-4a50-bb32-466f1d57c395,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:53.937722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.001407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0655bd8-82e5-44b1-bb70-0bf6837e0990 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:54.019034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:54.023819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.102719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port ce441d20-16a9-45ca-98b1-be72da7de7ce yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:54.159377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.190255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Transition to ACTIVE for port object 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:54.233141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Transition to ACTIVE for port object 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:54.242379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219b6c9-b4f1-4fcf-abba-dcabd814017c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:54.251537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219b6c9-b4f1-4fcf-abba-dcabd814017c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:54.252392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a219b6c9-b4f1-4fcf-abba-dcabd814017c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:54.271081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f0655bd8-82e5-44b1-bb70-0bf6837e0990 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:54.271637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.351483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.351749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 4cec5b93-be41-4f33-9a89-0b78b25f8950 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:06:54.355297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6dbde24-bab0-425c-b130-dbd9b1e8f5d4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.426574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a219b6c9-b4f1-4fcf-abba-dcabd814017c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:54.427760 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a219b6c9-b4f1-4fcf-abba-dcabd814017c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 1.0179353 Mar 24 17:06:54.432349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38026) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:54.453836 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP 168ef9b6-b998-4ba6-aaeb-7345310dcd2c associated. External IP: 172.26.4.74, port: 9f0bec45-bba4-4e2a-8cd8-46a3016d20d8. Mar 24 17:06:54.505779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Network 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:54.519244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:54.559212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:54.582371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-26b0dd90-8e69-4ec8-92fa-34b9aa2f1584 None None] Provisioning for port 4b151cf8-e3a8-4750-a694-63aa4286ca50 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:54.605272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-451e355a-a9f4-4ef0-8488-bda6213d8477 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.644271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Pushing event updated for resources: {'Port': ['ID=80338e0f-ed3a-40d2-adb1-2e2fe93a83fd,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:54.659243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-26b0dd90-8e69-4ec8-92fa-34b9aa2f1584 None None] Provisioning complete for port 4b151cf8-e3a8-4750-a694-63aa4286ca50 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:54.659712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26b0dd90-8e69-4ec8-92fa-34b9aa2f1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.662951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbde24-bab0-425c-b130-dbd9b1e8f5d4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 54f9f839-9e73-4a34-9b79-18f862e60aaa owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:54.671225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e355a-a9f4-4ef0-8488-bda6213d8477 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Pushing event deleted for resources: {'Port': ['ID=b80f553e-403f-44ae-9f97-811152fedc19,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:54.674535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-18dcb000-98e3-43b6-bb4d-82b8d86c183d {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:54.674856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:54.727695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 99585bc8-c222-4119-a878-e0b1110edfbc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:54.732204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:54.746859 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3b8d96fd-7877-44f1-b462-fa8188ffc379 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/4cec5b93-be41-4f33-9a89-0b78b25f8950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0509539 Mar 24 17:06:54.747119 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1e5d2-4acb-42fc-a6ef-40066258fca5 None None] Sync routers for ids ['4cec5b93-be41-4f33-9a89-0b78b25f8950'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:54.748471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38030) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:54.755839 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1e5d2-4acb-42fc-a6ef-40066258fca5 None None] Routers {'4cec5b93-be41-4f33-9a89-0b78b25f8950'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:54.756741 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e5d2-4acb-42fc-a6ef-40066258fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['4cec5b93-be41-4f33-9a89-0b78b25f8950'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:54.832791 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e5d2-4acb-42fc-a6ef-40066258fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:54.833455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-451e355a-a9f4-4ef0-8488-bda6213d8477 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.843993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 8dd90627-fe6e-4186-8d56-8186e9f98983 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:54.844283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.848222 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1e5d2-4acb-42fc-a6ef-40066258fca5 None None] Routers {'4cec5b93-be41-4f33-9a89-0b78b25f8950'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:54.851070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Attempting to bind port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:06:54.851548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Attempting to bind port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '0e806cb1-57cd-4af3-b208-61f3485f073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f86c5bd-5b5c-4509-bdda-c4d96fc2b857'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:06:54.852034 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Attempting to bind port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd on network 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:06:54.852459 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e5d2-4acb-42fc-a6ef-40066258fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['4cec5b93-be41-4f33-9a89-0b78b25f8950'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:54.860509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-26b0dd90-8e69-4ec8-92fa-34b9aa2f1584 None None] Port 4b151cf8-e3a8-4750-a694-63aa4286ca50 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:54.865973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:06:54.866485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Checking segment: {'id': '0e806cb1-57cd-4af3-b208-61f3485f073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f86c5bd-5b5c-4509-bdda-c4d96fc2b857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:06:54.866982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.867464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Bound using segment: {'id': '0e806cb1-57cd-4af3-b208-61f3485f073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f86c5bd-5b5c-4509-bdda-c4d96fc2b857'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:06:54.868151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Bound port: 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e806cb1-57cd-4af3-b208-61f3485f073e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f86c5bd-5b5c-4509-bdda-c4d96fc2b857'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:06:54.868515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:54.928803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 99585bc8-c222-4119-a878-e0b1110edfbc completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:54.977676 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-451e355a-a9f4-4ef0-8488-bda6213d8477 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/ports/b80f553e-403f-44ae-9f97-811152fedc19 HTTP/1.1" status: 204 len: 168 time: 2.6662409 Mar 24 17:06:54.985415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38034) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:55.016438 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f1e1e5d2-4acb-42fc-a6ef-40066258fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:55.016438 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1e5d2-4acb-42fc-a6ef-40066258fca5 None None] The sync data for ids ['4cec5b93-be41-4f33-9a89-0b78b25f8950'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:55.027685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] For port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:06:55.031622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] For port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80338e0f-ed3a-40d2-adb1-2e2fe93a83fd,segment=NetworkSegment(0e806cb1-57cd-4af3-b208-61f3485f073e),segment_id=0e806cb1-57cd-4af3-b208-61f3485f073e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:06:55.084543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Provisioning for port 99585bc8-c222-4119-a878-e0b1110edfbc completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:55.091363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Provisioning complete for port 99585bc8-c222-4119-a878-e0b1110edfbc triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:55.091840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.135308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.177507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f5c10-d451-4801-8029-3e3ff98eea31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:55.178089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a59f5c10-d451-4801-8029-3e3ff98eea31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:55.216926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.236867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5012aa-aaaa-4918-8760-2c1f318582d7 None None] Pushing event updated for resources: {'Port': ['ID=80338e0f-ed3a-40d2-adb1-2e2fe93a83fd,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:55.239242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6dbde24-bab0-425c-b130-dbd9b1e8f5d4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.295176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.297905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbde24-bab0-425c-b130-dbd9b1e8f5d4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=54f9f839-9e73-4a34-9b79-18f862e60aaa,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:55.332575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a59f5c10-d451-4801-8029-3e3ff98eea31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:55.332828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] For port 99585bc8-c222-4119-a878-e0b1110edfbc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=99585bc8-c222-4119-a878-e0b1110edfbc,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:55.332946 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a59f5c10-d451-4801-8029-3e3ff98eea31 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports/4b151cf8-e3a8-4750-a694-63aa4286ca50 HTTP/1.1" status: 200 len: 910 time: 0.5835481 Mar 24 17:06:55.336952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38038) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:55.338450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port b90a3712-f287-4db5-8bd5-313e3ba4b955 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:06:55.341663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6dbde24-bab0-425c-b130-dbd9b1e8f5d4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.416695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.434866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-17770e98-1197-4c19-a870-cb129b7d5941 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35c03a4c-a2bd-4059-b4b0-b0f9291fcffc'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:55.448210 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a6dbde24-bab0-425c-b130-dbd9b1e8f5d4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/54f9f839-9e73-4a34-9b79-18f862e60aaa HTTP/1.1" status: 204 len: 168 time: 1.9294419 Mar 24 17:06:55.449558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38042) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:55.504897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Provisioning complete for port 4b151cf8-e3a8-4750-a694-63aa4286ca50 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:55.505262 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.512023 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-24231152-960e-4339-84a4-1129b377a4d9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:06:55.512566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-24231152-960e-4339-84a4-1129b377a4d9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:06:55.513210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Deleting subnet 35de9c0f-15af-499a-937d-14bca16820ef {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:55.556931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Pushing event updated for resources: {'Port': ['ID=99585bc8-c222-4119-a878-e0b1110edfbc,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:55.580028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Port 4b151cf8-e3a8-4750-a694-63aa4286ca50 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:55.582075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-24231152-960e-4339-84a4-1129b377a4d9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:06:55.583944 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-24231152-960e-4339-84a4-1129b377a4d9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/54f9f839-9e73-4a34-9b79-18f862e60aaa HTTP/1.1" status: 404 len: 333 time: 0.1332951 Mar 24 17:06:55.586620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38046) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:55.608190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.679287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Provisioning for port 8dd90627-fe6e-4186-8d56-8186e9f98983 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:55.680677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cec877f-af34-45b6-93f9-8d96c6848b61 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet f9b646d3-4a2a-45bc-be47-a1e5821f7aa6 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:55.683992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4cec877f-af34-45b6-93f9-8d96c6848b61 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.692413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Provisioning complete for port 8dd90627-fe6e-4186-8d56-8186e9f98983 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:55.692810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.761604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4cec877f-af34-45b6-93f9-8d96c6848b61 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.813445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-90cd89aa-86a7-4d18-b871-303b4ff684d2 None None] Port 8dd90627-fe6e-4186-8d56-8186e9f98983 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:55.893313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4cec877f-af34-45b6-93f9-8d96c6848b61 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:55.924489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 99585bc8-c222-4119-a878-e0b1110edfbc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:56.003547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 99585bc8-c222-4119-a878-e0b1110edfbc triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:56.004139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.028746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:06:56.049893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.067860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4cec877f-af34-45b6-93f9-8d96c6848b61 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.116004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec877f-af34-45b6-93f9-8d96c6848b61 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b646d3-4a2a-45bc-be47-a1e5821f7aa6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:56.118584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4cec877f-af34-45b6-93f9-8d96c6848b61 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.125094 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4cec877f-af34-45b6-93f9-8d96c6848b61 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/f9b646d3-4a2a-45bc-be47-a1e5821f7aa6 HTTP/1.1" status: 204 len: 168 time: 0.5366178 Mar 24 17:06:56.127368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38050) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:56.141430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97bf36a-dd45-4d07-a3a9-5816f01802bf None None] Network fc17e424-843f-4853-b7bc-96673db494a3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:56.165264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:56.208290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.233502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-17770e98-1197-4c19-a870-cb129b7d5941 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.266913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.283247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 6e1460a6-8163-4bb9-a184-fe17aeae9049 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:56.283791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.384356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.9 (8f86c5bd-5b5c-4509-bdda-c4d96fc2b857/f5b7aced-e6a8-48a2-bde8-c930b8699a98/b90a3712-f287-4db5-8bd5-313e3ba4b955) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:06:56.392796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 8dd90627-fe6e-4186-8d56-8186e9f98983 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:56.445123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:56.475914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] DHCP port deletion for fc17e424-843f-4853-b7bc-96673db494a3 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:56.480681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] Deleting port 6e1460a6-8163-4bb9-a184-fe17aeae9049 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:56.481970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.543252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] For port 6e1460a6-8163-4bb9-a184-fe17aeae9049, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6e1460a6-8163-4bb9-a184-fe17aeae9049,segment=NetworkSegment(b7dc5a95-ef4c-45e3-928b-1024b9741068),segment_id=b7dc5a95-ef4c-45e3-928b-1024b9741068)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:56.543608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.711774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 6e1460a6-8163-4bb9-a184-fe17aeae9049 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:56.737734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab0f877-ec14-4f13-89a4-172ddf0e8ef2 None None] Network 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:56.762459 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] For port 6e1460a6-8163-4bb9-a184-fe17aeae9049, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6e1460a6-8163-4bb9-a184-fe17aeae9049,segment=NetworkSegment(b7dc5a95-ef4c-45e3-928b-1024b9741068),segment_id=b7dc5a95-ef4c-45e3-928b-1024b9741068)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:56.763337 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.855852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:56.909615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=6e1460a6-8163-4bb9-a184-fe17aeae9049,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:56.913860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No DVR routers for this DVR port 6e1460a6-8163-4bb9-a184-fe17aeae9049 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:57.010675 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] Calling delete_port for 6e1460a6-8163-4bb9-a184-fe17aeae9049 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:57.017784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.064723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.093661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc17e424-843f-4853-b7bc-96673db494a3']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:57.105229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:57.108109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dc5a95-ef4c-45e3-928b-1024b9741068') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:57.108415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dc5a95-ef4c-45e3-928b-1024b9741068') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:57.122208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.128269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512e20f-3cf8-472d-a634-a64f24539f5d None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:57.134092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4699c9cd-c6a7-4803-9b8a-49922fca63f6 None None] Provisioning for port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:57.143652 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.152866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:06:57.153341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:06:57.168519 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:06:57.179282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4699c9cd-c6a7-4803-9b8a-49922fca63f6 None None] Provisioning complete for port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:57.179772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4699c9cd-c6a7-4803-9b8a-49922fca63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.221890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512e20f-3cf8-472d-a634-a64f24539f5d None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:57.226036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-9512e20f-3cf8-472d-a634-a64f24539f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:57.289249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:57.293744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:57.296423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-9512e20f-3cf8-472d-a634-a64f24539f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:57.313047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.335798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.342746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Network': ['ID=fc17e424-843f-4853-b7bc-96673db494a3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:57.348610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512e20f-3cf8-472d-a634-a64f24539f5d None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:57.349254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-9512e20f-3cf8-472d-a634-a64f24539f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:57.373242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.421667 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-86a7556c-2fe5-4b1e-a6a4-e92fcff1d7e0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/networks/fc17e424-843f-4853-b7bc-96673db494a3 HTTP/1.1" status: 204 len: 168 time: 1.2893264 Mar 24 17:06:57.423758 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38054) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:57.424390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-9512e20f-3cf8-472d-a634-a64f24539f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:57.424810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9512e20f-3cf8-472d-a634-a64f24539f5d None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:06:57.431866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1263406169'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:57.437848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:57.441941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:network and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:57.445266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:57.455137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:57.489449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4699c9cd-c6a7-4803-9b8a-49922fca63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.525178 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-808cc9d8-03b1-4ad6-94d0-526082e88779 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.1834402 Mar 24 17:06:57.532445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38058) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:57.535037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4699c9cd-c6a7-4803-9b8a-49922fca63f6 None None] For port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80338e0f-ed3a-40d2-adb1-2e2fe93a83fd,segment=NetworkSegment(0e806cb1-57cd-4af3-b208-61f3485f073e),segment_id=0e806cb1-57cd-4af3-b208-61f3485f073e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:57.541569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a30bb90f-6c5c-407f-8376-d59e8f2898f9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:57.541857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.551372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.599792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:57.604098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.604507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.621688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4699c9cd-c6a7-4803-9b8a-49922fca63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.669030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:06:57.678341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a30bb90f-6c5c-407f-8376-d59e8f2898f9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.715063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699c9cd-c6a7-4803-9b8a-49922fca63f6 None None] Pushing event updated for resources: {'Port': ['ID=80338e0f-ed3a-40d2-adb1-2e2fe93a83fd,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:57.752646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=8dd90627-fe6e-4186-8d56-8186e9f98983,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:57.770134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.770134 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Added segment 62652b63-478a-4e42-83e9-b79936813025 of type vlan for network c3d3d1ef-63a9-4b32-a486-1b6044016df2 Mar 24 17:06:57.787411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.787759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Pushing event deleted for resources: {'Subnet': ['ID=35de9c0f-15af-499a-937d-14bca16820ef,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:57.791350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] Deleting port 6e1460a6-8163-4bb9-a184-fe17aeae9049 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:57.791697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.816621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object b90a3712-f287-4db5-8bd5-313e3ba4b955 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:06:57.820186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:57.833233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.833643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.834117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.834312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.834640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.834977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.835308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.835689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.836107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.836432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.836755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.837072 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.847257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.847611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.847968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.848315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.848655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.849068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.849292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.849617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.849938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.850323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.850650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.851201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:57.863349 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fad54faf-900d-447b-af33-4c71991f2650 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/8dd90627-fe6e-4186-8d56-8186e9f98983 HTTP/1.1" status: 204 len: 168 time: 3.4117262 Mar 24 17:06:57.875541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9764466-692f-434a-b75c-4442ab09fad6 None None] Network 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:57.878808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38062) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:57.881081 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8426dee1-8c88-4aff-88f7-a00e79b2dfa7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/subnets/35de9c0f-15af-499a-937d-14bca16820ef HTTP/1.1" status: 204 len: 168 time: 2.8926454 Mar 24 17:06:57.927113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38066) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:58.006043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.053036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6e1460a6-8163-4bb9-a184-fe17aeae9049 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:06:58.116247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.118494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 6e1460a6-8163-4bb9-a184-fe17aeae9049 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:06:58.119085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6e1460a6-8163-4bb9-a184-fe17aeae9049 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:06:58.129400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88f0824-6068-4b78-a9bf-357f7e293382 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:58.131265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88f0824-6068-4b78-a9bf-357f7e293382 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:58.133223 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d88f0824-6068-4b78-a9bf-357f7e293382 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2510736 Mar 24 17:06:58.139115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38070) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:58.151283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.155642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-17770e98-1197-4c19-a870-cb129b7d5941 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.156439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:58.157019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.160689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bcd71e8d-2dbb-4526-9006-19988c9e2ca8 None None] The port '6e1460a6-8163-4bb9-a184-fe17aeae9049' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:06:58.163452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Deleting port c5592cdb-d692-46b2-9c67-c699e6fde457 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:58.163854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.180671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a6bccc95-d7d1-4d08-b6f9-f39c9377ea49 None None] Provisioning complete for port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:58.181018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a6bccc95-d7d1-4d08-b6f9-f39c9377ea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.210221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.255468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6870aefc-d934-4e85-b913-3851c448468e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 0290d5e7-975b-484b-85f2-ebb05d3b886d {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:06:58.263038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-17770e98-1197-4c19-a870-cb129b7d5941 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.270253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a30bb90f-6c5c-407f-8376-d59e8f2898f9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.285779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6870aefc-d934-4e85-b913-3851c448468e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.335989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a30bb90f-6c5c-407f-8376-d59e8f2898f9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.336631 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-a30bb90f-6c5c-407f-8376-d59e8f2898f9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP 168ef9b6-b998-4ba6-aaeb-7345310dcd2c disassociated. External IP: 172.26.4.74, port: 9f0bec45-bba4-4e2a-8cd8-46a3016d20d8. Mar 24 17:06:58.340488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:06:58.374087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] DHCP port deletion for 2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:58.377810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:06:58.378704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Deleting port c5592cdb-d692-46b2-9c67-c699e6fde457 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:58.379515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.386369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=b90a3712-f287-4db5-8bd5-313e3ba4b955,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:58.396609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:06:58.484542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Network': ['ID=c3d3d1ef-63a9-4b32-a486-1b6044016df2,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:58.503635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network c3d3d1ef-63a9-4b32-a486-1b6044016df2 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:06:58.513235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6870aefc-d934-4e85-b913-3851c448468e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.600556 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c51efc33-2442-482f-8606-2b3d2ae4a9da tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1758046 Mar 24 17:06:58.607987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38074) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:58.617734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': 'c3d3d1ef-63a9-4b32-a486-1b6044016df2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:06:58.661367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17770e98-1197-4c19-a870-cb129b7d5941 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:58.662027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-17770e98-1197-4c19-a870-cb129b7d5941 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.667008 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-17770e98-1197-4c19-a870-cb129b7d5941 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/ports/4b151cf8-e3a8-4750-a694-63aa4286ca50 HTTP/1.1" status: 200 len: 910 time: 3.2825179 Mar 24 17:06:58.671986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38078) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:58.697763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6870aefc-d934-4e85-b913-3851c448468e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.783324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] For port c5592cdb-d692-46b2-9c67-c699e6fde457, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c5592cdb-d692-46b2-9c67-c699e6fde457,segment=NetworkSegment(dcc81ed4-6ec3-4f15-9f97-2eaf02f82369),segment_id=dcc81ed4-6ec3-4f15-9f97-2eaf02f82369)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:58.789413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.915106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Calling delete_port for c5592cdb-d692-46b2-9c67-c699e6fde457 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:58.922414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17770e98-1197-4c19-a870-cb129b7d5941 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=4b151cf8-e3a8-4750-a694-63aa4286ca50,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:58.941535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:06:58.942585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:58.943698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:58.945455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:06:58.948926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:06:58.955028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:06:59.020210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6870aefc-d934-4e85-b913-3851c448468e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.050451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-10267182-8657-47b0-9a7c-5883387cc495 None None] Provisioning for port b90a3712-f287-4db5-8bd5-313e3ba4b955 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:06:59.055766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-10267182-8657-47b0-9a7c-5883387cc495 None None] Provisioning complete for port b90a3712-f287-4db5-8bd5-313e3ba4b955 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:59.056862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-10267182-8657-47b0-9a7c-5883387cc495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.074421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870aefc-d934-4e85-b913-3851c448468e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=0290d5e7-975b-484b-85f2-ebb05d3b886d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:59.079809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6870aefc-d934-4e85-b913-3851c448468e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.096560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:06:59.100425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.105676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05f4da-399d-49ac-a2c3-ecba1dbd5c1c None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:06:59.123146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.166935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] For port c5592cdb-d692-46b2-9c67-c699e6fde457, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c5592cdb-d692-46b2-9c67-c699e6fde457,segment=NetworkSegment(dcc81ed4-6ec3-4f15-9f97-2eaf02f82369),segment_id=dcc81ed4-6ec3-4f15-9f97-2eaf02f82369)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:59.167517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.201290 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6870aefc-d934-4e85-b913-3851c448468e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/0290d5e7-975b-484b-85f2-ebb05d3b886d HTTP/1.1" status: 204 len: 168 time: 1.0612855 Mar 24 17:06:59.201533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Pushing event deleted for resources: {'Port': ['ID=c5592cdb-d692-46b2-9c67-c699e6fde457,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:06:59.202744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38082) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:59.211089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] No DVR routers for this DVR port c5592cdb-d692-46b2-9c67-c699e6fde457 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:06:59.216635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-10267182-8657-47b0-9a7c-5883387cc495 None None] Port b90a3712-f287-4db5-8bd5-313e3ba4b955 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:06:59.269647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.270006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.270393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.270731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.271059 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.271388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.271712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.272064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.272424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.272947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.273277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.273599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59215a1b-71eb-4fa8-8654-9fe2fcfe16ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:06:59.307305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Calling delete_port for c5592cdb-d692-46b2-9c67-c699e6fde457 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:59.335938 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9ba37a39-a8ef-4016-a8a5-a2da55c3cb64 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.5411389 Mar 24 17:06:59.346499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38086) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:59.352059 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e9a545b4-8beb-4ce7-ba58-a7d8fbf7df7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415086 Mar 24 17:06:59.361324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38090) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:59.429287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30bb90f-6c5c-407f-8376-d59e8f2898f9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:06:59.502095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366393f-0067-4427-8a50-622a563fa739 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:06:59.506408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e366393f-0067-4427-8a50-622a563fa739 None None] Deleting port 99585bc8-c222-4119-a878-e0b1110edfbc {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:59.507056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e366393f-0067-4427-8a50-622a563fa739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.528710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-36ae3d68-db5d-4c7b-b360-beba6762e0ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port b90a3712-f287-4db5-8bd5-313e3ba4b955 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:06:59.529121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-36ae3d68-db5d-4c7b-b360-beba6762e0ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.583999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:06:59.584387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:06:59.722095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-e366393f-0067-4427-8a50-622a563fa739 None None] For port 99585bc8-c222-4119-a878-e0b1110edfbc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=99585bc8-c222-4119-a878-e0b1110edfbc,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:06:59.722495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e366393f-0067-4427-8a50-622a563fa739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.850109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d73dd1-ba1a-4329-9fc9-c70c94c26d93 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:06:59.857071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-36ae3d68-db5d-4c7b-b360-beba6762e0ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.857264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:06:59.857463 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-08d73dd1-ba1a-4329-9fc9-c70c94c26d93 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4950802 Mar 24 17:06:59.858102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38094) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:06:59.891455 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e366393f-0067-4427-8a50-622a563fa739 None None] Calling delete_port for 99585bc8-c222-4119-a878-e0b1110edfbc owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:06:59.944493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30bb90f-6c5c-407f-8376-d59e8f2898f9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:06:59.959848 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d1883-9a15-44d8-8483-35b980606fc4 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:06:59.968971 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d1883-9a15-44d8-8483-35b980606fc4 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:06:59.969882 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e87d1883-9a15-44d8-8483-35b980606fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:06:59.979739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a30bb90f-6c5c-407f-8376-d59e8f2898f9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:06:59.995894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:06:59.996352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.033676 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e87d1883-9a15-44d8-8483-35b980606fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:00.044115 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d1883-9a15-44d8-8483-35b980606fc4 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:00.045067 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e87d1883-9a15-44d8-8483-35b980606fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:06:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:00.062865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.076083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e366393f-0067-4427-8a50-622a563fa739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.119443 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e87d1883-9a15-44d8-8483-35b980606fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:00.120321 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87d1883-9a15-44d8-8483-35b980606fc4 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:00.133299 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a30bb90f-6c5c-407f-8376-d59e8f2898f9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/floatingips/168ef9b6-b998-4ba6-aaeb-7345310dcd2c HTTP/1.1" status: 200 len: 687 time: 2.5996790 Mar 24 17:07:00.145385 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38098) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:00.146876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366393f-0067-4427-8a50-622a563fa739 None None] No DVR routers for this DVR port 99585bc8-c222-4119-a878-e0b1110edfbc on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:00.150392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86cacea-f18a-4de5-92c5-02ec4f1393c8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:00.152244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b86cacea-f18a-4de5-92c5-02ec4f1393c8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:00.155457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-36ae3d68-db5d-4c7b-b360-beba6762e0ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for b90a3712-f287-4db5-8bd5-313e3ba4b955 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:00.184299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Deleting port c5592cdb-d692-46b2-9c67-c699e6fde457 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:00.184978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.194424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366393f-0067-4427-8a50-622a563fa739 None None] Pushing event deleted for resources: {'Port': ['ID=99585bc8-c222-4119-a878-e0b1110edfbc,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:00.231397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.275071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 99585bc8-c222-4119-a878-e0b1110edfbc no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:00.311008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 99585bc8-c222-4119-a878-e0b1110edfbc {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:00.311371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 99585bc8-c222-4119-a878-e0b1110edfbc not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:00.311756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c5592cdb-d692-46b2-9c67-c699e6fde457 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:00.332130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] The port 'c5592cdb-d692-46b2-9c67-c699e6fde457' was deleted {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:07:00.348570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: c5592cdb-d692-46b2-9c67-c699e6fde457 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:00.349289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c5592cdb-d692-46b2-9c67-c699e6fde457 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:00.354378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=b829d2f6-c9f3-40c7-b088-2f627c3e09cf,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:00.369242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Checking segment: {'id': '62652b63-478a-4e42-83e9-b79936813025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c3d3d1ef-63a9-4b32-a486-1b6044016df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:00.369242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network hostable DHCP agents. Network: c3d3d1ef-63a9-4b32-a486-1b6044016df2, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:07:00.369242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 240f9b69-2514-4a50-bb32-466f1d57c395 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:00.369242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.420599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b86cacea-f18a-4de5-92c5-02ec4f1393c8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:00.424593 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b86cacea-f18a-4de5-92c5-02ec4f1393c8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5596380 Mar 24 17:07:00.425348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38102) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:00.442050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0190b9ea-e77a-4cda-9280-cf5b2baecf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.530371 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8c57d9e7-baa2-4d3d-8a10-6906c7449609 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036572 Mar 24 17:07:00.533941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38106) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:00.543493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:00.609961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network c3d3d1ef-63a9-4b32-a486-1b6044016df2 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:07:00.692770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.713363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, c3d3d1ef-63a9-4b32-a486-1b6044016df2) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:00.722738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f6379-2505-4c68-af72-5bce4af6e432 None None] Network c3d3d1ef-63a9-4b32-a486-1b6044016df2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:00.734788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:00.735374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.742821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.743080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.760961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:00.765867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:00.792132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc81ed4-6ec3-4f15-9f97-2eaf02f82369') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:00.792428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc81ed4-6ec3-4f15-9f97-2eaf02f82369') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:00.810598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.843596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.851550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:07:00.852143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:00.891143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 240f9b69-2514-4a50-bb32-466f1d57c395 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:00.928375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:07:00.952324 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:07:00.959469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-36ae3d68-db5d-4c7b-b360-beba6762e0ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.011571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-c3d3d1ef-63a9-4b32-a486-1b6044016df2', 'network_id': 'c3d3d1ef-63a9-4b32-a486-1b6044016df2', 'tenant_id': 'cb64c021346c4a06b81f23d0cd4139e8', 'fixed_ips': [{'subnet_id': 'b829d2f6-c9f3-40c7-b088-2f627c3e09cf'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:01.013321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.023486 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-252bf05e-d4fd-4b96-9d46-b6be8fa698b7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4140549 Mar 24 17:07:01.031422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38110) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:01.039869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-579270488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:01.055215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:01.056388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:router and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:01.057630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae3d68-db5d-4c7b-b360-beba6762e0ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=b90a3712-f287-4db5-8bd5-313e3ba4b955,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:01.062187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:01.069090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:01.095769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:01.099488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.157285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.189790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 4b151cf8-e3a8-4750-a694-63aa4286ca50 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:01.190457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.213840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Allocated IP 2001:db8::2 (c3d3d1ef-63a9-4b32-a486-1b6044016df2/b829d2f6-c9f3-40c7-b088-2f627c3e09cf/755edb23-7388-4724-a6d1-87e7e92346f3) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:01.217175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.251917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] Pushing event deleted for resources: {'Network': ['ID=2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:01.277385 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8f4e6f83-9287-4e9c-b177-1d2be89cf6f7 tempest-TagsExtTest-400441153 tempest-TagsExtTest-400441153-project] 10.222.0.47 "DELETE /v2.0/networks/2ca8cd42-a2b4-47c9-9181-b0a2e5b624b0 HTTP/1.1" status: 204 len: 168 time: 3.3491461 Mar 24 17:07:01.299777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-36ae3d68-db5d-4c7b-b360-beba6762e0ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.311177 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-36ae3d68-db5d-4c7b-b360-beba6762e0ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/b90a3712-f287-4db5-8bd5-313e3ba4b955 HTTP/1.1" status: 204 len: 168 time: 1.9614778 Mar 24 17:07:01.331126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38116) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:01.363130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.412962 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cb06ee-5dd9-41e2-be20-f4ca803a42c2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:07:01.413583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cb06ee-5dd9-41e2-be20-f4ca803a42c2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:07:01.415824 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-55cb06ee-5dd9-41e2-be20-f4ca803a42c2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/b90a3712-f287-4db5-8bd5-313e3ba4b955 HTTP/1.1" status: 404 len: 333 time: 0.0828786 Mar 24 17:07:01.419479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38120) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:01.449148 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.450156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.460363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=240f9b69-2514-4a50-bb32-466f1d57c395,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:01.469818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.481206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Transition to ACTIVE for port object 755edb23-7388-4724-a6d1-87e7e92346f3 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:01.502698 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Transition to ACTIVE for port object 755edb23-7388-4724-a6d1-87e7e92346f3 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:01.527743 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf6ea17-8338-406a-96df-4106d957e28d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:07:01.528220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.528369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dcf6ea17-8338-406a-96df-4106d957e28d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:01.570029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.580371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.595108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.635831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.640598 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3430d943-8e57-4c5b-8db8-5517adb1133a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/floatingips/168ef9b6-b998-4ba6-aaeb-7345310dcd2c HTTP/1.1" status: 204 len: 168 time: 1.4906695 Mar 24 17:07:01.641267 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38124) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:01.657784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:01.664834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:01.667973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Network c3d3d1ef-63a9-4b32-a486-1b6044016df2 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:01.670834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:floatingip and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:01.671177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:01.674104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:01.675268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:01.681011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:01.691104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Pushing event updated for resources: {'Port': ['ID=755edb23-7388-4724-a6d1-87e7e92346f3,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:01.694888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.747056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.795468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Attempting to bind port 755edb23-7388-4724-a6d1-87e7e92346f3 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:01.796137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Attempting to bind port 755edb23-7388-4724-a6d1-87e7e92346f3 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '62652b63-478a-4e42-83e9-b79936813025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c3d3d1ef-63a9-4b32-a486-1b6044016df2'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:01.796253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Attempting to bind port 755edb23-7388-4724-a6d1-87e7e92346f3 on network c3d3d1ef-63a9-4b32-a486-1b6044016df2 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:01.802072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:01.802445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Checking segment: {'id': '62652b63-478a-4e42-83e9-b79936813025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c3d3d1ef-63a9-4b32-a486-1b6044016df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:01.803128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.803526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Bound using segment: {'id': '62652b63-478a-4e42-83e9-b79936813025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c3d3d1ef-63a9-4b32-a486-1b6044016df2'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:01.804037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Bound port: 755edb23-7388-4724-a6d1-87e7e92346f3, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62652b63-478a-4e42-83e9-b79936813025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c3d3d1ef-63a9-4b32-a486-1b6044016df2'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:01.812699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.860948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 4b151cf8-e3a8-4750-a694-63aa4286ca50 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:01.873415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38130) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:01.884822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:01.886082 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b831ae46-8ba2-43a3-8f57-dd4dea8ac0d5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8518982 Mar 24 17:07:01.923838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38136) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:01.924089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] For port 755edb23-7388-4724-a6d1-87e7e92346f3, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:01.925757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dcf6ea17-8338-406a-96df-4106d957e28d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:01.928747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] For port 755edb23-7388-4724-a6d1-87e7e92346f3, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=755edb23-7388-4724-a6d1-87e7e92346f3,segment=NetworkSegment(62652b63-478a-4e42-83e9-b79936813025),segment_id=62652b63-478a-4e42-83e9-b79936813025)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:01.930003 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dcf6ea17-8338-406a-96df-4106d957e28d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/b90a3712-f287-4db5-8bd5-313e3ba4b955 HTTP/1.1" status: 404 len: 333 time: 0.5058615 Mar 24 17:07:01.936001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38140) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:01.942191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'network_id': 'c3d3d1ef-63a9-4b32-a486-1b6044016df2', 'name': 'tempest-PortsIpV6TestJSON-493184281'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:01.999009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.089173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d352e-d8e2-40bb-9ae3-5eca794fee8b None None] Pushing event updated for resources: {'Port': ['ID=755edb23-7388-4724-a6d1-87e7e92346f3,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:02.106009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.objects.ports [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88477) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:07:02.114016 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65dbdf3-cac7-453a-bcff-6688046c179e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet f5b7aced-e6a8-48a2-bde8-c930b8699a98 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:02.119284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.128833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d65dbdf3-cac7-453a-bcff-6688046c179e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.145446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:02.150857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:port and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:02.154157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:02.161534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:02.244609 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a0d4d4de-0692-4478-b9d0-1ec4555edd6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ad9b0166dc546709414f652b6bc3746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687844 Mar 24 17:07:02.247493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38144) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:02.252461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:02.261137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:02.271849 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef18e5a9-5d92-4b8d-9b38-437e2cf8350b None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:02.274400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:02.274400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.274623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:02.278192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.279876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d65dbdf3-cac7-453a-bcff-6688046c179e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.314426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.328716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=877b9c8f-4d4d-4c2d-adad-fb81db3489f1,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:02.365536 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.402661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=4b151cf8-e3a8-4750-a694-63aa4286ca50,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:02.414074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port d3be6994-5c9c-40d3-9bfd-633284b02251 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:02.454828 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a5378232-cbea-433d-829b-dfb518440913 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9171541 Mar 24 17:07:02.455064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0cafbf85-3c02-49eb-b4f1-65a27ff83dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.463400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38148) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:02.469408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b6dd9611-60a8-425f-986e-60cf86d2d489 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:02.481441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0cafbf85-3c02-49eb-b4f1-65a27ff83dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.654483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0cafbf85-3c02-49eb-b4f1-65a27ff83dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.657897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d65dbdf3-cac7-453a-bcff-6688046c179e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.658125 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '877b9c8f-4d4d-4c2d-adad-fb81db3489f1'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:02.660512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.708480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafbf85-3c02-49eb-b4f1-65a27ff83dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b6c3c3-c1b2-4d45-92a3-1211fcc1b46d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:02.744589 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.26.4.253 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/2f07c043-e9b0-432d-8fd6-a9e6fd7f8528) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:02.764898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.776383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff498867-1c3d-42c0-b708-cdd4af6c17ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.790760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b6dd9611-60a8-425f-986e-60cf86d2d489 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:02.911500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.917317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Allocated IP 2001:db8::f816:3eff:feff:95c1 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/877b9c8f-4d4d-4c2d-adad-fb81db3489f1/f0cd18e9-1b2d-475a-ade1-404d33db1141) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:02.936216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b6dd9611-60a8-425f-986e-60cf86d2d489 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:02.990991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0cafbf85-3c02-49eb-b4f1-65a27ff83dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:02.995270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0cafbf85-3c02-49eb-b4f1-65a27ff83dcc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5b6c3c3-c1b2-4d45-92a3-1211fcc1b46d HTTP/1.1" status: 204 len: 168 time: 0.7454391 Mar 24 17:07:02.996471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.001860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::88 (c3d3d1ef-63a9-4b32-a486-1b6044016df2/b829d2f6-c9f3-40c7-b088-2f627c3e09cf/d3be6994-5c9c-40d3-9bfd-633284b02251) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:03.013378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d65dbdf3-cac7-453a-bcff-6688046c179e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.062415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd9611-60a8-425f-986e-60cf86d2d489 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:03.062415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9611-60a8-425f-986e-60cf86d2d489 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.120930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dbdf3-cac7-453a-bcff-6688046c179e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b7aced-e6a8-48a2-bde8-c930b8699a98,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:03.130481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f8676-24b2-4429-9c49-b8600dfe0c6b None None] Network 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:03.140367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d65dbdf3-cac7-453a-bcff-6688046c179e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.220936 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d65dbdf3-cac7-453a-bcff-6688046c179e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/f5b7aced-e6a8-48a2-bde8-c930b8699a98 HTTP/1.1" status: 204 len: 168 time: 1.2839835 Mar 24 17:07:03.225957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38154) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:03.323316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router 4cec5b93-be41-4f33-9a89-0b78b25f8950 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:03.330598 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.399886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Transition to ACTIVE for port object f0cd18e9-1b2d-475a-ade1-404d33db1141 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:03.471114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Transition to ACTIVE for port object f0cd18e9-1b2d-475a-ade1-404d33db1141 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:03.558121 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.559322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.630245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] DHCP port deletion for 8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:07:03.643138 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.ipam_backend_mixin [None req-b6dd9611-60a8-425f-986e-60cf86d2d489 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 877b9c8f-4d4d-4c2d-adad-fb81db3489f1 (CIDR: 2001:db8::/64) Mar 24 17:07:03.647136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.648793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:03.654971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:03.656849 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:03.662374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2e37ef-8895-4dbc-b1f5-7b2ddde20451 None None] Network c3d3d1ef-63a9-4b32-a486-1b6044016df2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:03.673729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:03.678883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:03.683070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] Deleting port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:03.683241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:03.683460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.707216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:03.707567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.758146 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dd9611-60a8-425f-986e-60cf86d2d489 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:07:03.758495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6dd9611-60a8-425f-986e-60cf86d2d489 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:07:03.775653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=2f07c043-e9b0-432d-8fd6-a9e6fd7f8528,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:03.784311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:03.789056 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a4d4c6be-94b5-4eba-88ed-b62787ed82bd tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/4cec5b93-be41-4f33-9a89-0b78b25f8950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1139143 Mar 24 17:07:03.792974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38158) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:03.848922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ea6d60a8-05ba-4b2e-8b74-2d83953ce1ba tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:03.890441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:03.908831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object d3be6994-5c9c-40d3-9bfd-633284b02251 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:03.926874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f3d92-c526-446a-842e-dabf4bafb886 None None] Sync routers for ids ['4cec5b93-be41-4f33-9a89-0b78b25f8950'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:03.960863 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b6dd9611-60a8-425f-986e-60cf86d2d489 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4938602 Mar 24 17:07:03.961091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ea6d60a8-05ba-4b2e-8b74-2d83953ce1ba tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:03.961091 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ea6d60a8-05ba-4b2e-8b74-2d83953ce1ba tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cec5b93-be41-4f33-9a89-0b78b25f8950 HTTP/1.1" status: 200 len: 205 time: 0.1664510 Mar 24 17:07:03.963648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38162) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:03.963648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38164) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:03.984472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 755edb23-7388-4724-a6d1-87e7e92346f3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:04.027540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:04.081621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.125801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Pushing event updated for resources: {'Port': ['ID=f0cd18e9-1b2d-475a-ade1-404d33db1141,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:04.128516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-278d808c-85e2-4161-8b4c-0ab533a9cf79 None None] Provisioning for port 755edb23-7388-4724-a6d1-87e7e92346f3 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:04.152267 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f3d92-c526-446a-842e-dabf4bafb886 None None] Routers {'4cec5b93-be41-4f33-9a89-0b78b25f8950'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:04.152890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2f1f3d92-c526-446a-842e-dabf4bafb886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['4cec5b93-be41-4f33-9a89-0b78b25f8950'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:04.219522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] For port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80338e0f-ed3a-40d2-adb1-2e2fe93a83fd,segment=NetworkSegment(0e806cb1-57cd-4af3-b208-61f3485f073e),segment_id=0e806cb1-57cd-4af3-b208-61f3485f073e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:04.219802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.238144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] For port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=80338e0f-ed3a-40d2-adb1-2e2fe93a83fd,segment=NetworkSegment(0e806cb1-57cd-4af3-b208-61f3485f073e),segment_id=0e806cb1-57cd-4af3-b208-61f3485f073e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:04.238510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.245693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.253601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffbf3-4c01-4b10-a740-35f3aaa92540 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.260340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.316638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2f1f3d92-c526-446a-842e-dabf4bafb886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:04.381722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] Calling delete_port for 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:04.400412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network c3d3d1ef-63a9-4b32-a486-1b6044016df2 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:04.409948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Attempting to bind port f0cd18e9-1b2d-475a-ade1-404d33db1141 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:04.410312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Attempting to bind port f0cd18e9-1b2d-475a-ade1-404d33db1141 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:04.410670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Attempting to bind port f0cd18e9-1b2d-475a-ade1-404d33db1141 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:04.413579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:04.422124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=d3be6994-5c9c-40d3-9bfd-633284b02251,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:04.427021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:04.429863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:04.433212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:04.433838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.449493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:04.449930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:04.450257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.450644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:04.451117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Bound port: f0cd18e9-1b2d-475a-ade1-404d33db1141, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:04.451480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.479722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f3d92-c526-446a-842e-dabf4bafb886 None None] Routers {'4cec5b93-be41-4f33-9a89-0b78b25f8950'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:04.480566 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2f1f3d92-c526-446a-842e-dabf4bafb886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['4cec5b93-be41-4f33-9a89-0b78b25f8950'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:04.596010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.604525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.631904 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2f1f3d92-c526-446a-842e-dabf4bafb886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:04.632332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1f3d92-c526-446a-842e-dabf4bafb886 None None] The sync data for ids ['4cec5b93-be41-4f33-9a89-0b78b25f8950'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:04.642390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:04.654753 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f6b0a2f6-583b-41c7-a37e-e0b20cb75e52 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7303104 Mar 24 17:07:04.655736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=80338e0f-ed3a-40d2-adb1-2e2fe93a83fd,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:04.657542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffbf3-4c01-4b10-a740-35f3aaa92540 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.657693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38170) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:04.662374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffbf3-4c01-4b10-a740-35f3aaa92540 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.668881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:04.717993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No DVR routers for this DVR port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:04.729310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 755edb23-7388-4724-a6d1-87e7e92346f3 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:04.744801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:07:04.745050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:07:04.747007 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:04.750755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.755363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 755edb23-7388-4724-a6d1-87e7e92346f3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:04.760406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.793658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] For port f0cd18e9-1b2d-475a-ade1-404d33db1141, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:04.812217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] For port f0cd18e9-1b2d-475a-ade1-404d33db1141, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0cd18e9-1b2d-475a-ade1-404d33db1141,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:04.835942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffbf3-4c01-4b10-a740-35f3aaa92540 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.836467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0ffbf3-4c01-4b10-a740-35f3aaa92540 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Fanout notify agent at l3_agent the message router_deleted on router 4cec5b93-be41-4f33-9a89-0b78b25f8950 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:07:04.870942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb0ffbf3-4c01-4b10-a740-35f3aaa92540 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.874760 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cb0ffbf3-4c01-4b10-a740-35f3aaa92540 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/4cec5b93-be41-4f33-9a89-0b78b25f8950 HTTP/1.1" status: 204 len: 168 time: 0.9059241 Mar 24 17:07:04.877170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.878827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38174) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:04.922552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:04.970694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7b4588-0089-4232-8089-1d8e91fa20ad tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting subnet 35c03a4c-a2bd-4059-b4b0-b0f9291fcffc {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:04.977072 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4588-0089-4232-8089-1d8e91fa20ad tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.047952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4588-0089-4232-8089-1d8e91fa20ad tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.076533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.094657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecd058-cd14-4cb7-89d7-7c6941788b8a None None] Pushing event updated for resources: {'Port': ['ID=f0cd18e9-1b2d-475a-ade1-404d33db1141,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:05.123691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 755edb23-7388-4724-a6d1-87e7e92346f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=755edb23-7388-4724-a6d1-87e7e92346f3,segment=NetworkSegment(62652b63-478a-4e42-83e9-b79936813025),segment_id=62652b63-478a-4e42-83e9-b79936813025)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:05.181794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.257074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] Deleting port 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:05.260351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.264616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.295151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.316562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:05.366410 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:07:05.379807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:05.380185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 80338e0f-ed3a-40d2-adb1-2e2fe93a83fd not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:05.411842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.421479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-69ba322d-4736-48a3-ae88-e3ad62248421 None None] The port '80338e0f-ed3a-40d2-adb1-2e2fe93a83fd' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:07:05.434804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f86c5bd-5b5c-4509-bdda-c4d96fc2b857']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:05.450350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=755edb23-7388-4724-a6d1-87e7e92346f3,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:05.488906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e806cb1-57cd-4af3-b208-61f3485f073e') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:05.489940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e806cb1-57cd-4af3-b208-61f3485f073e') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:05.513474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:05.518433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:05.525446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:05.525947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.535051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4588-0089-4232-8089-1d8e91fa20ad tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.608469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-05a6e2a1-1200-44b4-b93c-520ca3080875 None None] Provisioning complete for port 755edb23-7388-4724-a6d1-87e7e92346f3 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:05.610689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-05a6e2a1-1200-44b4-b93c-520ca3080875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.638097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=5065a4d0-9616-4cf9-be94-cd0fdeea86fb,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:05.658197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.696294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4588-0089-4232-8089-1d8e91fa20ad tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.772525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.789942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b4588-0089-4232-8089-1d8e91fa20ad tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Subnet': ['ID=35c03a4c-a2bd-4059-b4b0-b0f9291fcffc,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:05.795463 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-71a39ab1-d9a7-4be3-97c7-3b8e79941ab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8304303 Mar 24 17:07:05.798391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38178) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:05.804508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:6f:ba:9a', 'name': 'tempest-NetworksTestDHCPv6-868911313'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:05.818021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:07:05.819705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.819829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f7b4588-0089-4232-8089-1d8e91fa20ad tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:05.822357 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2f7b4588-0089-4232-8089-1d8e91fa20ad tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/35c03a4c-a2bd-4059-b4b0-b0f9291fcffc HTTP/1.1" status: 204 len: 168 time: 0.9429593 Mar 24 17:07:05.826262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38182) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:07:05.840371 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:07:05.872170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459ef6ec-7c0c-4f9c-8437-471a216a927f None None] Network b9b818ab-f228-4792-a25c-a315d341222b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:06.002813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 755edb23-7388-4724-a6d1-87e7e92346f3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:06.072972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.091044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.091269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.102381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.135330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.139688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port f0655bd8-82e5-44b1-bb70-0bf6837e0990 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:06.140398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.146384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Network': ['ID=8f86c5bd-5b5c-4509-bdda-c4d96fc2b857,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:06.179550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-05a6e2a1-1200-44b4-b93c-520ca3080875 None None] Provisioning for port d3be6994-5c9c-40d3-9bfd-633284b02251 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:06.192707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.192978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-05a6e2a1-1200-44b4-b93c-520ca3080875 None None] Provisioning complete for port d3be6994-5c9c-40d3-9bfd-633284b02251 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:06.193592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-05a6e2a1-1200-44b4-b93c-520ca3080875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.202003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:06.209612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:06.220467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:06.249976 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d39a295e-6f02-4cc9-9861-d8b71c8686af tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/networks/8f86c5bd-5b5c-4509-bdda-c4d96fc2b857 HTTP/1.1" status: 204 len: 168 time: 3.0225477 Mar 24 17:07:06.260224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:06.262447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38186) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:06.269744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 755edb23-7388-4724-a6d1-87e7e92346f3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:06.270116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.276933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-44432459'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:06.290377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:06.298662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:network and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:06.304858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-05a6e2a1-1200-44b4-b93c-520ca3080875 None None] Port d3be6994-5c9c-40d3-9bfd-633284b02251 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:06.308279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:06.340032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:06.401004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=2f07c043-e9b0-432d-8fd6-a9e6fd7f8528,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:06.401242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:06.440841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0cd18e9-1b2d-475a-ade1-404d33db1141 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:06.475604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] DHCP port deletion for b9b818ab-f228-4792-a25c-a315d341222b request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:07:06.495871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] Deleting port f0655bd8-82e5-44b1-bb70-0bf6837e0990 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:06.496631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.499041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.526763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:06.530395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fa3d69be-f3cb-4870-bae3-348de87d4c04 None None] Provisioning complete for port d3be6994-5c9c-40d3-9bfd-633284b02251 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:06.530966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fa3d69be-f3cb-4870-bae3-348de87d4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.532870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.554738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port f0655bd8-82e5-44b1-bb70-0bf6837e0990, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0655bd8-82e5-44b1-bb70-0bf6837e0990,segment=NetworkSegment(1d5e979d-d0b4-4be3-a447-b6aeb62d2391),segment_id=1d5e979d-d0b4-4be3-a447-b6aeb62d2391)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:06.562210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.666959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b702c6-d378-42c0-b866-3ccb4daf5a63 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:06.694136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for f0655bd8-82e5-44b1-bb70-0bf6837e0990 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:06.751428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:07:06.786150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.787466 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Added segment 68b7dd84-5082-44a6-85af-c5cbf0e6e7ec of type vlan for network 876bafc4-63e3-4eea-9f62-4c93be00228d Mar 24 17:07:06.805146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.819088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d69be-f3cb-4870-bae3-348de87d4c04 None None] Port d3be6994-5c9c-40d3-9bfd-633284b02251 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:06.852419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.856420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port ae6d093a-cc3c-4938-b395-c0a1956097e1 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:06.908211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] For port f0655bd8-82e5-44b1-bb70-0bf6837e0990, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0655bd8-82e5-44b1-bb70-0bf6837e0990,segment=NetworkSegment(1d5e979d-d0b4-4be3-a447-b6aeb62d2391),segment_id=1d5e979d-d0b4-4be3-a447-b6aeb62d2391)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:06.908662 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:06.921422 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP ea1fb3ab-65a9-4bec-bf73-4d924f854e16 associated. External IP: 172.26.4.253, port: 5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add. Mar 24 17:07:06.975681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.022925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.075373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=f0655bd8-82e5-44b1-bb70-0bf6837e0990,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:07.077688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No DVR routers for this DVR port f0655bd8-82e5-44b1-bb70-0bf6837e0990 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:07.078283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f0cd18e9-1b2d-475a-ade1-404d33db1141 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:07.093486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] Calling delete_port for f0655bd8-82e5-44b1-bb70-0bf6837e0990 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:07.095406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.148754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.155011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:07.155876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.299707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=d3be6994-5c9c-40d3-9bfd-633284b02251,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:07.356738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0c4384e4-a55b-4ddc-b50b-f54435bfc878 None None] Provisioning for port f0cd18e9-1b2d-475a-ade1-404d33db1141 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:07.363397 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:07:07.364177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:07:07.365612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0c4384e4-a55b-4ddc-b50b-f54435bfc878 None None] Provisioning complete for port f0cd18e9-1b2d-475a-ade1-404d33db1141 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:07.367369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c4384e4-a55b-4ddc-b50b-f54435bfc878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.560198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c4384e4-a55b-4ddc-b50b-f54435bfc878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.694827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.698432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe83318-7578-4754-8f4d-f943e14e49b7 None None] Update dhcp port {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'fixed_ips': [{'subnet_id': '877b9c8f-4d4d-4c2d-adad-fb81db3489f1', 'ip_address': '2001:db8::f816:3eff:feff:95c1'}, {'subnet_id': '5065a4d0-9616-4cf9-be94-cd0fdeea86fb'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': 'f0cd18e9-1b2d-475a-ade1-404d33db1141'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:07:07.724616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.742615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:07.757887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0c4384e4-a55b-4ddc-b50b-f54435bfc878 None None] For port f0cd18e9-1b2d-475a-ade1-404d33db1141, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0cd18e9-1b2d-475a-ade1-404d33db1141,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:07.765539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Network': ['ID=876bafc4-63e3-4eea-9f62-4c93be00228d,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:07.773901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8:0:1::228 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/5065a4d0-9616-4cf9-be94-cd0fdeea86fb/ae6d093a-cc3c-4938-b395-c0a1956097e1) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:07.778361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b818ab-f228-4792-a25c-a315d341222b']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:07.781604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 876bafc4-63e3-4eea-9f62-4c93be00228d details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:07:07.796939 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8b724faa-cbff-4042-8848-496fc5dca233 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5295560 Mar 24 17:07:07.798173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5e979d-d0b4-4be3-a447-b6aeb62d2391') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:07.798462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5e979d-d0b4-4be3-a447-b6aeb62d2391') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:07.805812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:fe6f:ba9a (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/877b9c8f-4d4d-4c2d-adad-fb81db3489f1/ae6d093a-cc3c-4938-b395-c0a1956097e1) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:07.808380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38190) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:07.824915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '876bafc4-63e3-4eea-9f62-4c93be00228d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:07.841309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0655bd8-82e5-44b1-bb70-0bf6837e0990 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:07.874504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.907078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] Deleting port f0655bd8-82e5-44b1-bb70-0bf6837e0990 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:07.907704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.936286 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f0655bd8-82e5-44b1-bb70-0bf6837e0990 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:07.936734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0655bd8-82e5-44b1-bb70-0bf6837e0990 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:07.938374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c4384e4-a55b-4ddc-b50b-f54435bfc878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.976640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1fe83318-7578-4754-8f4d-f943e14e49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:07.988466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.022638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:07:08.023449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:07:08.037278 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:07:08.060474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.071567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:08.086629 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d4158-99db-4523-824f-dce9dcf76eee None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:08.105843 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d4158-99db-4523-824f-dce9dcf76eee None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:08.107002 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-615d4158-99db-4523-824f-dce9dcf76eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:08.120702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8306f68c-0576-487c-b672-907e10bf0e78 None None] The port 'f0655bd8-82e5-44b1-bb70-0bf6837e0990' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:07:08.146318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:08.155547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:08.163538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:08.200183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:08.213933 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-615d4158-99db-4523-824f-dce9dcf76eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:08.220761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.222851 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d4158-99db-4523-824f-dce9dcf76eee None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:08.223466 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-615d4158-99db-4523-824f-dce9dcf76eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:08.283120 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-615d4158-99db-4523-824f-dce9dcf76eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:08.283719 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d4158-99db-4523-824f-dce9dcf76eee None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:08.298504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.303229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.319804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4384e4-a55b-4ddc-b50b-f54435bfc878 None None] Pushing event updated for resources: {'Port': ['ID=f0cd18e9-1b2d-475a-ade1-404d33db1141,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:08.325764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-84897726-996d-4f4a-adf7-df03786e923c None None] Provisioning complete for port d3be6994-5c9c-40d3-9bfd-633284b02251 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:08.325764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-84897726-996d-4f4a-adf7-df03786e923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.342292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/networks/b9b818ab-f228-4792-a25c-a315d341222b HTTP/1.1" status: 204 len: 168 time: 2.5092895 Mar 24 17:07:08.342292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:08.348947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.360030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38194) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:08.386997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c5da7-32b4-4173-8701-0771f398b48d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Network': ['ID=b9b818ab-f228-4792-a25c-a315d341222b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:08.388690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-84897726-996d-4f4a-adf7-df03786e923c None None] Port d3be6994-5c9c-40d3-9bfd-633284b02251 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:08.394808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1532775348', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:08.414071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:08.473334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:router and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:08.483412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:08.496342 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b4f558c9-bdcb-423c-bd39-3ce3c50a2a62 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8542662 Mar 24 17:07:08.496836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:08.503692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38198) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:08.615290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.656483 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1616df2c-db47-45cf-8634-674fe0b4f5fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "GET /v2.0/floatingips/ea1fb3ab-65a9-4bec-bf73-4d924f854e16 HTTP/1.1" status: 200 len: 978 time: 0.1516023 Mar 24 17:07:08.657353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.658320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.659670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38202) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:08.662770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object ae6d093a-cc3c-4938-b395-c0a1956097e1 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:08.689922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.746055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.775344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-735a21df-3127-4b1a-865b-297351d36a76 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Synchronizing usage tracker for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:floatingip {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:08.798327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.799109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.833277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.895780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.911057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-1fe83318-7578-4754-8f4d-f943e14e49b7 None None] Allocated IP 2001:db8:0:1::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/5065a4d0-9616-4cf9-be94-cd0fdeea86fb/f0cd18e9-1b2d-475a-ade1-404d33db1141) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:08.916028 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:08.930026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:08.946643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-735a21df-3127-4b1a-865b-297351d36a76 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Unset dirty status for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:floatingip {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:08.948007 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-735a21df-3127-4b1a-865b-297351d36a76 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2872241 Mar 24 17:07:08.955995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=d3be6994-5c9c-40d3-9bfd-633284b02251,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:08.958149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38206) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:08.965993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:08.969592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'port_id': '9f0bec45-bba4-4e2a-8cd8-46a3016d20d8'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:08.979382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:08.984999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:08.985821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.036220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=ae6d093a-cc3c-4938-b395-c0a1956097e1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:09.068665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=bb126854-933f-49ef-8512-02356a157582,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:09.076418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Checking segment: {'id': '68b7dd84-5082-44a6-85af-c5cbf0e6e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876bafc4-63e3-4eea-9f62-4c93be00228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:09.077199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network hostable DHCP agents. Network: 876bafc4-63e3-4eea-9f62-4c93be00228d, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:07:09.095360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.098217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-1fe83318-7578-4754-8f4d-f943e14e49b7 None None] For port f0cd18e9-1b2d-475a-ade1-404d33db1141, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0cd18e9-1b2d-475a-ade1-404d33db1141,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:09.118550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.122202 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8c2687b4-2134-4d4f-90b7-ecfe8ba9aea4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7482505 Mar 24 17:07:09.122890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38210) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:09.124718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1fe83318-7578-4754-8f4d-f943e14e49b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.128718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'network': {'name': 'tempest-RoutersTest-1124593997'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:09.134596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:09.138642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:network and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:09.142073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:09.142251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1fe83318-7578-4754-8f4d-f943e14e49b7 None None] Transition to ACTIVE for port object f0cd18e9-1b2d-475a-ade1-404d33db1141 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:09.145595 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b0b23d9f-820d-4d93-90ae-24488a4e8332 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3460858 Mar 24 17:07:09.156533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38214) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:09.156756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network c3d3d1ef-63a9-4b32-a486-1b6044016df2 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:09.166349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:09.180862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:09.188920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 876bafc4-63e3-4eea-9f62-4c93be00228d is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:07:09.228880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd84a7-b0bc-4a39-9dd2-c7214bcdfcff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port ae6d093a-cc3c-4938-b395-c0a1956097e1 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:09.229218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ecd84a7-b0bc-4a39-9dd2-c7214bcdfcff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.250226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1fe83318-7578-4754-8f4d-f943e14e49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.291803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 876bafc4-63e3-4eea-9f62-4c93be00228d) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:09.293216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:09.297510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.313961 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c842215-f133-45d8-abc8-1fcf987cfb18 None None] Network 876bafc4-63e3-4eea-9f62-4c93be00228d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:09.346589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:09.347168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.434701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:07:09.504136 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4fe75bd0-ebf5-4818-8f6a-dad348c7b2fc tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6942821 Mar 24 17:07:09.512913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.513258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added segment 50c60b8d-3f47-4fe8-92ce-a49be90fa6de of type vlan for network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 Mar 24 17:07:09.514194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38218) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:09.529070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': '876bafc4-63e3-4eea-9f62-4c93be00228d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-782567694'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:09.559600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe83318-7578-4754-8f4d-f943e14e49b7 None None] Pushing event updated for resources: {'Port': ['ID=f0cd18e9-1b2d-475a-ade1-404d33db1141,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:09.599862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f4ddd63c-6219-4d7a-8faf-ff57162d6f74 None None] Provisioning complete for port d3be6994-5c9c-40d3-9bfd-633284b02251 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:09.600377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd63c-6219-4d7a-8faf-ff57162d6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.641210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Router a3b41dad-4155-4572-8286-b19f5857ceb7 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:07:09.690043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f4ddd63c-6219-4d7a-8faf-ff57162d6f74 None None] Port d3be6994-5c9c-40d3-9bfd-633284b02251 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:09.848795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.865452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ecd84a7-b0bc-4a39-9dd2-c7214bcdfcff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:09.967388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0cd18e9-1b2d-475a-ade1-404d33db1141 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:10.038715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-876bafc4-63e3-4eea-9f62-4c93be00228d', 'network_id': '876bafc4-63e3-4eea-9f62-4c93be00228d', 'tenant_id': 'b4f813c93884487a9c39045d6bad96b8', 'fixed_ips': [{'subnet_id': 'bb126854-933f-49ef-8512-02356a157582'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:10.039538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.051081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd84a7-b0bc-4a39-9dd2-c7214bcdfcff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for ae6d093a-cc3c-4938-b395-c0a1956097e1 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:10.086607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:07:10.117422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:10.123398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:port and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:10.125795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:10.132372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:10.227854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Allocated IP 172.20.0.2 (876bafc4-63e3-4eea-9f62-4c93be00228d/bb126854-933f-49ef-8512-02356a157582/12851352-90e7-42ac-8884-a7d01e05b87c) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:10.298252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.307904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:10.311428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.329456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:10.332856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.339100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:10.339711 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.344173 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f7b76d34-ed81-44b4-a70a-b210eb0773e1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "PUT /v2.0/routers/a3b41dad-4155-4572-8286-b19f5857ceb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6801860 Mar 24 17:07:10.344527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38228) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:10.348013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f0ec2-6576-492f-aad5-56ef4dd23546 None None] Sync routers for ids ['a3b41dad-4155-4572-8286-b19f5857ceb7'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:10.370046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f0ec2-6576-492f-aad5-56ef4dd23546 None None] Routers {'a3b41dad-4155-4572-8286-b19f5857ceb7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:10.370676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-876f0ec2-6576-492f-aad5-56ef4dd23546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3b41dad-4155-4572-8286-b19f5857ceb7'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:10.400004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.416795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 988b6b49-3e0e-4fee-af8e-9c1439861c68 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:10.461214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-876f0ec2-6576-492f-aad5-56ef4dd23546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:10.474047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c72589c1-43b1-4b87-ab06-46715f8d169a None None] Provisioning for port f0cd18e9-1b2d-475a-ade1-404d33db1141 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:10.480177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f0ec2-6576-492f-aad5-56ef4dd23546 None None] Routers {'a3b41dad-4155-4572-8286-b19f5857ceb7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:10.480527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-876f0ec2-6576-492f-aad5-56ef4dd23546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3b41dad-4155-4572-8286-b19f5857ceb7'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:10.529592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Network': ['ID=fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:10.560171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:07:10.567491 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4fccff4f-38cb-4574-9947-fb59b2c94e70 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4406989 Mar 24 17:07:10.568585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38232) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:10.577819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c72589c1-43b1-4b87-ab06-46715f8d169a None None] Provisioning complete for port f0cd18e9-1b2d-475a-ade1-404d33db1141 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:10.578189 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c72589c1-43b1-4b87-ab06-46715f8d169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.578297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'subnet': {'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:10.598436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ecd84a7-b0bc-4a39-9dd2-c7214bcdfcff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.617559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-876f0ec2-6576-492f-aad5-56ef4dd23546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:10.617959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f0ec2-6576-492f-aad5-56ef4dd23546 None None] The sync data for ids ['a3b41dad-4155-4572-8286-b19f5857ceb7'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:10.678816 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP ea1fb3ab-65a9-4bec-bf73-4d924f854e16 associated. External IP: 172.26.4.253, port: 5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add. Mar 24 17:07:10.681475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd84a7-b0bc-4a39-9dd2-c7214bcdfcff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=ae6d093a-cc3c-4938-b395-c0a1956097e1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:10.757733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4025d-3d69-40c3-997b-43201ed3c158 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:10.758188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-04e4025d-3d69-40c3-997b-43201ed3c158 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:10.803518 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-7ded5574-34eb-45f4-bb8a-e499171a1b2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2922528 Mar 24 17:07:10.846930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.869718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Transition to ACTIVE for port object 12851352-90e7-42ac-8884-a7d01e05b87c will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:10.899077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ecd84a7-b0bc-4a39-9dd2-c7214bcdfcff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:10.905958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Transition to ACTIVE for port object 12851352-90e7-42ac-8884-a7d01e05b87c will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:10.909420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-04e4025d-3d69-40c3-997b-43201ed3c158 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:10.910671 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-04e4025d-3d69-40c3-997b-43201ed3c158 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3b41dad-4155-4572-8286-b19f5857ceb7 HTTP/1.1" status: 200 len: 987 time: 0.5650940 Mar 24 17:07:10.913908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38236) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:10.916966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:10.924781 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8ecd84a7-b0bc-4a39-9dd2-c7214bcdfcff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/ae6d093a-cc3c-4938-b395-c0a1956097e1 HTTP/1.1" status: 204 len: 168 time: 1.7719629 Mar 24 17:07:10.924781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:subnet and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:10.927094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38240) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:10.929743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:10.988369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eda53a2a-08eb-4c71-9612-9dc10c01c28c None None] Could not find standard attr ID for object ae6d093a-cc3c-4938-b395-c0a1956097e1. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:07:10.991768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:11.030077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:11.059802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Network 876bafc4-63e3-4eea-9f62-4c93be00228d is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:11.062501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:11.070346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:11.077343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Pushing event updated for resources: {'Port': ['ID=12851352-90e7-42ac-8884-a7d01e05b87c,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:11.099334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.10 (876bafc4-63e3-4eea-9f62-4c93be00228d/bb126854-933f-49ef-8512-02356a157582/988b6b49-3e0e-4fee-af8e-9c1439861c68) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:11.113294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593eea92-7fe9-4902-bae1-2a351b155d7b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:11.114036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-593eea92-7fe9-4902-bae1-2a351b155d7b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:11.146586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:11.150885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:11.166978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Attempting to bind port 12851352-90e7-42ac-8884-a7d01e05b87c on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:11.167361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Attempting to bind port 12851352-90e7-42ac-8884-a7d01e05b87c by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '68b7dd84-5082-44a6-85af-c5cbf0e6e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876bafc4-63e3-4eea-9f62-4c93be00228d'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:11.167712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Attempting to bind port 12851352-90e7-42ac-8884-a7d01e05b87c on network 876bafc4-63e3-4eea-9f62-4c93be00228d {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:11.173470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:11.173841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Checking segment: {'id': '68b7dd84-5082-44a6-85af-c5cbf0e6e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876bafc4-63e3-4eea-9f62-4c93be00228d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:11.174239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:11.174627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Bound using segment: {'id': '68b7dd84-5082-44a6-85af-c5cbf0e6e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876bafc4-63e3-4eea-9f62-4c93be00228d'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:11.175087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Bound port: 12851352-90e7-42ac-8884-a7d01e05b87c, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b7dd84-5082-44a6-85af-c5cbf0e6e7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '876bafc4-63e3-4eea-9f62-4c93be00228d'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:11.175457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:11.270973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] For port 12851352-90e7-42ac-8884-a7d01e05b87c, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:11.275870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] For port 12851352-90e7-42ac-8884-a7d01e05b87c, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=12851352-90e7-42ac-8884-a7d01e05b87c,segment=NetworkSegment(68b7dd84-5082-44a6-85af-c5cbf0e6e7ec),segment_id=68b7dd84-5082-44a6-85af-c5cbf0e6e7ec)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:11.278820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-593eea92-7fe9-4902-bae1-2a351b155d7b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:11.282584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-593eea92-7fe9-4902-bae1-2a351b155d7b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3519266 Mar 24 17:07:11.284752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38244) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:11.348174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:11.416611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:11.439262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object 988b6b49-3e0e-4fee-af8e-9c1439861c68 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:11.445967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1285d-b5e8-4f71-9fd8-6486ba1d33cf None None] Pushing event updated for resources: {'Port': ['ID=12851352-90e7-42ac-8884-a7d01e05b87c,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:11.593524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:11.645149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:11.660505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-c11038a0-1374-4bc7-a8b7-f09ce59658b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:11.667509 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-c11038a0-1374-4bc7-a8b7-f09ce59658b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb4059de826b4890846a22f339997227&device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 1099 time: 0.7415514 Mar 24 17:07:11.739822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 876bafc4-63e3-4eea-9f62-4c93be00228d is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:11.750877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:11.763874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:11.798364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:11.907092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 12851352-90e7-42ac-8884-a7d01e05b87c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:11.950612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7d0127-4b29-433f-89b5-9da896d9c95a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:11.953094 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3c7d0127-4b29-433f-89b5-9da896d9c95a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6596687 Mar 24 17:07:11.955080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=988b6b49-3e0e-4fee-af8e-9c1439861c68,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:11.963771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38248) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:12.019320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Subnet': ['ID=08694b70-8c01-4bc6-8688-0e2fb3ccb5c0,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:12.054565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Checking segment: {'id': '50c60b8d-3f47-4fe8-92ce-a49be90fa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:12.054926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network hostable DHCP agents. Network: fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:07:12.055939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 12851352-90e7-42ac-8884-a7d01e05b87c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:12.074933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:12.075540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:12.098428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c71f4-233e-4159-8be7-ef90dcd3ee68 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:12.098428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c71f4-233e-4159-8be7-ef90dcd3ee68 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:12.099081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c71f4-233e-4159-8be7-ef90dcd3ee68 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:12.099852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d02c71f4-233e-4159-8be7-ef90dcd3ee68 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:12.159986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-9aea67a1-e53a-47d5-81a1-74f21d3569d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:12.161426 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-9aea67a1-e53a-47d5-81a1-74f21d3569d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 HTTP/1.1" status: 200 len: 898 time: 0.4164541 Mar 24 17:07:12.184545 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3a5dfce4-8089-4c61-8d5d-1297752c3862 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6668715 Mar 24 17:07:12.185471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38252) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:12.224834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d02c71f4-233e-4159-8be7-ef90dcd3ee68 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:12.228960 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d02c71f4-233e-4159-8be7-ef90dcd3ee68 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2609067 Mar 24 17:07:12.228960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:07:12.234989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38256) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:12.266330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-20db4ea3-0ab2-4aac-b5e7-e95363afb8ff tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 988b6b49-3e0e-4fee-af8e-9c1439861c68 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:12.266678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-20db4ea3-0ab2-4aac-b5e7-e95363afb8ff tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:12.299143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:12.309025 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7b86a-fceb-4daa-b61b-ea3ba766c4a1 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:12.319061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:12.323275 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7b86a-fceb-4daa-b61b-ea3ba766c4a1 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:12.324719 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-37b7b86a-fceb-4daa-b61b-ea3ba766c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:12.328330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a7d3e7-81c9-48bf-9f47-a7d3e5eb71e6 None None] Network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:12.336329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:12.336920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:12.408451 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-37b7b86a-fceb-4daa-b61b-ea3ba766c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:12.422681 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7b86a-fceb-4daa-b61b-ea3ba766c4a1 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:12.423919 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-37b7b86a-fceb-4daa-b61b-ea3ba766c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:12.442041 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-54bef672-f12b-4a7f-8331-e93b6626b48b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002acf49-8846-4432-a0a1-93ab5e067b1e HTTP/1.1" status: 200 len: 1002 time: 0.2726474 Mar 24 17:07:12.513370 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-37b7b86a-fceb-4daa-b61b-ea3ba766c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:12.514129 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7b86a-fceb-4daa-b61b-ea3ba766c4a1 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:12.533686 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-de46a3cc-a997-47db-b208-df5fd4ff98c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9569166 Mar 24 17:07:12.534214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2888e8e5-3e1e-406a-8f48-80adcba1e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 5065a4d0-9616-4cf9-be94-cd0fdeea86fb {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:12.542619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38262) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:12.627071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2888e8e5-3e1e-406a-8f48-80adcba1e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:12.627266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:12.628284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:12.646836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-20db4ea3-0ab2-4aac-b5e7-e95363afb8ff tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:12.724369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86554b6-8426-4068-bd2f-30dd7499b6b8 None None] Network 876bafc4-63e3-4eea-9f62-4c93be00228d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:12.780218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:12.790881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-20db4ea3-0ab2-4aac-b5e7-e95363afb8ff tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 988b6b49-3e0e-4fee-af8e-9c1439861c68 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:12.955323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Allocated IP 172.20.0.2 (fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2/08694b70-8c01-4bc6-8688-0e2fb3ccb5c0/17540fa0-ceb1-480e-bc2b-deffb2054e07) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:13.037867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-25e38a72-e587-428b-9a62-7840d40f21f7 None None] Provisioning for port 12851352-90e7-42ac-8884-a7d01e05b87c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:13.050591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-20db4ea3-0ab2-4aac-b5e7-e95363afb8ff tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.051680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-25e38a72-e587-428b-9a62-7840d40f21f7 None None] Provisioning complete for port 12851352-90e7-42ac-8884-a7d01e05b87c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:13.051831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25e38a72-e587-428b-9a62-7840d40f21f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.060272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-d70f6007-439f-4e5e-b7ef-6614d50af982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:13.061708 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-d70f6007-439f-4e5e-b7ef-6614d50af982 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28342b6b-aa72-4f1a-8152-467ff34c47cb HTTP/1.1" status: 200 len: 834 time: 0.5715311 Mar 24 17:07:13.067153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2888e8e5-3e1e-406a-8f48-80adcba1e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.103841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db4ea3-0ab2-4aac-b5e7-e95363afb8ff tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=988b6b49-3e0e-4fee-af8e-9c1439861c68,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:13.205245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-20db4ea3-0ab2-4aac-b5e7-e95363afb8ff tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.214754 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-20db4ea3-0ab2-4aac-b5e7-e95363afb8ff tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/988b6b49-3e0e-4fee-af8e-9c1439861c68 HTTP/1.1" status: 204 len: 168 time: 1.0282776 Mar 24 17:07:13.217296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38266) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:13.261962 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3cb9f1-3b4d-4d28-ad78-af0195f7b3a1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:07:13.262691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9b3cb9f1-3b4d-4d28-ad78-af0195f7b3a1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:13.348370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9b3cb9f1-3b4d-4d28-ad78-af0195f7b3a1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:13.349803 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9b3cb9f1-3b4d-4d28-ad78-af0195f7b3a1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/988b6b49-3e0e-4fee-af8e-9c1439861c68 HTTP/1.1" status: 404 len: 333 time: 0.1315496 Mar 24 17:07:13.353797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38270) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:13.385421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25e38a72-e587-428b-9a62-7840d40f21f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.424856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b923b1-d588-4b7e-9a49-7b96fe016692 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet bb126854-933f-49ef-8512-02356a157582 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:13.427232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.429591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00b923b1-d588-4b7e-9a49-7b96fe016692 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.444761 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Transition to ACTIVE for port object 17540fa0-ceb1-480e-bc2b-deffb2054e07 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:13.455511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-25e38a72-e587-428b-9a62-7840d40f21f7 None None] For port 12851352-90e7-42ac-8884-a7d01e05b87c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=12851352-90e7-42ac-8884-a7d01e05b87c,segment=NetworkSegment(68b7dd84-5082-44a6-85af-c5cbf0e6e7ec),segment_id=68b7dd84-5082-44a6-85af-c5cbf0e6e7ec)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:13.471130 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Transition to ACTIVE for port object 17540fa0-ceb1-480e-bc2b-deffb2054e07 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:13.495681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00b923b1-d588-4b7e-9a49-7b96fe016692 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.558712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25e38a72-e587-428b-9a62-7840d40f21f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.586746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00b923b1-d588-4b7e-9a49-7b96fe016692 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.600407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.630650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:13.638656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:13.643785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:13.689020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e38a72-e587-428b-9a62-7840d40f21f7 None None] Pushing event updated for resources: {'Port': ['ID=12851352-90e7-42ac-8884-a7d01e05b87c,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:13.787551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00b923b1-d588-4b7e-9a49-7b96fe016692 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.816223 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Pushing event updated for resources: {'Port': ['ID=17540fa0-ceb1-480e-bc2b-deffb2054e07,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:13.825120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2888e8e5-3e1e-406a-8f48-80adcba1e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.836070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 12851352-90e7-42ac-8884-a7d01e05b87c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:13.870601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b923b1-d588-4b7e-9a49-7b96fe016692 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=bb126854-933f-49ef-8512-02356a157582,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:13.873187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00b923b1-d588-4b7e-9a49-7b96fe016692 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.881563 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-00b923b1-d588-4b7e-9a49-7b96fe016692 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/bb126854-933f-49ef-8512-02356a157582 HTTP/1.1" status: 204 len: 168 time: 0.5265541 Mar 24 17:07:13.884234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38274) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:13.890858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e997fa57-5c06-482d-abcc-8606cf393d44 None None] Provisioning complete for port 12851352-90e7-42ac-8884-a7d01e05b87c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:13.891855 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e997fa57-5c06-482d-abcc-8606cf393d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:13.932942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f3b6c-c522-43de-9903-9d1f5b11c723 None None] Network 876bafc4-63e3-4eea-9f62-4c93be00228d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:13.959043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Attempting to bind port 17540fa0-ceb1-480e-bc2b-deffb2054e07 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:13.959789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Attempting to bind port 17540fa0-ceb1-480e-bc2b-deffb2054e07 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '50c60b8d-3f47-4fe8-92ce-a49be90fa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:13.960007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Attempting to bind port 17540fa0-ceb1-480e-bc2b-deffb2054e07 on network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:13.999779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:14.000251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Checking segment: {'id': '50c60b8d-3f47-4fe8-92ce-a49be90fa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:14.000760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.001483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Bound using segment: {'id': '50c60b8d-3f47-4fe8-92ce-a49be90fa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:14.001814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Bound port: 17540fa0-ceb1-480e-bc2b-deffb2054e07, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c60b8d-3f47-4fe8-92ce-a49be90fa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:14.002510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.007499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.025165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.036059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 12851352-90e7-42ac-8884-a7d01e05b87c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:14.036392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.060851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-774a7618-2235-4f70-9200-c0fb3f94100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:14.062328 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-774a7618-2235-4f70-9200-c0fb3f94100a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9668021 Mar 24 17:07:14.188676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 12851352-90e7-42ac-8884-a7d01e05b87c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:14.189363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.201674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:14.260816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] For port 12851352-90e7-42ac-8884-a7d01e05b87c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=12851352-90e7-42ac-8884-a7d01e05b87c,segment=NetworkSegment(68b7dd84-5082-44a6-85af-c5cbf0e6e7ec),segment_id=68b7dd84-5082-44a6-85af-c5cbf0e6e7ec)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:14.261421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.331141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port d3be6994-5c9c-40d3-9bfd-633284b02251 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:14.331536 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.347319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] For port 17540fa0-ceb1-480e-bc2b-deffb2054e07, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:14.372866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] For port 17540fa0-ceb1-480e-bc2b-deffb2054e07, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=17540fa0-ceb1-480e-bc2b-deffb2054e07,segment=NetworkSegment(50c60b8d-3f47-4fe8-92ce-a49be90fa6de),segment_id=50c60b8d-3f47-4fe8-92ce-a49be90fa6de)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:14.461885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.519074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 12851352-90e7-42ac-8884-a7d01e05b87c owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:14.566937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50648726-6b84-42b9-97b6-d722940c2a73 None None] DHCP port deletion for 876bafc4-63e3-4eea-9f62-4c93be00228d request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:07:14.586204 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1ed35827-4a56-4f75-ba92-2428d0143970 None None] Could not find standard attr ID for object 988b6b49-3e0e-4fee-af8e-9c1439861c68. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:07:14.592356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2888e8e5-3e1e-406a-8f48-80adcba1e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.593692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-50648726-6b84-42b9-97b6-d722940c2a73 None None] Deleting port 12851352-90e7-42ac-8884-a7d01e05b87c {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:14.594069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-50648726-6b84-42b9-97b6-d722940c2a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.662509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.664907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfe1d5-f4f9-4935-8cdb-4fa51b312749 None None] Pushing event updated for resources: {'Port': ['ID=17540fa0-ceb1-480e-bc2b-deffb2054e07,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:14.722229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=12851352-90e7-42ac-8884-a7d01e05b87c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:14.724257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No DVR routers for this DVR port 12851352-90e7-42ac-8884-a7d01e05b87c on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:14.724885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-50648726-6b84-42b9-97b6-d722940c2a73 None None] The port '12851352-90e7-42ac-8884-a7d01e05b87c' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:07:14.816615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888e8e5-3e1e-406a-8f48-80adcba1e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=5065a4d0-9616-4cf9-be94-cd0fdeea86fb,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:14.845967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16061ce-e833-4d4e-9bf8-a059074c6682 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:14.865635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2888e8e5-3e1e-406a-8f48-80adcba1e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.897382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:14.968019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876bafc4-63e3-4eea-9f62-4c93be00228d']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:14.995930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b7dd84-5082-44a6-85af-c5cbf0e6e7ec') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:14.996315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b7dd84-5082-44a6-85af-c5cbf0e6e7ec') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:15.015029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.036061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.037560 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-097494ec-8bff-48c8-a763-6f5dd594ee26 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090552 Mar 24 17:07:15.043595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:07:15.045048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.074271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:15.113142 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a62a12d-e107-40e9-8163-8fb5384bfc03 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:15.138012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62a12d-e107-40e9-8163-8fb5384bfc03 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:15.138720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0a62a12d-e107-40e9-8163-8fb5384bfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:07:15.159442 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:07:15.185575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.202263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0a62a12d-e107-40e9-8163-8fb5384bfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:15.215866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62a12d-e107-40e9-8163-8fb5384bfc03 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:15.216588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0a62a12d-e107-40e9-8163-8fb5384bfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:15.223392 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2888e8e5-3e1e-406a-8f48-80adcba1e6d9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/5065a4d0-9616-4cf9-be94-cd0fdeea86fb HTTP/1.1" status: 204 len: 168 time: 2.9758618 Mar 24 17:07:15.226245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38278) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:15.231501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.271875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.283176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0a62a12d-e107-40e9-8163-8fb5384bfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:15.283672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a62a12d-e107-40e9-8163-8fb5384bfc03 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:15.353099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Network': ['ID=876bafc4-63e3-4eea-9f62-4c93be00228d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:15.395490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9267ea-d98e-4297-bf4d-86b75a7ab2a0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 877b9c8f-4d4d-4c2d-adad-fb81db3489f1 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:15.398752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cf9267ea-d98e-4297-bf4d-86b75a7ab2a0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.439808 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1925298e-05fe-4e9d-9f49-d82f23bcea3e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/networks/876bafc4-63e3-4eea-9f62-4c93be00228d HTTP/1.1" status: 204 len: 168 time: 1.5398719 Mar 24 17:07:15.440178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.446036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38282) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:15.455722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'name': 'tempest-PortsTestJSON-1512311772'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:15.468907 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d48ef81e-a613-4f59-81ae-6c1c69178804 req-c53e0146-5c97-47fb-b0e8-ca1ef54e864c service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927319 Mar 24 17:07:15.492214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cf9267ea-d98e-4297-bf4d-86b75a7ab2a0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.601239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for d3be6994-5c9c-40d3-9bfd-633284b02251 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:15.659155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.20.0.1 (fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2/08694b70-8c01-4bc6-8688-0e2fb3ccb5c0/06b8f08d-179d-4259-bae4-f54e78e0997b) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:15.662093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:15.673359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:port and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:15.676879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:15.684796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:15.689540 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6e4ba3f4-1fbc-4167-a334-8b7bbf6da425 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/floatingips/ea1fb3ab-65a9-4bec-bf73-4d924f854e16 HTTP/1.1" status: 200 len: 977 time: 6.7258880 Mar 24 17:07:15.690971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38286) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:15.698375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6a234c3e-de54-4b65-bcaf-f5fb22b2f53e tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:15.826052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cf9267ea-d98e-4297-bf4d-86b75a7ab2a0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.895898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:15.895898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:15.903137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 17540fa0-ceb1-480e-bc2b-deffb2054e07 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:16.017304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port e972f052-07ce-4b80-858e-0f18bd67dfde yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:16.057875 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.075711 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a234c3e-de54-4b65-bcaf-f5fb22b2f53e tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.095472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 17540fa0-ceb1-480e-bc2b-deffb2054e07 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:16.127618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Transition to ACTIVE for port object 06b8f08d-179d-4259-bae4-f54e78e0997b will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:16.167780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 12851352-90e7-42ac-8884-a7d01e05b87c no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:16.204988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc06bbf-0cfe-47f1-a7ee-6b4cf75816c5 None None] Network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:16.221532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.250228 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 12851352-90e7-42ac-8884-a7d01e05b87c {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:16.250657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 12851352-90e7-42ac-8884-a7d01e05b87c not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:16.278509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.293559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=d3be6994-5c9c-40d3-9bfd-633284b02251,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:16.300502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cf9267ea-d98e-4297-bf4d-86b75a7ab2a0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.346980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b593e204-485b-48ab-b856-9c0644677548 None None] Provisioning for port 17540fa0-ceb1-480e-bc2b-deffb2054e07 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:16.354841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b593e204-485b-48ab-b856-9c0644677548 None None] Provisioning complete for port 17540fa0-ceb1-480e-bc2b-deffb2054e07 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:16.355211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b593e204-485b-48ab-b856-9c0644677548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.370508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9267ea-d98e-4297-bf4d-86b75a7ab2a0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=877b9c8f-4d4d-4c2d-adad-fb81db3489f1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:16.381687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cf9267ea-d98e-4297-bf4d-86b75a7ab2a0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.387117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38292) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:16.420203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb6e50-20e7-4d37-9644-4a01a56a3ef6 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:16.537433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:16.545364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:16.599783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:16.672628 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=06b8f08d-179d-4259-bae4-f54e78e0997b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:16.748443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.762206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.774141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b593e204-485b-48ab-b856-9c0644677548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.801519 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cf9267ea-d98e-4297-bf4d-86b75a7ab2a0 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/877b9c8f-4d4d-4c2d-adad-fb81db3489f1 HTTP/1.1" status: 204 len: 168 time: 1.5705562 Mar 24 17:07:16.829803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38296) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:16.844015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b593e204-485b-48ab-b856-9c0644677548 None None] For port 17540fa0-ceb1-480e-bc2b-deffb2054e07, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=17540fa0-ceb1-480e-bc2b-deffb2054e07,segment=NetworkSegment(50c60b8d-3f47-4fe8-92ce-a49be90fa6de),segment_id=50c60b8d-3f47-4fe8-92ce-a49be90fa6de)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:16.939909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a234c3e-de54-4b65-bcaf-f5fb22b2f53e tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.941708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b593e204-485b-48ab-b856-9c0644677548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.970329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Deleting port 025970a2-f429-4613-8cc1-85de67032b80 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:16.970761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:16.999260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ba744-a0f9-4dbf-9f41-7b9aeef09a73 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:07:17.016859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ba744-a0f9-4dbf-9f41-7b9aeef09a73 None None] Deleting port f0cd18e9-1b2d-475a-ade1-404d33db1141 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:17.017316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba744-a0f9-4dbf-9f41-7b9aeef09a73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.021860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a234c3e-de54-4b65-bcaf-f5fb22b2f53e tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.022253 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-6a234c3e-de54-4b65-bcaf-f5fb22b2f53e tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP ea1fb3ab-65a9-4bec-bf73-4d924f854e16 disassociated. External IP: 172.26.4.253, port: 9f0bec45-bba4-4e2a-8cd8-46a3016d20d8. Mar 24 17:07:17.107169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.109349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593e204-485b-48ab-b856-9c0644677548 None None] Pushing event updated for resources: {'Port': ['ID=17540fa0-ceb1-480e-bc2b-deffb2054e07,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:17.158943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-39c909a4-9dcf-40fe-a771-3c480ce881a5 None None] Provisioning complete for port f0cd18e9-1b2d-475a-ade1-404d33db1141 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:17.159388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-39c909a4-9dcf-40fe-a771-3c480ce881a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.210740 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ec0b00b4-3576-4b2b-9f5f-fb327ec28a7d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3780639 Mar 24 17:07:17.215707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38300) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:17.227092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:17.273335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Router a3b41dad-4155-4572-8286-b19f5857ceb7 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:17.426931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.427518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.439548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.442811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7a5ba744-a0f9-4dbf-9f41-7b9aeef09a73 None None] For port f0cd18e9-1b2d-475a-ade1-404d33db1141, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0cd18e9-1b2d-475a-ade1-404d33db1141,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:17.443298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba744-a0f9-4dbf-9f41-7b9aeef09a73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.517211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:17.519309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.578826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ba744-a0f9-4dbf-9f41-7b9aeef09a73 None None] Calling delete_port for f0cd18e9-1b2d-475a-ade1-404d33db1141 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:17.589184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:17.593415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:17.598920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:17.607123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Calling delete_port for 025970a2-f429-4613-8cc1-85de67032b80 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:17.609473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:17.618152 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b60951d-d086-4d28-94a5-d74eb2b5a454 None None] Sync routers for ids ['a3b41dad-4155-4572-8286-b19f5857ceb7'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:17.636905 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b60951d-d086-4d28-94a5-d74eb2b5a454 None None] Routers {'a3b41dad-4155-4572-8286-b19f5857ceb7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:17.641025 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7b60951d-d086-4d28-94a5-d74eb2b5a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3b41dad-4155-4572-8286-b19f5857ceb7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:17.690284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1b2e08cb-9873-480d-9cfd-878aea1d4fbc None None] Provisioning for port 06b8f08d-179d-4259-bae4-f54e78e0997b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:17.697545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1b2e08cb-9873-480d-9cfd-878aea1d4fbc None None] Provisioning complete for port 06b8f08d-179d-4259-bae4-f54e78e0997b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:17.698015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1b2e08cb-9873-480d-9cfd-878aea1d4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.718557 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7b60951d-d086-4d28-94a5-d74eb2b5a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:17.729489 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b60951d-d086-4d28-94a5-d74eb2b5a454 None None] Routers {'a3b41dad-4155-4572-8286-b19f5857ceb7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:17.732754 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7b60951d-d086-4d28-94a5-d74eb2b5a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a3b41dad-4155-4572-8286-b19f5857ceb7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:17.739508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:17.749228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:17.764308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:17.769481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:17.770088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.773782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=e972f052-07ce-4b80-858e-0f18bd67dfde,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:17.790850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5ba744-a0f9-4dbf-9f41-7b9aeef09a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.809413 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7b60951d-d086-4d28-94a5-d74eb2b5a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:17.810241 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b60951d-d086-4d28-94a5-d74eb2b5a454 None None] The sync data for ids ['a3b41dad-4155-4572-8286-b19f5857ceb7'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:17.833967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a234c3e-de54-4b65-bcaf-f5fb22b2f53e tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:17.845479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:17.849508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.886209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ba744-a0f9-4dbf-9f41-7b9aeef09a73 None None] Pushing event deleted for resources: {'Port': ['ID=f0cd18e9-1b2d-475a-ade1-404d33db1141,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:17.893314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e08cb-9873-480d-9cfd-878aea1d4fbc None None] Port 06b8f08d-179d-4259-bae4-f54e78e0997b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:17.895470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 17540fa0-ceb1-480e-bc2b-deffb2054e07 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:17.958053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ba744-a0f9-4dbf-9f41-7b9aeef09a73 None None] No DVR routers for this DVR port f0cd18e9-1b2d-475a-ade1-404d33db1141 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:17.971544 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-663bcd4a-ff9f-4483-9a71-1708928ab607 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5232415 Mar 24 17:07:17.978989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1b2e08cb-9873-480d-9cfd-878aea1d4fbc None None] Provisioning complete for port 17540fa0-ceb1-480e-bc2b-deffb2054e07 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:17.979363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1b2e08cb-9873-480d-9cfd-878aea1d4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:17.983260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38304) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:18.042650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 17540fa0-ceb1-480e-bc2b-deffb2054e07 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:18.043027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:18.086859 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-db80f1b7-a99f-41c8-950f-c5352869310d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "PUT /v2.0/routers/a3b41dad-4155-4572-8286-b19f5857ceb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1719120 Mar 24 17:07:18.104287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38308) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:18.160825 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce617d1-fe8a-445e-b6dd-d592ed21a5cb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:07:18.161784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5ce617d1-fe8a-445e-b6dd-d592ed21a5cb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:18.283971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0cd18e9-1b2d-475a-ade1-404d33db1141 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:18.294831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-77e6abd1-ea70-4d21-898d-7669ef380d0c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port e972f052-07ce-4b80-858e-0f18bd67dfde {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:18.295166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77e6abd1-ea70-4d21-898d-7669ef380d0c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:18.308792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5ce617d1-fe8a-445e-b6dd-d592ed21a5cb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:18.309949 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5ce617d1-fe8a-445e-b6dd-d592ed21a5cb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/d3be6994-5c9c-40d3-9bfd-633284b02251 HTTP/1.1" status: 404 len: 333 time: 0.2048533 Mar 24 17:07:18.318940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38312) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:18.321143 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f0cd18e9-1b2d-475a-ade1-404d33db1141 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:18.322183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0cd18e9-1b2d-475a-ade1-404d33db1141 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:18.335487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:18.408424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event deleted for resources: {'Port': ['ID=025970a2-f429-4613-8cc1-85de67032b80,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:18.418514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a234c3e-de54-4b65-bcaf-f5fb22b2f53e tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:18.430204 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3bacf-6e9c-4a1d-84f2-d0f6527face1 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:18.439765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3bacf-6e9c-4a1d-84f2-d0f6527face1 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:18.440674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-eeb3bacf-6e9c-4a1d-84f2-d0f6527face1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:18.501979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-eeb3bacf-6e9c-4a1d-84f2-d0f6527face1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:18.511393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3bacf-6e9c-4a1d-84f2-d0f6527face1 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:18.512150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-eeb3bacf-6e9c-4a1d-84f2-d0f6527face1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:18.555572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a234c3e-de54-4b65-bcaf-f5fb22b2f53e tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:18.577011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-eeb3bacf-6e9c-4a1d-84f2-d0f6527face1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:18.577558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3bacf-6e9c-4a1d-84f2-d0f6527face1 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:18.610716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd05482f-abf7-4712-a374-5ff582a47bd9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:18.649880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:18.650207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Floating IP 63ad1fe8-ef3f-4556-bd79-947c169fa103 disassociated (deleted). External IP: 172.26.4.188, port: 002acf49-8846-4432-a0a1-93ab5e067b1e. Mar 24 17:07:18.772355 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6a234c3e-de54-4b65-bcaf-f5fb22b2f53e tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/floatingips/ea1fb3ab-65a9-4bec-bf73-4d924f854e16 HTTP/1.1" status: 200 len: 688 time: 3.0798876 Mar 24 17:07:18.778571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38316) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:18.803862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77e6abd1-ea70-4d21-898d-7669ef380d0c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:18.902288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:07:18.988659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-77e6abd1-ea70-4d21-898d-7669ef380d0c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for e972f052-07ce-4b80-858e-0f18bd67dfde owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:18.998256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.154300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.objects.ports [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88477) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:07:19.171249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.174721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.210261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd05482f-abf7-4712-a374-5ff582a47bd9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.248209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77e6abd1-ea70-4d21-898d-7669ef380d0c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.273429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd05482f-abf7-4712-a374-5ff582a47bd9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.303283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6abd1-ea70-4d21-898d-7669ef380d0c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=e972f052-07ce-4b80-858e-0f18bd67dfde,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:19.307999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 2f07c043-e9b0-432d-8fd6-a9e6fd7f8528 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:19.308346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.312141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Router 80764aa5-a513-4017-8c04-5d66b06fd747 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:19.317164 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-77e6abd1-ea70-4d21-898d-7669ef380d0c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.396130 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-77e6abd1-ea70-4d21-898d-7669ef380d0c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/e972f052-07ce-4b80-858e-0f18bd67dfde HTTP/1.1" status: 204 len: 168 time: 1.4092317 Mar 24 17:07:19.396597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38320) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:19.416159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'mac_address': 'fa:16:3e:2a:04:0a', 'name': 'tempest-PortsTestJSON-635239308'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:19.555110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:19.564350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:19.573587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60793f99-d4ca-4ae6-9383-34b20bef212e None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:19.602162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:19.603375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.607105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=c2ec836c-64d7-40c3-b2f1-d6b2e90621a5,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:19.625185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.635748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=06b8f08d-179d-4259-bae4-f54e78e0997b,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:19.705155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd05482f-abf7-4712-a374-5ff582a47bd9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.705578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd05482f-abf7-4712-a374-5ff582a47bd9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Fanout notify agent at l3_agent the message router_deleted on router a3b41dad-4155-4572-8286-b19f5857ceb7 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:07:19.746383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:19.753750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:port and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:19.765225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:19.776482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:19.778974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:19.783633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.790328 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] Sync routers for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:19.801016 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:19.801914 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:19.813529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fd05482f-abf7-4712-a374-5ff582a47bd9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.818390 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fd05482f-abf7-4712-a374-5ff582a47bd9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/routers/a3b41dad-4155-4572-8286-b19f5857ceb7 HTTP/1.1" status: 204 len: 168 time: 1.4864805 Mar 24 17:07:19.822145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38324) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:19.823743 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bb61dd39-80da-4539-b71b-a294ae0efdf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6065371 Mar 24 17:07:19.826974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38328) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:19.844822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': 'c2ec836c-64d7-40c3-b2f1-d6b2e90621a5'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:19.845871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.856909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.857174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:19.902072 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:19.966229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:19.997331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 2f07c043-e9b0-432d-8fd6-a9e6fd7f8528 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:20.020412 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:20.049684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Allocated IP 2001:db8::f816:3eff:fea9:6918 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/c2ec836c-64d7-40c3-b2f1-d6b2e90621a5/aaf30288-2fd7-468b-9472-88f9de566158) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:20.055137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:20.063234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:20.103978 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fc45c52d-dd4e-4a29-94d7-b3910ebd52fa tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "DELETE /v2.0/floatingips/63ad1fe8-ef3f-4556-bd79-947c169fa103 HTTP/1.1" status: 204 len: 168 time: 3.7121711 Mar 24 17:07:20.141459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:07:20.329129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:20.367378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cb954c-ce64-4d10-a115-56bf6b927449 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet b829d2f6-c9f3-40c7-b088-2f627c3e09cf {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:20.374086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-74cb954c-ce64-4d10-a115-56bf6b927449 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:20.419927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:20.478443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-74cb954c-ce64-4d10-a115-56bf6b927449 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:20.511860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-81fac76b-d787-4ca5-9dac-9abd092b0589 None None] Provisioning complete for port 06b8f08d-179d-4259-bae4-f54e78e0997b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:20.512250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-81fac76b-d787-4ca5-9dac-9abd092b0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:20.535476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:20.567820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-74cb954c-ce64-4d10-a115-56bf6b927449 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:20.574986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Transition to ACTIVE for port object aaf30288-2fd7-468b-9472-88f9de566158 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:20.584439 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:16Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a', 'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'mac_address': 'fa:16:3e:cb:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:05:13Z', 'updated_at': '2022-03-24T17:05:28Z', 'revision_number': 5, 'project_id': 'cb4059de826b4890846a22f339997227', 'subnets': [{'id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:20.590509 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] Checking router: 80764aa5-a513-4017-8c04-5d66b06fd747 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:07:20.601844 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:20.603096 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:20.620647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-81fac76b-d787-4ca5-9dac-9abd092b0589 None None] Port 06b8f08d-179d-4259-bae4-f54e78e0997b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:20.624710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Transition to ACTIVE for port object aaf30288-2fd7-468b-9472-88f9de566158 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:20.655420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=2f07c043-e9b0-432d-8fd6-a9e6fd7f8528,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:20.659533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:07:20.688395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 3e277f83-e89a-49d6-980c-39247dc0137f yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:20.722897 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'status': 'completed', 'code': 200} Mar 24 17:07:20.734875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:20.739562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:20.742602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:20.749263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:20.790195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:20.873550 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:20.896079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:20.898863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:20.906858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:20.925715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-74cb954c-ce64-4d10-a115-56bf6b927449 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:20.948288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.003229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Pushing event updated for resources: {'Port': ['ID=aaf30288-2fd7-468b-9472-88f9de566158,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:21.005502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Attempting to bind port aaf30288-2fd7-468b-9472-88f9de566158 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:21.005863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Attempting to bind port aaf30288-2fd7-468b-9472-88f9de566158 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:21.006232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Attempting to bind port aaf30288-2fd7-468b-9472-88f9de566158 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:21.012564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:21.012931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:21.013329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.013714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:21.014177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Bound port: aaf30288-2fd7-468b-9472-88f9de566158, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:21.014542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.033925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:21.037965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.077222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.081303 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5817807c-3831-45d6-be26-37fbc1c3e4b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/floatingips/ea1fb3ab-65a9-4bec-bf73-4d924f854e16 HTTP/1.1" status: 204 len: 168 time: 2.2919676 Mar 24 17:07:21.081463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb954c-ce64-4d10-a115-56bf6b927449 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=b829d2f6-c9f3-40c7-b088-2f627c3e09cf,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:21.085360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38340) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:21.099834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-d14a9be7-7b99-4990-aff1-f7fa98041340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:21.101371 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-d14a9be7-7b99-4990-aff1-f7fa98041340 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb4059de826b4890846a22f339997227&device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 1099 time: 0.3660300 Mar 24 17:07:21.104882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-74cb954c-ce64-4d10-a115-56bf6b927449 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.108398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f8dce3-2765-4eae-967f-3ee15012d59a None None] Network c3d3d1ef-63a9-4b32-a486-1b6044016df2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:21.157494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:21.166836 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7ae8f010-7c4b-46fe-9fdc-3c8d39d1b49c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6092405 Mar 24 17:07:21.168517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38344) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:21.178991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'network': {'name': 'tempest-RoutersTest-65935618'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:21.184892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:21.189372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:network and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:21.192326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:21.198721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:21.210830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:21.220200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] For port aaf30288-2fd7-468b-9472-88f9de566158, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:21.245440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:21.246064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:21.255919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-905c41eb-af5b-46ca-9258-d7322b9fa4cd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] delete failed (client error): The resource could not be found. Mar 24 17:07:21.257298 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-905c41eb-af5b-46ca-9258-d7322b9fa4cd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/floatingips/ea1fb3ab-65a9-4bec-bf73-4d924f854e16 HTTP/1.1" status: 404 len: 345 time: 0.1618249 Mar 24 17:07:21.266108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38348) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:21.274964 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-74cb954c-ce64-4d10-a115-56bf6b927449 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/b829d2f6-c9f3-40c7-b088-2f627c3e09cf HTTP/1.1" status: 204 len: 168 time: 1.4515235 Mar 24 17:07:21.283646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.285532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38352) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:21.340711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:21.341932 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:16Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a', 'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'mac_address': 'fa:16:3e:cb:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:05:13Z', 'updated_at': '2022-03-24T17:05:28Z', 'revision_number': 5, 'project_id': 'cb4059de826b4890846a22f339997227', 'subnets': [{'id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:21.344814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.347377 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0df481-201b-434b-931e-956a0ed6ba02 None None] The sync data for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv is: [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:05:16Z', 'revision_number': 4, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a', 'name': '', 'network_id': '0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'mac_address': 'fa:16:3e:cb:9a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:05:13Z', 'updated_at': '2022-03-24T17:05:28Z', 'revision_number': 5, 'project_id': 'cb4059de826b4890846a22f339997227', 'subnets': [{'id': '28342b6b-aa72-4f1a-8152-467ff34c47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:21.393196 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:07:21.402396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.405145 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added segment cc37c3d5-d48c-483a-b51d-f4b6108b86f1 of type vlan for network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 Mar 24 17:07:21.432926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.450407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:21.453639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3b8d-8b1e-4ecd-8d02-6916156c4947 req-c99d0f57-bf7c-446f-a959-728849c4d6ae tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:21.454485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43ca3b8d-8b1e-4ecd-8d02-6916156c4947 req-c99d0f57-bf7c-446f-a959-728849c4d6ae tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Synchronizing usage tracker for tenant:cb4059de826b4890846a22f339997227 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:21.470455 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.ipam_backend_mixin [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2ec836c-64d7-40c3-b2f1-d6b2e90621a5 (CIDR: 2001:db8::/64) Mar 24 17:07:21.474446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.495680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362bce5a-2014-4fa4-8da5-02419f58ee36 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:21.498052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 755edb23-7388-4724-a6d1-87e7e92346f3 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:21.498480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.499275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] For port aaf30288-2fd7-468b-9472-88f9de566158, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=aaf30288-2fd7-468b-9472-88f9de566158,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:21.501366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362bce5a-2014-4fa4-8da5-02419f58ee36 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:21.507292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362bce5a-2014-4fa4-8da5-02419f58ee36 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:21.508110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-362bce5a-2014-4fa4-8da5-02419f58ee36 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Synchronizing usage tracker for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:21.535133 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:07:21.535133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:07:21.574084 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43ca3b8d-8b1e-4ecd-8d02-6916156c4947 req-c99d0f57-bf7c-446f-a959-728849c4d6ae tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Unset dirty status for tenant:cb4059de826b4890846a22f339997227 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:21.581022 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43ca3b8d-8b1e-4ecd-8d02-6916156c4947 req-c99d0f57-bf7c-446f-a959-728849c4d6ae tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.6452239 Mar 24 17:07:21.635444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.656213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.674000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-8fc00632-2882-4753-af93-1e0c51c218d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:21.675560 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-8fc00632-2882-4753-af93-1e0c51c218d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 HTTP/1.1" status: 200 len: 898 time: 0.5587435 Mar 24 17:07:21.747559 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a4874-696d-4579-869f-771902bdc707 None None] New status for floating IP 63ad1fe8-ef3f-4556-bd79-947c169fa103: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:07:21.773788 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-b1aba0b5-55b9-4b1c-90af-da6091faedb9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002acf49-8846-4432-a0a1-93ab5e067b1e HTTP/1.1" status: 200 len: 217 time: 0.0843160 Mar 24 17:07:21.773788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.779680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:21.780376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:21.845326 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b9d98502-bd6c-43d6-82a0-494841549236 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0172210 Mar 24 17:07:21.856523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38356) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:21.908494 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43ca3b8d-8b1e-4ecd-8d02-6916156c4947 req-2859e2be-eaae-4451-9bbb-be6baacdea06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240962 Mar 24 17:07:21.909420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-362bce5a-2014-4fa4-8da5-02419f58ee36 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Unset dirty status for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:21.910423 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-362bce5a-2014-4fa4-8da5-02419f58ee36 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "GET /v2.0/ports?network_id=67854274-badd-40cc-9b56-b59d6ed68eb2 HTTP/1.1" status: 200 len: 2357 time: 0.6433349 Mar 24 17:07:21.934252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:21.937194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38360) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:21.996294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:22.009030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc653b50-57f5-4e80-afdd-4869fce6414d None None] Pushing event updated for resources: {'Port': ['ID=aaf30288-2fd7-468b-9472-88f9de566158,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:22.050966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:17Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:18Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:22.051212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:22.051353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:07:22.051353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Updating router eeeaf356-8baf-473f-bc6f-c4de652fb60c port 06b8f08d-179d-4259-bae4-f54e78e0997b binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:07:22.061921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=3e277f83-e89a-49d6-980c-39247dc0137f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:22.105437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Network': ['ID=af3fd5a1-5c3a-4d6d-8f54-a63182799e63,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:22.112531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:22.120605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:22.121015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-0506ad97-e2e5-47aa-b25a-442f510771b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:22.121129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:22.125785 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-0506ad97-e2e5-47aa-b25a-442f510771b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28342b6b-aa72-4f1a-8152-467ff34c47cb HTTP/1.1" status: 200 len: 834 time: 0.3291068 Mar 24 17:07:22.126386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:07:22.132601 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2801657f-29bf-4cdf-88e5-ce13ce87d675 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9611821 Mar 24 17:07:22.140770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] DHCP port deletion for c3d3d1ef-63a9-4b32-a486-1b6044016df2 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:07:22.175446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a526bd-5a7e-4cda-89ff-07e420b7572f tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:22.176071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f8a526bd-5a7e-4cda-89ff-07e420b7572f tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Synchronizing usage tracker for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:22.178324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38364) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:22.196796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'subnet': {'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:22.197179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:22.213000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] Deleting port 755edb23-7388-4724-a6d1-87e7e92346f3 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:22.213968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:22.251492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] For port 755edb23-7388-4724-a6d1-87e7e92346f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=755edb23-7388-4724-a6d1-87e7e92346f3,segment=NetworkSegment(62652b63-478a-4e42-83e9-b79936813025),segment_id=62652b63-478a-4e42-83e9-b79936813025)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:22.258135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:22.369790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:22.374822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:subnet and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:22.379158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:22.386983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:22.415340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-3ee180e8-45f0-4234-9d7f-9590cdf0872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:22.417396 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-3ee180e8-45f0-4234-9d7f-9590cdf0872c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2832026 Mar 24 17:07:22.417558 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-75aee636-ece5-45dc-9e73-74424c3d7ebd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0196953 Mar 24 17:07:22.421917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38368) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:22.425496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 755edb23-7388-4724-a6d1-87e7e92346f3 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:22.466352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:22.476904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:22.481373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:22.494501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f8a526bd-5a7e-4cda-89ff-07e420b7572f tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Unset dirty status for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:22.497712 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f8a526bd-5a7e-4cda-89ff-07e420b7572f tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "GET /v2.0/subnets/77e316ba-ab05-4dea-94d3-38f9a23da893 HTTP/1.1" status: 200 len: 797 time: 0.5491128 Mar 24 17:07:22.504023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:22.505811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38372) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:22.507768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:22.512651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:22.523229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'port': {'network_id': '67854274-badd-40cc-9b56-b59d6ed68eb2', 'name': 'tempest-FloatingIPTestJSON-703312889', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:22.559509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-d227b9b4-d712-4c2b-baad-aeacd95bdfe1 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:22.560993 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-d227b9b4-d712-4c2b-baad-aeacd95bdfe1 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.48 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.5605438 Mar 24 17:07:22.684677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:22.688408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:22.692768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5fdea8-12b5-4935-a075-ce4cb714bb69 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:22.693373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9f5fdea8-12b5-4935-a075-ce4cb714bb69 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:22.732675 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] For port 755edb23-7388-4724-a6d1-87e7e92346f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=755edb23-7388-4724-a6d1-87e7e92346f3,segment=NetworkSegment(62652b63-478a-4e42-83e9-b79936813025),segment_id=62652b63-478a-4e42-83e9-b79936813025)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:22.733268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:22.748499 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-8acd8a94-2842-4579-afdc-a7dee8291a9d service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235159 Mar 24 17:07:22.816864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:22.824119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Deleting port 002acf49-8846-4432-a0a1-93ab5e067b1e {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:22.824466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:22.864694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9f5fdea8-12b5-4935-a075-ce4cb714bb69 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:22.869249 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9f5fdea8-12b5-4935-a075-ce4cb714bb69 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/3e277f83-e89a-49d6-980c-39247dc0137f HTTP/1.1" status: 200 len: 840 time: 0.4427528 Mar 24 17:07:22.873957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] Calling delete_port for 755edb23-7388-4724-a6d1-87e7e92346f3 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:22.895837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38376) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:22.973849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=755edb23-7388-4724-a6d1-87e7e92346f3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:22.991103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No DVR routers for this DVR port 755edb23-7388-4724-a6d1-87e7e92346f3 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:22.999048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:23.046242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-fbce746f-8733-4b6e-9812-f63fd5af63cf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 3e277f83-e89a-49d6-980c-39247dc0137f {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:23.046591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbce746f-8733-4b6e-9812-f63fd5af63cf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.066807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:23.068347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:07:23.068736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:07:23.161282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.161536 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36bb3aa5-c5ad-4180-a485-45acb54b1c4a req-a2cd1ae5-f42d-4f30-b43e-e2d2f70d9bc6 service neutron] 10.222.0.48 "GET /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051301 Mar 24 17:07:23.174778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Transition to ACTIVE for port object 06b8f08d-179d-4259-bae4-f54e78e0997b will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:23.238699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.295576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Made reservation on behalf of b8a5cba240fc4cb69db4c94d8e2eddff for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:23.363746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbce746f-8733-4b6e-9812-f63fd5af63cf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.443729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc2dc8-afee-46b1-b8a2-d1de67e508af None None] Pushing event updated for resources: {'Port': ['ID=06b8f08d-179d-4259-bae4-f54e78e0997b,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:23.517539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Attempting to bind port 06b8f08d-179d-4259-bae4-f54e78e0997b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:23.517918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Attempting to bind port 06b8f08d-179d-4259-bae4-f54e78e0997b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '50c60b8d-3f47-4fe8-92ce-a49be90fa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:23.518419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Attempting to bind port 06b8f08d-179d-4259-bae4-f54e78e0997b on network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:23.525992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:23.526370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Checking segment: {'id': '50c60b8d-3f47-4fe8-92ce-a49be90fa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:23.526783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.527180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Bound using segment: {'id': '50c60b8d-3f47-4fe8-92ce-a49be90fa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:23.527666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Bound port: 06b8f08d-179d-4259-bae4-f54e78e0997b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c60b8d-3f47-4fe8-92ce-a49be90fa6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:23.528061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.576401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] Deleting port 755edb23-7388-4724-a6d1-87e7e92346f3 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:23.576768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.637066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.647483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.647818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-fbce746f-8733-4b6e-9812-f63fd5af63cf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 3e277f83-e89a-49d6-980c-39247dc0137f owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:23.670507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9c96f-cf1c-4e73-b36a-03c23e4b27ff None None] The port '755edb23-7388-4724-a6d1-87e7e92346f3' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:07:23.707050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] For port 06b8f08d-179d-4259-bae4-f54e78e0997b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:23.710746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] For port 06b8f08d-179d-4259-bae4-f54e78e0997b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=06b8f08d-179d-4259-bae4-f54e78e0997b,segment=NetworkSegment(50c60b8d-3f47-4fe8-92ce-a49be90fa6de),segment_id=50c60b8d-3f47-4fe8-92ce-a49be90fa6de)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:23.747994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0fa3d596-c5e9-43e6-b38f-5d39a5387795 None None] Provisioning for port aaf30288-2fd7-468b-9472-88f9de566158 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:23.778428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d3d1ef-63a9-4b32-a486-1b6044016df2']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:23.783060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.816348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Subnet': ['ID=be0bcfb5-2c05-4bbf-be3d-a099f5775352,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:23.826270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62652b63-478a-4e42-83e9-b79936813025') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:23.826270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62652b63-478a-4e42-83e9-b79936813025') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:23.827612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Checking segment: {'id': 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:23.828072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network hostable DHCP agents. Network: af3fd5a1-5c3a-4d6d-8f54-a63182799e63, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:07:23.864425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.871409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device aaf30288-2fd7-468b-9472-88f9de566158 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:23.878593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbce746f-8733-4b6e-9812-f63fd5af63cf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.896834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.934329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.963449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:07:23.963677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee437d-9a14-449b-b22d-735a4eefe7ce req-3ddb8c65-5511-4253-8130-3dc454383ec4 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:23.963677 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-66ee437d-9a14-449b-b22d-735a4eefe7ce req-3ddb8c65-5511-4253-8130-3dc454383ec4 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 946 time: 0.7210867 Mar 24 17:07:23.963677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:07:23.963677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.986931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:23.987533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbce746f-8733-4b6e-9812-f63fd5af63cf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:23.988364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:23.992498 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce746f-8733-4b6e-9812-f63fd5af63cf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=3e277f83-e89a-49d6-980c-39247dc0137f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:07:24.004802 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:07:24.062330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:24.072894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, af3fd5a1-5c3a-4d6d-8f54-a63182799e63) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:24.079174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc2dc8-afee-46b1-b8a2-d1de67e508af None None] Pushing event updated for resources: {'Port': ['ID=06b8f08d-179d-4259-bae4-f54e78e0997b,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:24.085034 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:24.088459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:24.090110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] For port 002acf49-8846-4432-a0a1-93ab5e067b1e, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=002acf49-8846-4432-a0a1-93ab5e067b1e,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:24.090469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:24.098619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] device_id is not set on port 92c8f0f4-a7cc-4667-bd92-74de622fd195 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:24.110031 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fbce746f-8733-4b6e-9812-f63fd5af63cf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/3e277f83-e89a-49d6-980c-39247dc0137f HTTP/1.1" status: 204 len: 168 time: 1.2091615 Mar 24 17:07:24.112460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38382) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:24.160821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d7fd8-b882-47b0-8177-409c5f186ea0 None None] Network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:24.163119 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9a0145-ccbf-459b-9e00-0d5755d01cab tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:07:24.163750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2e9a0145-ccbf-459b-9e00-0d5755d01cab tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:24.182128 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d4bd16f7-25f3-47a6-80c4-321fd36d5f51 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9937909 Mar 24 17:07:24.182939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38386) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:24.269342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:24.328658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2e9a0145-ccbf-459b-9e00-0d5755d01cab tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:24.333672 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2e9a0145-ccbf-459b-9e00-0d5755d01cab tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/3e277f83-e89a-49d6-980c-39247dc0137f HTTP/1.1" status: 404 len: 333 time: 0.2163646 Mar 24 17:07:24.334496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38390) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:24.342554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'name': 'tempest-PortsTestJSON-1963594777'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:24.374731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Calling delete_port for 002acf49-8846-4432-a0a1-93ab5e067b1e owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:24.404000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:24.424004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:24.427104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:24.427681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:24.455895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=9dc313a3-40ec-470a-ab23-bc6077c5a0db,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:24.461885 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-66ee437d-9a14-449b-b22d-735a4eefe7ce req-afc21d78-ccaa-4157-a051-eec8f2742771 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/security-groups?id=54af3a8e-dfa6-4126-bdf5-838cd3415863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4515729 Mar 24 17:07:24.463521 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0758045f-aca1-4a39-8f67-39175a10be83 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:24.471102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:24.475520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:24.497979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port aaf30288-2fd7-468b-9472-88f9de566158 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:24.552409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port aaf30288-2fd7-468b-9472-88f9de566158 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:24.552782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:24.581814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Network': ['ID=c3d3d1ef-63a9-4b32-a486-1b6044016df2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:24.625902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:24.643305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:24.720910 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cd42ce55-a906-4fe0-a035-e515a12ebbb1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8349719 Mar 24 17:07:24.720910 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-42e4e9e1-b74d-44ad-af36-2e52d9b9c8cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/networks/c3d3d1ef-63a9-4b32-a486-1b6044016df2 HTTP/1.1" status: 204 len: 168 time: 3.4263246 Mar 24 17:07:24.729967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38394) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:24.730172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38396) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:24.737710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:17:84:3f', 'name': 'tempest-NetworksTestDHCPv6-217169716'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:24.881251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:24.882051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:24.957424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:24.961468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:24.990188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67cc4e-6ddc-498e-9dd3-dbf408f076a3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:24.994077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8b67cc4e-6ddc-498e-9dd3-dbf408f076a3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:24.994217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:25.003375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port f8274f13-c477-4f2d-82c4-88f26663f53b yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:25.081065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:25.082711 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:25.132024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:25.141893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:25.142773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:25.145410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8b67cc4e-6ddc-498e-9dd3-dbf408f076a3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:25.150897 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8b67cc4e-6ddc-498e-9dd3-dbf408f076a3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/a70edf3e-22be-4b8a-8772-d2f0e7e77aca HTTP/1.1" status: 200 len: 843 time: 0.4156387 Mar 24 17:07:25.161733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38402) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:25.164162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:25.202296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event deleted for resources: {'Port': ['ID=002acf49-8846-4432-a0a1-93ab5e067b1e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:25.255339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:17Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:23Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:25.261849 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port aaf30288-2fd7-468b-9472-88f9de566158, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=aaf30288-2fd7-468b-9472-88f9de566158,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:25.267382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448d434-2344-4d96-bbab-11691c0de99b None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:17Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:23Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:25.269242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Allocated IP 172.21.0.2 (af3fd5a1-5c3a-4d6d-8f54-a63182799e63/be0bcfb5-2c05-4bbf-be3d-a099f5775352/5c825743-2505-4b4b-bd72-625fecfa6eda) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:25.304226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.20.0.14 (67854274-badd-40cc-9b56-b59d6ed68eb2/77e316ba-ab05-4dea-94d3-38f9a23da893/92c8f0f4-a7cc-4667-bd92-74de622fd195) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:25.326651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.20.0.13 (67854274-badd-40cc-9b56-b59d6ed68eb2/77e316ba-ab05-4dea-94d3-38f9a23da893/92c8f0f4-a7cc-4667-bd92-74de622fd195) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:25.332193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] No DVR routers for this DVR port 002acf49-8846-4432-a0a1-93ab5e067b1e on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:25.335214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:25.336253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:25.349491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'name': 'network-vif-deleted', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:07:25.382171 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2a2c587b-6824-413b-8c94-5bbd47750a17 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/a70edf3e-22be-4b8a-8772-d2f0e7e77aca?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2128210 Mar 24 17:07:25.396039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38408) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:25.406678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:25.425879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:25.456197 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c5fcd6-f7ae-41f8-af30-1bd679441197', 'name': 'network-vif-deleted', 'tag': '002acf49-8846-4432-a0a1-93ab5e067b1e', 'status': 'completed', 'code': 200} Mar 24 17:07:25.570121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 755edb23-7388-4724-a6d1-87e7e92346f3 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:25.715882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:25.737958 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5a6e5de8-1406-449f-8acf-7ce874eabff6 req-2f3f84c5-06d8-42da-9a1d-63173b2b8449 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.48 "DELETE /v2.0/ports/002acf49-8846-4432-a0a1-93ab5e067b1e HTTP/1.1" status: 204 len: 173 time: 3.1598685 Mar 24 17:07:25.761756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=aaf30288-2fd7-468b-9472-88f9de566158,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:25.764524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92fd266-294a-4522-8d1a-078e0d6bff77 None None] Update dhcp port {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'fixed_ips': [{'subnet_id': 'c2ec836c-64d7-40c3-b2f1-d6b2e90621a5', 'ip_address': '2001:db8::f816:3eff:fea9:6918'}, {'subnet_id': '9dc313a3-40ec-470a-ab23-bc6077c5a0db'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': 'aaf30288-2fd7-468b-9472-88f9de566158'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:07:25.808955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 755edb23-7388-4724-a6d1-87e7e92346f3 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:25.809458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 755edb23-7388-4724-a6d1-87e7e92346f3 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:25.859993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:25.928840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e56acc18-b6e5-4948-b679-f870abe99b29 req-81edd075-5746-4aa3-9e26-1b4e6b892109 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Synchronizing usage tracker for tenant:cb4059de826b4890846a22f339997227 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:26.030183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:26.045309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:26.050862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:26.054837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:26.057275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a92fd266-294a-4522-8d1a-078e0d6bff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.067157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:26.070438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:26.072920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:26.083044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:26.083044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.108439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=f8274f13-c477-4f2d-82c4-88f26663f53b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:26.146242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.219589 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device aaf30288-2fd7-468b-9472-88f9de566158 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:26.234965 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b035c71e-9f83-49e7-9547-de722c484c5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8994150 Mar 24 17:07:26.237365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38414) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:26.245771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-568e4baa-6740-46e2-bedd-6a2ea4d1614b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:26.255213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 462f9809-2615-4218-870c-76d282034fd9 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:26.295577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e56acc18-b6e5-4948-b679-f870abe99b29 req-81edd075-5746-4aa3-9e26-1b4e6b892109 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Unset dirty status for tenant:cb4059de826b4890846a22f339997227 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:26.296758 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e56acc18-b6e5-4948-b679-f870abe99b29 req-81edd075-5746-4aa3-9e26-1b4e6b892109 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5fcd6-f7ae-41f8-af30-1bd679441197 HTTP/1.1" status: 200 len: 210 time: 0.5545595 Mar 24 17:07:26.341128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:26.344545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.362264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.390825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Transition to ACTIVE for port object 5c825743-2505-4b4b-bd72-625fecfa6eda will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:26.402823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-568e4baa-6740-46e2-bedd-6a2ea4d1614b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.431945 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Transition to ACTIVE for port object 5c825743-2505-4b4b-bd72-625fecfa6eda will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:26.441593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port aaf30288-2fd7-468b-9472-88f9de566158 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:26.441963 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.450856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.514179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.618700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:26.627689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:26.630360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:26.649925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 06b8f08d-179d-4259-bae4-f54e78e0997b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:26.676278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8:0:1::28c (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/9dc313a3-40ec-470a-ab23-bc6077c5a0db/462f9809-2615-4218-870c-76d282034fd9) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:26.684509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.21.0.1 (af3fd5a1-5c3a-4d6d-8f54-a63182799e63/be0bcfb5-2c05-4bbf-be3d-a099f5775352/2de974ed-53b7-4a66-98df-6a7595ede437) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:26.684746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Pushing event updated for resources: {'Port': ['ID=5c825743-2505-4b4b-bd72-625fecfa6eda,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:26.697045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::f816:3eff:fe17:843f (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/c2ec836c-64d7-40c3-b2f1-d6b2e90621a5/462f9809-2615-4218-870c-76d282034fd9) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:26.745936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-568e4baa-6740-46e2-bedd-6a2ea4d1614b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.767878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 002acf49-8846-4432-a0a1-93ab5e067b1e no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:26.824321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 002acf49-8846-4432-a0a1-93ab5e067b1e {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:26.824697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 002acf49-8846-4432-a0a1-93ab5e067b1e not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:26.838362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Attempting to bind port 5c825743-2505-4b4b-bd72-625fecfa6eda on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:26.838755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Attempting to bind port 5c825743-2505-4b4b-bd72-625fecfa6eda by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:26.839105 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Attempting to bind port 5c825743-2505-4b4b-bd72-625fecfa6eda on network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:26.849103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:26.849476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Checking segment: {'id': 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:26.849913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.854215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Bound using segment: {'id': 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:26.854215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Bound port: 5c825743-2505-4b4b-bd72-625fecfa6eda, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:26.854215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.854522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-568e4baa-6740-46e2-bedd-6a2ea4d1614b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.940440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 06b8f08d-179d-4259-bae4-f54e78e0997b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:26.952772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 06b8f08d-179d-4259-bae4-f54e78e0997b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:26.952982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.985905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-568e4baa-6740-46e2-bedd-6a2ea4d1614b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] In _notify_port_updated(), no bound segment for port f8274f13-c477-4f2d-82c4-88f26663f53b on network 69153eb8-bbcc-483e-9118-09ebfd964ea8 {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:07:26.991322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568e4baa-6740-46e2-bedd-6a2ea4d1614b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:26.992337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-568e4baa-6740-46e2-bedd-6a2ea4d1614b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.992803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:26.997339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] For port 5c825743-2505-4b4b-bd72-625fecfa6eda, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:27.003715 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-568e4baa-6740-46e2-bedd-6a2ea4d1614b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "PUT /v2.0/ports/f8274f13-c477-4f2d-82c4-88f26663f53b HTTP/1.1" status: 200 len: 818 time: 0.7627032 Mar 24 17:07:27.007934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38418) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:27.009236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e4baa-6740-46e2-bedd-6a2ea4d1614b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=f8274f13-c477-4f2d-82c4-88f26663f53b,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:27.016968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] For port 5c825743-2505-4b4b-bd72-625fecfa6eda, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5c825743-2505-4b4b-bd72-625fecfa6eda,segment=NetworkSegment(cc37c3d5-d48c-483a-b51d-f4b6108b86f1),segment_id=cc37c3d5-d48c-483a-b51d-f4b6108b86f1)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:27.082585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.085183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:27.092542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:27.098970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.109529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:27.119491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.124827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2db63af7-8ae2-42ac-869b-227e2b37ca23 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port f8274f13-c477-4f2d-82c4-88f26663f53b {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:27.125153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2db63af7-8ae2-42ac-869b-227e2b37ca23 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.155028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.180664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Transition to ACTIVE for port object 2de974ed-53b7-4a66-98df-6a7595ede437 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:27.214649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0d56c-fea5-4ae2-a450-206e0407676b None None] Pushing event updated for resources: {'Port': ['ID=5c825743-2505-4b4b-bd72-625fecfa6eda,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:27.222471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 06b8f08d-179d-4259-bae4-f54e78e0997b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=06b8f08d-179d-4259-bae4-f54e78e0997b,segment=NetworkSegment(50c60b8d-3f47-4fe8-92ce-a49be90fa6de),segment_id=50c60b8d-3f47-4fe8-92ce-a49be90fa6de)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:27.242783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:27.245189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=92c8f0f4-a7cc-4667-bd92-74de622fd195,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:27.254937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:27.268404 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c358e5df-e9ac-4ed1-8320-803055aa4b7b None None] Network 5668024d-0c76-47b5-8897-004aebc33204 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:27.270615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:27.271301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.287990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.321769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=fa054d70-3cf2-4141-b1c5-c62683414c51,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:27.346793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:27.347552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.354249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 462f9809-2615-4218-870c-76d282034fd9 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:27.368004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.386201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2db63af7-8ae2-42ac-869b-227e2b37ca23 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.451132 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7dc4955d-a9c6-4b9f-aba3-916edaeb9d2d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0532048 Mar 24 17:07:27.453712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38424) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:27.462683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'security_group': {'name': 'tempest-secgroup-797280211'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:27.467990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:27.472015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:27.475167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:27.478121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38428) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:27.522823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=06b8f08d-179d-4259-bae4-f54e78e0997b,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:27.560534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2db63af7-8ae2-42ac-869b-227e2b37ca23 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for f8274f13-c477-4f2d-82c4-88f26663f53b owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:27.560946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.565821 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e82abc80-c96a-45e7-96f6-15d1f0185f57 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.0492706 Mar 24 17:07:27.565821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:27.621360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38432) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:27.627691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.657952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '92c8f0f4-a7cc-4667-bd92-74de622fd195', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:27.674653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-a92fd266-294a-4522-8d1a-078e0d6bff77 None None] Allocated IP 2001:db8:0:1::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/9dc313a3-40ec-470a-ab23-bc6077c5a0db/aaf30288-2fd7-468b-9472-88f9de566158) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:27.697377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:27.726004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:27.736207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:floatingip and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:27.740198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:27.746271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:27.749126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:27.752205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:27.753261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:27.754000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=462f9809-2615-4218-870c-76d282034fd9,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:27.759690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:27.771409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:27.772186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.787020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:27.791335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.876267 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-5668024d-0c76-47b5-8897-004aebc33204', 'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'tenant_id': 'cb64c021346c4a06b81f23d0cd4139e8', 'fixed_ips': [{'subnet_id': 'fa054d70-3cf2-4141-b1c5-c62683414c51'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:27.878104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:27.934127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=2de974ed-53b7-4a66-98df-6a7595ede437,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:27.987445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.020369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a92fd266-294a-4522-8d1a-078e0d6bff77 None None] For port aaf30288-2fd7-468b-9472-88f9de566158, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=aaf30288-2fd7-468b-9472-88f9de566158,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:28.069214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2db63af7-8ae2-42ac-869b-227e2b37ca23 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.104225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a92fd266-294a-4522-8d1a-078e0d6bff77 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.114102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5c825743-2505-4b4b-bd72-625fecfa6eda up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:28.141142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:28.143678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Allocated IP 2001:db8::2 (5668024d-0c76-47b5-8897-004aebc33204/fa054d70-3cf2-4141-b1c5-c62683414c51/601d1b24-35cb-4409-86a8-161f19207cd7) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:28.145521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group_rule and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:28.148285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:28.156297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:28.178883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db63af7-8ae2-42ac-869b-227e2b37ca23 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=f8274f13-c477-4f2d-82c4-88f26663f53b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:28.181511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2db63af7-8ae2-42ac-869b-227e2b37ca23 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.208571 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2db63af7-8ae2-42ac-869b-227e2b37ca23 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/f8274f13-c477-4f2d-82c4-88f26663f53b HTTP/1.1" status: 204 len: 168 time: 1.1964543 Mar 24 17:07:28.211774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38436) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:28.240410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a92fd266-294a-4522-8d1a-078e0d6bff77 None None] Transition to ACTIVE for port object aaf30288-2fd7-468b-9472-88f9de566158 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:28.269969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.276152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.302426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-487801ee-888d-4073-bd75-0babaae9e005 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5698242 Mar 24 17:07:28.316445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38440) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:28.340374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a92fd266-294a-4522-8d1a-078e0d6bff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.471377 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22183ad7-0618-4afb-a315-397c6a6f3ac6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:28.472411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-22183ad7-0618-4afb-a315-397c6a6f3ac6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:28.492159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 5c825743-2505-4b4b-bd72-625fecfa6eda completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:28.520901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b599437c-a13e-4aed-9e85-dbe6e511b963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 462f9809-2615-4218-870c-76d282034fd9 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:28.521254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b599437c-a13e-4aed-9e85-dbe6e511b963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.525406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 06b8f08d-179d-4259-bae4-f54e78e0997b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:28.574943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fd266-294a-4522-8d1a-078e0d6bff77 None None] Pushing event updated for resources: {'Port': ['ID=aaf30288-2fd7-468b-9472-88f9de566158,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:28.683684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.685168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-22183ad7-0618-4afb-a315-397c6a6f3ac6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:28.686506 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-22183ad7-0618-4afb-a315-397c6a6f3ac6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4730327 Mar 24 17:07:28.691934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38446) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:28.697245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Transition to ACTIVE for port object 601d1b24-35cb-4409-86a8-161f19207cd7 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:28.720111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 06b8f08d-179d-4259-bae4-f54e78e0997b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:28.720524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.752824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.782612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Transition to ACTIVE for port object 601d1b24-35cb-4409-86a8-161f19207cd7 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:28.798443 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-299915d4-05fb-453c-a65a-c2613500b029 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:07:28.805492 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-299915d4-05fb-453c-a65a-c2613500b029 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/f8274f13-c477-4f2d-82c4-88f26663f53b HTTP/1.1" status: 404 len: 333 time: 0.1122291 Mar 24 17:07:28.806272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38450) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:28.817873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-779171442'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:28.830781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:28.842253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:network and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:28.849458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:28.869568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:28.879590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.933026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.970209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:28.976039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:28.978460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd9e54-73e8-4fa3-85fd-12995391064e None None] Network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:28.981819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:28.994941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:29.007076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:29.017056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.026236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Pushing event updated for resources: {'Port': ['ID=601d1b24-35cb-4409-86a8-161f19207cd7,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:29.031704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.160423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:07:29.163336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.167507 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7099493 Mar 24 17:07:29.171867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbf0b5-6a45-4484-a41d-7be2388fc241 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2420edb6-375a-453c-b2ba-d6d8ecc942c3,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:29.172853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38454) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:29.186245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'security_group': {'name': 'tempest-secgroup-70009397'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:29.203591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Attempting to bind port 601d1b24-35cb-4409-86a8-161f19207cd7 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:29.204225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Attempting to bind port 601d1b24-35cb-4409-86a8-161f19207cd7 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3fb29807-1674-4c79-b5bd-28d3171a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5668024d-0c76-47b5-8897-004aebc33204'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:29.209830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b599437c-a13e-4aed-9e85-dbe6e511b963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.210060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Attempting to bind port 601d1b24-35cb-4409-86a8-161f19207cd7 on network 5668024d-0c76-47b5-8897-004aebc33204 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:29.214480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.219561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:29.219942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Checking segment: {'id': '3fb29807-1674-4c79-b5bd-28d3171a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5668024d-0c76-47b5-8897-004aebc33204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:29.220382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.220778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Bound using segment: {'id': '3fb29807-1674-4c79-b5bd-28d3171a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5668024d-0c76-47b5-8897-004aebc33204'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:29.221256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Bound port: 601d1b24-35cb-4409-86a8-161f19207cd7, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb29807-1674-4c79-b5bd-28d3171a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5668024d-0c76-47b5-8897-004aebc33204'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:29.221633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.224555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.224555 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Added segment db6a14c2-494e-4c2d-a676-f5dcd4ab06dc of type vlan for network 341d1de9-36c7-4153-a873-ed29e37016ab Mar 24 17:07:29.225550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:29.228776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=2de974ed-53b7-4a66-98df-6a7595ede437,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:29.259939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:29.276415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:29.290104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:29.323742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a9542db5-ba28-4c37-9cd3-28d5caf743e7 None None] Provisioning for port 5c825743-2505-4b4b-bd72-625fecfa6eda completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:29.350381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a9542db5-ba28-4c37-9cd3-28d5caf743e7 None None] Provisioning complete for port 5c825743-2505-4b4b-bd72-625fecfa6eda triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:29.350751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9542db5-ba28-4c37-9cd3-28d5caf743e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.368467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b599437c-a13e-4aed-9e85-dbe6e511b963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 462f9809-2615-4218-870c-76d282034fd9 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:29.379705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.423748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.447670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:29.448912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:29.467302 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] For port 601d1b24-35cb-4409-86a8-161f19207cd7, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:29.488099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] For port 601d1b24-35cb-4409-86a8-161f19207cd7, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=601d1b24-35cb-4409-86a8-161f19207cd7,segment=NetworkSegment(3fb29807-1674-4c79-b5bd-28d3171a24e3),segment_id=3fb29807-1674-4c79-b5bd-28d3171a24e3)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:29.513671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.537236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.543424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:29.543939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.573697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9542db5-ba28-4c37-9cd3-28d5caf743e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.612414 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.671015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:29.688225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a9542db5-ba28-4c37-9cd3-28d5caf743e7 None None] For port 5c825743-2505-4b4b-bd72-625fecfa6eda, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5c825743-2505-4b4b-bd72-625fecfa6eda,segment=NetworkSegment(cc37c3d5-d48c-483a-b51d-f4b6108b86f1),segment_id=cc37c3d5-d48c-483a-b51d-f4b6108b86f1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:29.749577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9542db5-ba28-4c37-9cd3-28d5caf743e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.764906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d9085-addd-40a0-8669-5513c72f6ec2 None None] Pushing event updated for resources: {'Port': ['ID=601d1b24-35cb-4409-86a8-161f19207cd7,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:29.786378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.26.4.79 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/bacbd011-a5de-4293-a4e4-3e91a83f1971) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:29.810756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Network': ['ID=341d1de9-36c7-4153-a873-ed29e37016ab,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:29.824475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group_rule and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:29.837252 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 341d1de9-36c7-4153-a873-ed29e37016ab details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:07:29.841178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:29.850610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:29.948795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.966100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:29.974037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device aaf30288-2fd7-468b-9472-88f9de566158 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:30.010906 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e4bc1d3a-a526-4a98-b96e-427c6af03f77 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1967139 Mar 24 17:07:30.011553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38458) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:30.015466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:30.029287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:30.053117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b599437c-a13e-4aed-9e85-dbe6e511b963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.063164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.219788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bcb31db6-b994-49cc-a4b9-39be3c76776c None None] Provisioning for port aaf30288-2fd7-468b-9472-88f9de566158 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:30.230533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bcb31db6-b994-49cc-a4b9-39be3c76776c None None] Provisioning complete for port aaf30288-2fd7-468b-9472-88f9de566158 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:30.230907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bcb31db6-b994-49cc-a4b9-39be3c76776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.408373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599437c-a13e-4aed-9e85-dbe6e511b963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=462f9809-2615-4218-870c-76d282034fd9,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:30.435398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9542db5-ba28-4c37-9cd3-28d5caf743e7 None None] Pushing event updated for resources: {'Port': ['ID=5c825743-2505-4b4b-bd72-625fecfa6eda,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:30.474912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ebe0e4-39e8-42df-b864-2760f9517baa,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:30.497782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port aaf30288-2fd7-468b-9472-88f9de566158 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:30.498406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.533632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c61b7f62-e9c0-46fd-9705-f5e3eae95ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.543116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.627662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b599437c-a13e-4aed-9e85-dbe6e511b963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.641335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bcb31db6-b994-49cc-a4b9-39be3c76776c None None] Could not find standard attr ID for object 462f9809-2615-4218-870c-76d282034fd9. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:07:30.641558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:30.652235 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fbea0f6d-9506-4a71-89d2-be4427ad6a84 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4674439 Mar 24 17:07:30.659736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38464) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:30.670430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'network': {'name': 'tempest-RoutersTest-226855086'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:30.677644 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:30.686682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:30.688422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:30.704791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:30.710953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.711213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:network and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:30.715437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:30.718000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:30.718650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:30.720050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:30.740580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:30.743794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:30.756980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.759597 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9eeb5b3e-29b0-4d0e-916c-d41de0ccbb83 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.5835583 Mar 24 17:07:30.761095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38468) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:30.766798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2082243169', 'security_groups': ['d2ebe0e4-39e8-42df-b864-2760f9517baa'], 'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa054d70-3cf2-4141-b1c5-c62683414c51'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:30.792243 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b599437c-a13e-4aed-9e85-dbe6e511b963 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/462f9809-2615-4218-870c-76d282034fd9 HTTP/1.1" status: 204 len: 168 time: 2.4712589 Mar 24 17:07:30.793026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38472) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:30.808198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:30.846919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:30.884833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:30.888356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:30.904868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=bacbd011-a5de-4293-a4e4-3e91a83f1971,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:30.908524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:30.918669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a124caaf-a381-4885-b925-bae9119bbf35 None None] Provisioning for port 2de974ed-53b7-4a66-98df-6a7595ede437 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:30.934648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a124caaf-a381-4885-b925-bae9119bbf35 None None] Provisioning complete for port 2de974ed-53b7-4a66-98df-6a7595ede437 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:30.935320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a124caaf-a381-4885-b925-bae9119bbf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.008069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:31.077330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:31.079366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a124caaf-a381-4885-b925-bae9119bbf35 None None] Port 2de974ed-53b7-4a66-98df-6a7595ede437 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:31.080709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.125782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:07:31.137004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.137354 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added segment 3bdc8bcd-6ed0-4831-8674-11971382c7c1 of type vlan for network 191184a4-e5a9-4378-a930-3fb5c88872c3 Mar 24 17:07:31.164191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.174944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a124caaf-a381-4885-b925-bae9119bbf35 None None] Provisioning complete for port 5c825743-2505-4b4b-bd72-625fecfa6eda triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:31.175316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a124caaf-a381-4885-b925-bae9119bbf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.262430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:31.267164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:port and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:31.270101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:31.276974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:31.284519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.290696 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:31.291369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.347012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.365402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b505874-0631-4e22-867f-8be897419b5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:31.366114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9b505874-0631-4e22-867f-8be897419b5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:31.450899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:31.482960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:28Z', 'revision_number': 3, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:28Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:31.487518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:07:31.487872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Updating router eeeaf356-8baf-473f-bc6f-c4de652fb60c port 2de974ed-53b7-4a66-98df-6a7595ede437 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:07:31.501171 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8400164 Mar 24 17:07:31.504569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38476) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:31.513134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9b505874-0631-4e22-867f-8be897419b5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:31.516704 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9b505874-0631-4e22-867f-8be897419b5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7157884 Mar 24 17:07:31.517193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569cd7f-0e7b-49f1-9da0-3a37cd1f1305 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Network': ['ID=191184a4-e5a9-4378-a930-3fb5c88872c3,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:31.520503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'subnet': {'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:31.524124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38480) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:31.536248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 191184a4-e5a9-4378-a930-3fb5c88872c3 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:07:31.578174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Deleting port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:31.578604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.586023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.629913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=04c3c1af-2403-4156-9c54-a25951cc6cbc,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:31.640638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Checking segment: {'id': 'db6a14c2-494e-4c2d-a676-f5dcd4ab06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:31.641014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network hostable DHCP agents. Network: 341d1de9-36c7-4153-a873-ed29e37016ab, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:07:31.689604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.716667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port d4563360-c910-43b3-8fb6-48975530f6ff yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:31.718277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-63736acb-ccb2-4e17-a3c0-33ba334943f6 None None] Provisioning complete for port a70edf3e-22be-4b8a-8772-d2f0e7e77aca triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:31.718646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-63736acb-ccb2-4e17-a3c0-33ba334943f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:31.766392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 341d1de9-36c7-4153-a873-ed29e37016ab is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:07:31.786165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:31.802369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:subnet and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:31.830238 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-63736acb-ccb2-4e17-a3c0-33ba334943f6 None None] Port a70edf3e-22be-4b8a-8772-d2f0e7e77aca cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:31.876546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 341d1de9-36c7-4153-a873-ed29e37016ab) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:31.898389 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:31.906353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72de4c0-fccb-45ab-a281-0bf2909d4409 None None] Network 341d1de9-36c7-4153-a873-ed29e37016ab requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:31.925771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:31.960659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:31.961254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.000395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] For port 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:32.000899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.035042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-63736acb-ccb2-4e17-a3c0-33ba334943f6 None None] Provisioning for port 601d1b24-35cb-4409-86a8-161f19207cd7 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:32.106360 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2d2f6a3d-221a-43d4-8566-a7fbec762ae5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0934193 Mar 24 17:07:32.111438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38486) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:32.121416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:32.157601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5c825743-2505-4b4b-bd72-625fecfa6eda up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:32.157920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::204 (5668024d-0c76-47b5-8897-004aebc33204/fa054d70-3cf2-4141-b1c5-c62683414c51/d4563360-c910-43b3-8fb6-48975530f6ff) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:32.190982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c46b26-3def-4277-be65-cdae12e4e67b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:32.195176 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-82c46b26-3def-4277-be65-cdae12e4e67b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6687455 Mar 24 17:07:32.197520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38490) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:32.304134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:32.308596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.335034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Calling delete_port for 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:32.379508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 5c825743-2505-4b4b-bd72-625fecfa6eda triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:32.379865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.416506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b641892-65e7-4ad1-8dc9-9372b7eb20b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:32.417917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b641892-65e7-4ad1-8dc9-9372b7eb20b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:32.419675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b641892-65e7-4ad1-8dc9-9372b7eb20b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:32.420503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8b641892-65e7-4ad1-8dc9-9372b7eb20b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:32.458238 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-341d1de9-36c7-4153-a873-ed29e37016ab', 'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab', 'tenant_id': 'b4f813c93884487a9c39045d6bad96b8', 'fixed_ips': [{'subnet_id': '04c3c1af-2403-4156-9c54-a25951cc6cbc'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:32.459456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.502396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:32.516554 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.584395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.654167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Transition to ACTIVE for port object 2de974ed-53b7-4a66-98df-6a7595ede437 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:32.664291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:32.669766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:32.679581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:32.731320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.732800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-087eea77-0c3f-4df2-a423-93c72a5659a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.735234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.743871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 601d1b24-35cb-4409-86a8-161f19207cd7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:32.749233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object d4563360-c910-43b3-8fb6-48975530f6ff will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:32.765760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8b641892-65e7-4ad1-8dc9-9372b7eb20b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:32.769993 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8b641892-65e7-4ad1-8dc9-9372b7eb20b6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5643914 Mar 24 17:07:32.770225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38494) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:32.780091 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.796906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.813801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:32.817596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.831728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.941238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:32.947926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Allocated IP 172.20.0.2 (341d1de9-36c7-4153-a873-ed29e37016ab/04c3c1af-2403-4156-9c54-a25951cc6cbc/8d277ccd-054e-42e1-ac0b-7e23cd6292fd) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:32.955807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb76cc3b-57ab-4d04-96d2-b8e814fab633 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 9dc313a3-40ec-470a-ab23-bc6077c5a0db {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:32.986276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44474608-604a-4677-9d6a-d173c4e0df6f None None] Pushing event updated for resources: {'Port': ['ID=2de974ed-53b7-4a66-98df-6a7595ede437,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:32.993404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Subnet': ['ID=260b0a2e-9edc-4589-a7d8-d3c5d33681e8,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:32.998574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.037848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fb76cc3b-57ab-4d04-96d2-b8e814fab633 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.063764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Checking segment: {'id': '3bdc8bcd-6ed0-4831-8674-11971382c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:33.064183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network hostable DHCP agents. Network: 191184a4-e5a9-4378-a930-3fb5c88872c3, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:07:33.084343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:33.096312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:33.097137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Attempting to bind port 2de974ed-53b7-4a66-98df-6a7595ede437 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:33.097631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Attempting to bind port 2de974ed-53b7-4a66-98df-6a7595ede437 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:33.098151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Attempting to bind port 2de974ed-53b7-4a66-98df-6a7595ede437 on network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:33.099294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event deleted for resources: {'Port': ['ID=9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:33.105781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:33.106008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:33.106360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Checking segment: {'id': 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:33.106836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.107229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Bound using segment: {'id': 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:33.107795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Bound port: 2de974ed-53b7-4a66-98df-6a7595ede437, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:33.108327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.111178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:33.111798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.154287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fb76cc3b-57ab-4d04-96d2-b8e814fab633 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.170292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 601d1b24-35cb-4409-86a8-161f19207cd7 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:33.204492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=d4563360-c910-43b3-8fb6-48975530f6ff,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:33.209822 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.ipam_backend_mixin [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 04c3c1af-2403-4156-9c54-a25951cc6cbc (CIDR: 172.20.0.0/28) Mar 24 17:07:33.229648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:33.229884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.246567 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:07:33.247056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:07:33.257803 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-acac1080-d0ae-4ac2-8d5d-d9fca4ab9903 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4948390 Mar 24 17:07:33.263206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38498) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:33.325527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fb76cc3b-57ab-4d04-96d2-b8e814fab633 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.355175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:33.382865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 191184a4-e5a9-4378-a930-3fb5c88872c3 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:07:33.400953 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-22dace1e-083a-4fa7-b770-ae5a7be5c2b1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2879863 Mar 24 17:07:33.403332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38502) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:33.411415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:33.583034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 191184a4-e5a9-4378-a930-3fb5c88872c3) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:33.586378 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.588552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:33.589122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.598961 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Transition to ACTIVE for port object 8d277ccd-054e-42e1-ac0b-7e23cd6292fd will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:33.608503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fb76cc3b-57ab-4d04-96d2-b8e814fab633 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.617044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Transition to ACTIVE for port object 8d277ccd-054e-42e1-ac0b-7e23cd6292fd will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:33.631679 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] For port 2de974ed-53b7-4a66-98df-6a7595ede437, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:33.633224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53109b32-e7f7-44e6-a8bd-023480dd96b7 None None] Network 191184a4-e5a9-4378-a930-3fb5c88872c3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:33.657842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76cc3b-57ab-4d04-96d2-b8e814fab633 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc313a3-40ec-470a-ab23-bc6077c5a0db,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:33.660010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fb76cc3b-57ab-4d04-96d2-b8e814fab633 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.680209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f6b8a-f3d0-4268-a758-47139947680e None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:33.699198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.700929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.704582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:33.706572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:33.709231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:33.712109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:33.712386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:33.715803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] For port 2de974ed-53b7-4a66-98df-6a7595ede437, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=2de974ed-53b7-4a66-98df-6a7595ede437,segment=NetworkSegment(cc37c3d5-d48c-483a-b51d-f4b6108b86f1),segment_id=cc37c3d5-d48c-483a-b51d-f4b6108b86f1)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:33.716783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:33.718697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:33.720647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.781943 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fb76cc3b-57ab-4d04-96d2-b8e814fab633 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/9dc313a3-40ec-470a-ab23-bc6077c5a0db HTTP/1.1" status: 204 len: 168 time: 1.0105469 Mar 24 17:07:33.784338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38506) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:33.792041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:33.796953 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-878ef3f8-f533-4988-8dd3-d12e53b50e60 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2853131 Mar 24 17:07:33.802125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38510) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:33.858493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d427e1c8-a7dd-45f5-bf84-b7f7e66f869f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet c2ec836c-64d7-40c3-b2f1-d6b2e90621a5 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:33.862317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d427e1c8-a7dd-45f5-bf84-b7f7e66f869f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:33.896717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:33.901173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.002285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.008696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.016438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.025402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d427e1c8-a7dd-45f5-bf84-b7f7e66f869f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.042936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Network 341d1de9-36c7-4153-a873-ed29e37016ab is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:34.049390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:34.052885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.060290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:34.062105 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.070327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:34.112409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-94599eb8-2d8a-45a8-917d-0a0141d16dbf None None] Provisioning for port d4563360-c910-43b3-8fb6-48975530f6ff completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:34.136494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-94599eb8-2d8a-45a8-917d-0a0141d16dbf None None] Provisioning complete for port d4563360-c910-43b3-8fb6-48975530f6ff triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:34.137348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-94599eb8-2d8a-45a8-917d-0a0141d16dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.150443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d427e1c8-a7dd-45f5-bf84-b7f7e66f869f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.215901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.216617 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Pushing event updated for resources: {'Port': ['ID=8d277ccd-054e-42e1-ac0b-7e23cd6292fd,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:34.285179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 601d1b24-35cb-4409-86a8-161f19207cd7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=601d1b24-35cb-4409-86a8-161f19207cd7,segment=NetworkSegment(3fb29807-1674-4c79-b5bd-28d3171a24e3),segment_id=3fb29807-1674-4c79-b5bd-28d3171a24e3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:34.398631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d427e1c8-a7dd-45f5-bf84-b7f7e66f869f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.420457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.431477 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:34.432260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:34.449863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427e1c8-a7dd-45f5-bf84-b7f7e66f869f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ec836c-64d7-40c3-b2f1-d6b2e90621a5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:34.452078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.494498 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d427e1c8-a7dd-45f5-bf84-b7f7e66f869f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.500998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=bacbd011-a5de-4293-a4e4-3e91a83f1971,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:34.535520 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d427e1c8-a7dd-45f5-bf84-b7f7e66f869f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/c2ec836c-64d7-40c3-b2f1-d6b2e90621a5 HTTP/1.1" status: 204 len: 168 time: 0.7500365 Mar 24 17:07:34.539411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 341d1de9-36c7-4153-a873-ed29e37016ab is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:34.540627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38516) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:34.545767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:34.547389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=7e383380-edc9-4c84-b1d1-16cf9f338424,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:34.604991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:34.605506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.613593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-94599eb8-2d8a-45a8-917d-0a0141d16dbf None None] Port d4563360-c910-43b3-8fb6-48975530f6ff cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:34.631419 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e91d7b32-b8a4-4b25-a676-da080075fe98 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851336 Mar 24 17:07:34.632005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38520) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:34.637264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:34.652833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.682545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Attempting to bind port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:34.682919 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Attempting to bind port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'db6a14c2-494e-4c2d-a676-f5dcd4ab06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:34.683274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Attempting to bind port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd on network 341d1de9-36c7-4153-a873-ed29e37016ab {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:34.727934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:34.729915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Checking segment: {'id': 'db6a14c2-494e-4c2d-a676-f5dcd4ab06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:34.729915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.729915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Bound using segment: {'id': 'db6a14c2-494e-4c2d-a676-f5dcd4ab06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:34.729915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Bound port: 8d277ccd-054e-42e1-ac0b-7e23cd6292fd, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6a14c2-494e-4c2d-a676-f5dcd4ab06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:34.730311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.734608 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fa23b74a-2533-4642-8b8f-db5e0e5e0e25 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3278918 Mar 24 17:07:34.738482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38524) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:34.745368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab', 'fixed_ips': [{'subnet_id': '04c3c1af-2403-4156-9c54-a25951cc6cbc'}, {'subnet_id': '7e383380-edc9-4c84-b1d1-16cf9f338424'}], 'name': 'tempest-PortsTestJSON-1906182255'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:34.775196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44474608-604a-4677-9d6a-d173c4e0df6f None None] Pushing event updated for resources: {'Port': ['ID=2de974ed-53b7-4a66-98df-6a7595ede437,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:34.831089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:34.864114 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.ipam_backend_mixin [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa054d70-3cf2-4141-b1c5-c62683414c51 (CIDR: 2001:db8::/64) Mar 24 17:07:34.919989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-191184a4-e5a9-4378-a930-3fb5c88872c3', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:34.921208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:34.976214 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:07:34.976693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:07:35.011116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:35.020123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:35.027464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:35.038535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:35.080534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:35.091725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:35.136307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:35.140347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:35.300371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=601d1b24-35cb-4409-86a8-161f19207cd7,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:35.305819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:35.324468 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1c8a91fd-1c52-4fe3-84dc-2f523b4d3db5 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0350802 Mar 24 17:07:35.328075 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP 0fa52a00-a85b-4de7-b97c-a718f8ecf2cd associated. External IP: 172.26.4.79, port: 92c8f0f4-a7cc-4667-bd92-74de622fd195. Mar 24 17:07:35.328579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38528) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:35.330689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] For port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:35.335678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:35.390760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] For port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8d277ccd-054e-42e1-ac0b-7e23cd6292fd,segment=NetworkSegment(db6a14c2-494e-4c2d-a676-f5dcd4ab06dc),segment_id=db6a14c2-494e-4c2d-a676-f5dcd4ab06dc)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:35.420026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:35.469630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4214c132-ccc6-4597-ab5e-a36ae24a6732 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:07:35.482036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Allocated IP 172.22.0.2 (191184a4-e5a9-4378-a930-3fb5c88872c3/260b0a2e-9edc-4589-a7d8-d3c5d33681e8/446f52c6-1f64-44c4-88a0-8744f7364cc3) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:35.484453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Router 80764aa5-a513-4017-8c04-5d66b06fd747 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:35.487936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:35.524743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-4214c132-ccc6-4597-ab5e-a36ae24a6732 None None] Deleting port aaf30288-2fd7-468b-9472-88f9de566158 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:35.525182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4214c132-ccc6-4597-ab5e-a36ae24a6732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:35.631154 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:35.652123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:35.656296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:35.659488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:35.665581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:35.678457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:35.699943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:35.719914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:35.822249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:35.827852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:35.854295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbda96-fbee-4f74-8f3a-a8ad87c0e1f2 None None] Pushing event updated for resources: {'Port': ['ID=8d277ccd-054e-42e1-ac0b-7e23cd6292fd,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:35.866603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:35.867218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:35.879428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=15aaf43c-05c5-492e-bb7f-fd729cfe1104,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:35.881129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:35.885495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:35.915821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:28Z', 'revision_number': 3, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:33Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:35.940731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad294cb-218a-4fb6-8978-751a815eca65 None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:28Z', 'revision_number': 3, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:33Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:36.117499 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-772aaaf4-5167-4495-bd2a-587da07a13c3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4848659 Mar 24 17:07:36.130225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38532) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:36.166050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:36.225456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:36.229587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4214c132-ccc6-4597-ab5e-a36ae24a6732 None None] For port aaf30288-2fd7-468b-9472-88f9de566158, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=aaf30288-2fd7-468b-9472-88f9de566158,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:36.229983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4214c132-ccc6-4597-ab5e-a36ae24a6732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:36.301705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:36.319002 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] Sync routers for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:36.335245 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:36.337462 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:36.400980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Transition to ACTIVE for port object 446f52c6-1f64-44c4-88a0-8744f7364cc3 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:36.415473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-4214c132-ccc6-4597-ab5e-a36ae24a6732 None None] Calling delete_port for aaf30288-2fd7-468b-9472-88f9de566158 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:36.489867 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ec02641a-7603-4a68-aaa0-7986f4bf6eee tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "PUT /v2.0/routers/80764aa5-a513-4017-8c04-5d66b06fd747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0099452 Mar 24 17:07:36.494524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:36.499975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38536) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:36.532825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Transition to ACTIVE for port object 446f52c6-1f64-44c4-88a0-8744f7364cc3 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:36.616162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:36.726197 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:36.726533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4214c132-ccc6-4597-ab5e-a36ae24a6732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:36.788854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8d277ccd-054e-42e1-ac0b-7e23cd6292fd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:36.827166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:36.856757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:36.859104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Network 191184a4-e5a9-4378-a930-3fb5c88872c3 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:36.863303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214c132-ccc6-4597-ab5e-a36ae24a6732 None None] No DVR routers for this DVR port aaf30288-2fd7-468b-9472-88f9de566158 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:36.869731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:36.874902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:36.900431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:36.907198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f98bd-ca0e-4ccd-a5fe-9f06758beb2e None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:36.917462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7119d9-52c3-4fca-9cf8-22872c64df06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Deleting subnet 28342b6b-aa72-4f1a-8152-467ff34c47cb {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:36.934565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:36.936870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Pushing event updated for resources: {'Port': ['ID=446f52c6-1f64-44c4-88a0-8744f7364cc3,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:36.954480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d7119d9-52c3-4fca-9cf8-22872c64df06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.051132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.6 (341d1de9-36c7-4153-a873-ed29e37016ab/04c3c1af-2403-4156-9c54-a25951cc6cbc/6bfc9d69-32c4-4d10-bfe0-0a8df982e21a) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:37.088301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.30 (341d1de9-36c7-4153-a873-ed29e37016ab/7e383380-edc9-4c84-b1d1-16cf9f338424/6bfc9d69-32c4-4d10-bfe0-0a8df982e21a) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:37.100012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:37.118684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d7119d9-52c3-4fca-9cf8-22872c64df06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.126632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.22.0.1 (191184a4-e5a9-4378-a930-3fb5c88872c3/260b0a2e-9edc-4589-a7d8-d3c5d33681e8/bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:37.138954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214c132-ccc6-4597-ab5e-a36ae24a6732 None None] Pushing event deleted for resources: {'Port': ['ID=aaf30288-2fd7-468b-9472-88f9de566158,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:37.152425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109cfe02-6f0d-4e0c-a55b-a051f740b8b2 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:37.154722 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:37.158346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.217914 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.225180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.294183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109cfe02-6f0d-4e0c-a55b-a051f740b8b2 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:37.295085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-109cfe02-6f0d-4e0c-a55b-a051f740b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:37.309647 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:07:32Z', 'revision_number': 5, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:37.314828 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] Checking router: 80764aa5-a513-4017-8c04-5d66b06fd747 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:07:37.326492 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] Routers {'80764aa5-a513-4017-8c04-5d66b06fd747'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:37.327871 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['80764aa5-a513-4017-8c04-5d66b06fd747'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:37.408407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-109cfe02-6f0d-4e0c-a55b-a051f740b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:37.414182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Attempting to bind port 446f52c6-1f64-44c4-88a0-8744f7364cc3 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:37.415390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Attempting to bind port 446f52c6-1f64-44c4-88a0-8744f7364cc3 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3bdc8bcd-6ed0-4831-8674-11971382c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:37.415771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Attempting to bind port 446f52c6-1f64-44c4-88a0-8744f7364cc3 on network 191184a4-e5a9-4378-a930-3fb5c88872c3 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:37.427880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:37.428171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Checking segment: {'id': '3bdc8bcd-6ed0-4831-8674-11971382c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:37.428581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.429150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Bound using segment: {'id': '3bdc8bcd-6ed0-4831-8674-11971382c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:37.429644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Bound port: 446f52c6-1f64-44c4-88a0-8744f7364cc3, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdc8bcd-6ed0-4831-8674-11971382c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:37.430013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.456769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109cfe02-6f0d-4e0c-a55b-a051f740b8b2 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:37.457639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-109cfe02-6f0d-4e0c-a55b-a051f740b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:37.536820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-109cfe02-6f0d-4e0c-a55b-a051f740b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:37.537467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109cfe02-6f0d-4e0c-a55b-a051f740b8b2 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:37.579980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:37.625654 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1f9c279f-62d0-4c6d-bc42-7beeb26e2a00 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.9934089 Mar 24 17:07:37.629088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38540) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:37.630901 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] Set router 80764aa5-a513-4017-8c04-5d66b06fd747 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:37.633828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164ec9b-c9ca-43e4-aaad-d850dca32d34 None None] Network 341d1de9-36c7-4153-a873-ed29e37016ab requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:37.638162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-60ca9219-bea6-42dc-a5ec-5409fe6a6407 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'port_id': '92c8f0f4-a7cc-4667-bd92-74de622fd195', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:37.638404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d7119d9-52c3-4fca-9cf8-22872c64df06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.695766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] For port 446f52c6-1f64-44c4-88a0-8744f7364cc3, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:37.700330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] For port 446f52c6-1f64-44c4-88a0-8744f7364cc3, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=446f52c6-1f64-44c4-88a0-8744f7364cc3,segment=NetworkSegment(3bdc8bcd-6ed0-4831-8674-11971382c7c1),segment_id=3bdc8bcd-6ed0-4831-8674-11971382c7c1)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:37.723543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=00ae81e8-2330-4e25-858b-9ae44a042409,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:37.736813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 2de974ed-53b7-4a66-98df-6a7595ede437 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:37.757175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.779724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-60ca9219-bea6-42dc-a5ec-5409fe6a6407 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.803505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:37.830880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:37.830880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d7119d9-52c3-4fca-9cf8-22872c64df06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.830880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:37.830880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.860431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bdfa42-2d9c-4710-b4ea-a068aa7da365 None None] Network 5668024d-0c76-47b5-8897-004aebc33204 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:37.875331 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:37.902818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Transition to ACTIVE for port object bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:37.972379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7119d9-52c3-4fca-9cf8-22872c64df06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event deleted for resources: {'Subnet': ['ID=28342b6b-aa72-4f1a-8152-467ff34c47cb,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:37.997866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d7119d9-52c3-4fca-9cf8-22872c64df06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:38.013200 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1d7119d9-52c3-4fca-9cf8-22872c64df06 tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "DELETE /v2.0/subnets/28342b6b-aa72-4f1a-8152-467ff34c47cb HTTP/1.1" status: 204 len: 168 time: 1.4968357 Mar 24 17:07:38.015740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38544) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:38.018522 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:07:32Z', 'revision_number': 5, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:38.025335 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a6c83-d2b2-499d-97c6-9cadfe2e2985 None None] The sync data for ids ['80764aa5-a513-4017-8c04-5d66b06fd747'] in dv-neutron-835063-1-hyperv is: [{'id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914613095', 'tenant_id': 'cb4059de826b4890846a22f339997227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:04:53Z', 'updated_at': '2022-03-24T17:07:32Z', 'revision_number': 5, 'project_id': 'cb4059de826b4890846a22f339997227', 'gw_port': {'id': 'fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:52:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80764aa5-a513-4017-8c04-5d66b06fd747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:04:57Z', 'updated_at': '2022-03-24T17:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:38.036750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b59b8-b8b6-494d-b406-76216957cc8e None None] Network 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:38.069592 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.ipam_backend_mixin [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15aaf43c-05c5-492e-bb7f-fd729cfe1104 (CIDR: 2001:db8::/64) Mar 24 17:07:38.102042 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:07:38.103417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:07:38.109304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:38.135058 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-59d6b9cb-ccd5-4eda-8eab-3e68c17e512f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8042281 Mar 24 17:07:38.142638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:38.142638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38548) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:38.150470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-646177422', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '00ae81e8-2330-4e25-858b-9ae44a042409'}], 'security_groups': ['2420edb6-375a-453c-b2ba-d6d8ecc942c3']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:38.192896 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2f554467-3ed3-44f0-adb2-316d52dfc37d None None] Provisioning for port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:38.225159 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dbf915c2-409f-4785-9ab5-025f1e02646c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0937681 Mar 24 17:07:38.236793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38552) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:38.243138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:38.254939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2f554467-3ed3-44f0-adb2-316d52dfc37d None None] Provisioning complete for port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:38.255320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2f554467-3ed3-44f0-adb2-316d52dfc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:38.339289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:38.385080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '15aaf43c-05c5-492e-bb7f-fd729cfe1104'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:38.387706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:38.404236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:38.424692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f93f0-e31b-4d89-adf1-89cae3ab8333 None None] Pushing event updated for resources: {'Port': ['ID=446f52c6-1f64-44c4-88a0-8744f7364cc3,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:38.550824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:38.601378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:38.611488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 191184a4-e5a9-4378-a930-3fb5c88872c3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:38.639737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:38.686151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:38.715856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 341d1de9-36c7-4153-a873-ed29e37016ab is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:38.724681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:38.734231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:38.795670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:38.841035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 2de974ed-53b7-4a66-98df-6a7595ede437 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:38.887054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=6bfc9d69-32c4-4d10-bfe0-0a8df982e21a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:38.904593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:38.929065 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 2de974ed-53b7-4a66-98df-6a7595ede437 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:38.929597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:38.942536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:38.953835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:39.037893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:39.274765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.291194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.340136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:39.340883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.361870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Delete allocated IP 2001:db8::204 (5668024d-0c76-47b5-8897-004aebc33204/fa054d70-3cf2-4141-b1c5-c62683414c51) {{(pid=88477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 17:07:39.373830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8:0:1::258 (5668024d-0c76-47b5-8897-004aebc33204/00ae81e8-2330-4e25-858b-9ae44a042409/d4563360-c910-43b3-8fb6-48975530f6ff) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:39.390325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2f554467-3ed3-44f0-adb2-316d52dfc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.425842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 2de974ed-53b7-4a66-98df-6a7595ede437, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=2de974ed-53b7-4a66-98df-6a7595ede437,segment=NetworkSegment(cc37c3d5-d48c-483a-b51d-f4b6108b86f1),segment_id=cc37c3d5-d48c-483a-b51d-f4b6108b86f1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:39.459462 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b7ac2d45-18b1-4ddf-bc9e-5d0b50ce36c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.7198617 Mar 24 17:07:39.464858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38558) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:39.470002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/15aaf43c-05c5-492e-bb7f-fd729cfe1104/4314e1c1-9103-4ec8-9a68-cd7941f6c770) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:39.481388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04c3c1af-2403-4156-9c54-a25951cc6cbc'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:39.516212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2f554467-3ed3-44f0-adb2-316d52dfc37d None None] For port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8d277ccd-054e-42e1-ac0b-7e23cd6292fd,segment=NetworkSegment(db6a14c2-494e-4c2d-a676-f5dcd4ab06dc),segment_id=db6a14c2-494e-4c2d-a676-f5dcd4ab06dc)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:39.518477 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.519205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 601d1b24-35cb-4409-86a8-161f19207cd7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:39.607513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37357512-91e5-4522-8655-c07d4ae95be2 None None] DHCP port deletion for 0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:07:39.706894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2f554467-3ed3-44f0-adb2-316d52dfc37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.723386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-37357512-91e5-4522-8655-c07d4ae95be2 None None] Deleting port a89d7c62-5fe5-4b23-82da-8ace905bccd1 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:39.723762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-37357512-91e5-4522-8655-c07d4ae95be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.739691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:39.745065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.747775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.776050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.836216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.880699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:39.909186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object d4563360-c910-43b3-8fb6-48975530f6ff will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:39.914008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7383eec2-9022-42e4-bc50-e12c4032493f None None] Update dhcp port {'port': {'network_id': '341d1de9-36c7-4153-a873-ed29e37016ab', 'fixed_ips': [{'subnet_id': '04c3c1af-2403-4156-9c54-a25951cc6cbc', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e383380-edc9-4c84-b1d1-16cf9f338424'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': '8d277ccd-054e-42e1-ac0b-7e23cd6292fd'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:07:39.977145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a384d432-e27d-4fbd-a8bd-0d5866b83ab3 None None] Network 191184a4-e5a9-4378-a930-3fb5c88872c3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:40.101357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.163676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=2de974ed-53b7-4a66-98df-6a7595ede437,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:40.192202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Deleting port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:40.192691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.233851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=d4563360-c910-43b3-8fb6-48975530f6ff,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:40.239460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] In _notify_port_updated(), no bound segment for port d4563360-c910-43b3-8fb6-48975530f6ff on network 5668024d-0c76-47b5-8897-004aebc33204 {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:07:40.245075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:40.245694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.250094 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-14d6532e-75b3-41a9-ace6-b3962ac5823f tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "PUT /v2.0/ports/d4563360-c910-43b3-8fb6-48975530f6ff HTTP/1.1" status: 200 len: 930 time: 2.1034212 Mar 24 17:07:40.257410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38562) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:40.321700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7383eec2-9022-42e4-bc50-e12c4032493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.334046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d5ac14a4-bf75-482c-ae83-29d6a47f210f None None] Provisioning for port 446f52c6-1f64-44c4-88a0-8744f7364cc3 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:40.396197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Delete allocated IP 172.20.0.30 (341d1de9-36c7-4153-a873-ed29e37016ab/7e383380-edc9-4c84-b1d1-16cf9f338424) {{(pid=88477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 17:07:40.406413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb87ad-e8d5-4e49-9903-a41a11aedfea None None] Update dhcp port {'port': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'fixed_ips': [{'subnet_id': 'fa054d70-3cf2-4141-b1c5-c62683414c51', 'ip_address': '2001:db8::2'}, {'subnet_id': '00ae81e8-2330-4e25-858b-9ae44a042409'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': '601d1b24-35cb-4409-86a8-161f19207cd7'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:07:40.444635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1a20c6ac-f9c9-4041-a74b-6fd09e7d2fd0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port d4563360-c910-43b3-8fb6-48975530f6ff {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:40.445212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a20c6ac-f9c9-4041-a74b-6fd09e7d2fd0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.497722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:40.498096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.578381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.593822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Ignored duplicate provisioning block setup for port 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 24 17:07:40.601088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f554467-3ed3-44f0-adb2-316d52dfc37d None None] Pushing event updated for resources: {'Port': ['ID=8d277ccd-054e-42e1-ac0b-7e23cd6292fd,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:40.643545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.658841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-60ca9219-bea6-42dc-a5ec-5409fe6a6407 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:07:40.785211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6bb87ad-e8d5-4e49-9903-a41a11aedfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.804115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=6bfc9d69-32c4-4d10-bfe0-0a8df982e21a,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:40.832551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] In _notify_port_updated(), no bound segment for port 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a on network 341d1de9-36c7-4153-a873-ed29e37016ab {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:07:40.839103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:40.840075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.841508 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-560360a8-bfc6-4c51-bef3-907fcbf26932 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "PUT /v2.0/ports/6bfc9d69-32c4-4d10-bfe0-0a8df982e21a HTTP/1.1" status: 200 len: 919 time: 1.3753750 Mar 24 17:07:40.844603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38566) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:40.846817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.850819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04c3c1af-2403-4156-9c54-a25951cc6cbc'}, {'subnet_id': '7e383380-edc9-4c84-b1d1-16cf9f338424'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:40.870349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-37357512-91e5-4522-8655-c07d4ae95be2 None None] For port a89d7c62-5fe5-4b23-82da-8ace905bccd1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a89d7c62-5fe5-4b23-82da-8ace905bccd1,segment=NetworkSegment(6ef1874b-e652-4aa0-bddd-d684e49f27c4),segment_id=6ef1874b-e652-4aa0-bddd-d684e49f27c4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:40.870907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-37357512-91e5-4522-8655-c07d4ae95be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:40.927166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Transition to ACTIVE for port object 4314e1c1-9103-4ec8-9a68-cd7941f6c770 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:41.003378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-60ca9219-bea6-42dc-a5ec-5409fe6a6407 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:41.076734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] For port fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:41.077437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:41.093793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-37357512-91e5-4522-8655-c07d4ae95be2 None None] Calling delete_port for a89d7c62-5fe5-4b23-82da-8ace905bccd1 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:41.100722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-60ca9219-bea6-42dc-a5ec-5409fe6a6407 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:41.113265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:41.229347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Transition to ACTIVE for port object 4314e1c1-9103-4ec8-9a68-cd7941f6c770 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:41.278890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Calling delete_port for fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:41.348579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:07:41.407523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:41.437823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:41.479940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-7383eec2-9022-42e4-bc50-e12c4032493f None None] Allocated IP 172.20.0.18 (341d1de9-36c7-4153-a873-ed29e37016ab/7e383380-edc9-4c84-b1d1-16cf9f338424/8d277ccd-054e-42e1-ac0b-7e23cd6292fd) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:41.525012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device aaf30288-2fd7-468b-9472-88f9de566158 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:41.594560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: aaf30288-2fd7-468b-9472-88f9de566158 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:41.594902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device aaf30288-2fd7-468b-9472-88f9de566158 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:41.635800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:41.647414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:41.655844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:41.661531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-37357512-91e5-4522-8655-c07d4ae95be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:41.664967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Pushing event updated for resources: {'Port': ['ID=4314e1c1-9103-4ec8-9a68-cd7941f6c770,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:41.670970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:41.774887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a20c6ac-f9c9-4041-a74b-6fd09e7d2fd0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:41.821782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-c6bb87ad-e8d5-4e49-9903-a41a11aedfea None None] Allocated IP 2001:db8:0:1::2 (5668024d-0c76-47b5-8897-004aebc33204/00ae81e8-2330-4e25-858b-9ae44a042409/601d1b24-35cb-4409-86a8-161f19207cd7) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:41.827557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37357512-91e5-4522-8655-c07d4ae95be2 None None] Pushing event deleted for resources: {'Port': ['ID=a89d7c62-5fe5-4b23-82da-8ace905bccd1,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:41.830026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 446f52c6-1f64-44c4-88a0-8744f7364cc3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:41.869823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37357512-91e5-4522-8655-c07d4ae95be2 None None] No DVR routers for this DVR port a89d7c62-5fe5-4b23-82da-8ace905bccd1 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:41.970633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1a20c6ac-f9c9-4041-a74b-6fd09e7d2fd0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for d4563360-c910-43b3-8fb6-48975530f6ff owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:42.027711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Attempting to bind port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:42.028010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Attempting to bind port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:42.028376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Attempting to bind port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:42.036614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7383eec2-9022-42e4-bc50-e12c4032493f None None] For port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8d277ccd-054e-42e1-ac0b-7e23cd6292fd,segment=NetworkSegment(db6a14c2-494e-4c2d-a676-f5dcd4ab06dc),segment_id=db6a14c2-494e-4c2d-a676-f5dcd4ab06dc)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:42.038448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.084170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:42.084553 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:42.084943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.085380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:42.085815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Bound port: 4314e1c1-9103-4ec8-9a68-cd7941f6c770, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:42.086185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.148753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:42.209994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 446f52c6-1f64-44c4-88a0-8744f7364cc3 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:42.234001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c6bb87ad-e8d5-4e49-9903-a41a11aedfea None None] For port 601d1b24-35cb-4409-86a8-161f19207cd7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=601d1b24-35cb-4409-86a8-161f19207cd7,segment=NetworkSegment(3fb29807-1674-4c79-b5bd-28d3171a24e3),segment_id=3fb29807-1674-4c79-b5bd-28d3171a24e3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:42.245925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 446f52c6-1f64-44c4-88a0-8744f7364cc3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:42.246287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.276755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7383eec2-9022-42e4-bc50-e12c4032493f None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.287629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f09e1c1f-427c-4320-9d65-d57d29ed542e None None] Provisioning for port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:42.323468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f09e1c1f-427c-4320-9d65-d57d29ed542e None None] Provisioning complete for port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:42.323836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f09e1c1f-427c-4320-9d65-d57d29ed542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.362608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7383eec2-9022-42e4-bc50-e12c4032493f None None] Transition to ACTIVE for port object 8d277ccd-054e-42e1-ac0b-7e23cd6292fd will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:42.364681 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:07:42.365328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] For port 4314e1c1-9103-4ec8-9a68-cd7941f6c770, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:42.395661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6bb87ad-e8d5-4e49-9903-a41a11aedfea None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.420061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] For port 4314e1c1-9103-4ec8-9a68-cd7941f6c770, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4314e1c1-9103-4ec8-9a68-cd7941f6c770,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:42.434485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7383eec2-9022-42e4-bc50-e12c4032493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.480618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f09e1c1f-427c-4320-9d65-d57d29ed542e None None] Port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:42.500354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.507985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.23 (341d1de9-36c7-4153-a873-ed29e37016ab/7e383380-edc9-4c84-b1d1-16cf9f338424/6bfc9d69-32c4-4d10-bfe0-0a8df982e21a) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:42.643591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f09e1c1f-427c-4320-9d65-d57d29ed542e None None] Provisioning complete for port 446f52c6-1f64-44c4-88a0-8744f7364cc3 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:42.643884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f09e1c1f-427c-4320-9d65-d57d29ed542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.694982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.696010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383eec2-9022-42e4-bc50-e12c4032493f None None] Pushing event updated for resources: {'Port': ['ID=8d277ccd-054e-42e1-ac0b-7e23cd6292fd,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:42.718128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Ignored duplicate provisioning block setup for port 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 24 17:07:42.759030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.782995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ca9219-bea6-42dc-a5ec-5409fe6a6407 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:42.786731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.809472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:07:42.811629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network 191184a4-e5a9-4378-a930-3fb5c88872c3 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:42.832778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 446f52c6-1f64-44c4-88a0-8744f7364cc3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=446f52c6-1f64-44c4-88a0-8744f7364cc3,segment=NetworkSegment(3bdc8bcd-6ed0-4831-8674-11971382c7c1),segment_id=3bdc8bcd-6ed0-4831-8674-11971382c7c1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:42.833704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adae063-a5d3-4a51-b8f4-461d1eedfecc None None] Pushing event updated for resources: {'Port': ['ID=4314e1c1-9103-4ec8-9a68-cd7941f6c770,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:42.837301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c6bb87ad-e8d5-4e49-9903-a41a11aedfea None None] Transition to ACTIVE for port object 601d1b24-35cb-4409-86a8-161f19207cd7 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:42.850111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:42.920148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.920924 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8d277ccd-054e-42e1-ac0b-7e23cd6292fd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:42.933614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:42.941215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=6bfc9d69-32c4-4d10-bfe0-0a8df982e21a,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:42.956521 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6bb87ad-e8d5-4e49-9903-a41a11aedfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:43.016265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a20c6ac-f9c9-4041-a74b-6fd09e7d2fd0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:43.124466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f09e1c1f-427c-4320-9d65-d57d29ed542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:43.152236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event deleted for resources: {'Port': ['ID=fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:43.254941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] In _notify_port_updated(), no bound segment for port 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a on network 341d1de9-36c7-4153-a873-ed29e37016ab {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:07:43.261703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:43.262460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:43.267236 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0966c397-2cdb-4d61-9071-20b334f57457 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "PUT /v2.0/ports/6bfc9d69-32c4-4d10-bfe0-0a8df982e21a HTTP/1.1" status: 200 len: 999 time: 2.4216928 Mar 24 17:07:43.268080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38570) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:43.300564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=446f52c6-1f64-44c4-88a0-8744f7364cc3,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:43.376057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-db1dd212-5f5b-4089-b50c-2fab76e5b3bf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:43.376587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db1dd212-5f5b-4089-b50c-2fab76e5b3bf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:43.435985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20c6ac-f9c9-4041-a74b-6fd09e7d2fd0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=d4563360-c910-43b3-8fb6-48975530f6ff,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:43.489783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a20c6ac-f9c9-4041-a74b-6fd09e7d2fd0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:43.573755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb87ad-e8d5-4e49-9903-a41a11aedfea None None] Pushing event updated for resources: {'Port': ['ID=601d1b24-35cb-4409-86a8-161f19207cd7,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:43.603573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-f09e1c1f-427c-4320-9d65-d57d29ed542e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:07:43.603808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-f09e1c1f-427c-4320-9d65-d57d29ed542e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:07:43.618807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 2de974ed-53b7-4a66-98df-6a7595ede437 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:43.694761 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1a20c6ac-f9c9-4041-a74b-6fd09e7d2fd0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/d4563360-c910-43b3-8fb6-48975530f6ff HTTP/1.1" status: 204 len: 168 time: 3.4361904 Mar 24 17:07:43.703076 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38574) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:43.707367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca9219-bea6-42dc-a5ec-5409fe6a6407 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:43.721043 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea5950d-fb7b-4ef9-ba55-e80408365542 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:43.732246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 2de974ed-53b7-4a66-98df-6a7595ede437 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:43.732713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:43.738038 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea5950d-fb7b-4ef9-ba55-e80408365542 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:43.738995 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fea5950d-fb7b-4ef9-ba55-e80408365542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:43.756179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-60ca9219-bea6-42dc-a5ec-5409fe6a6407 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:43.766069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8a4f1-e25f-42ca-8c5a-f0536f742d23 None None] Network 341d1de9-36c7-4153-a873-ed29e37016ab requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:43.797356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:43.834231 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fea5950d-fb7b-4ef9-ba55-e80408365542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:43.846364 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea5950d-fb7b-4ef9-ba55-e80408365542 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:43.847236 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fea5950d-fb7b-4ef9-ba55-e80408365542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:43.848503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:43.925555 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b904421-0806-486d-835b-9b41b7931ee9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:07:43.926018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5b904421-0806-486d-835b-9b41b7931ee9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:43.936358 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fea5950d-fb7b-4ef9-ba55-e80408365542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:43.938318 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea5950d-fb7b-4ef9-ba55-e80408365542 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:44.043647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db1dd212-5f5b-4089-b50c-2fab76e5b3bf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:44.241640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-db1dd212-5f5b-4089-b50c-2fab76e5b3bf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:44.306216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:44.313312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a89d7c62-5fe5-4b23-82da-8ace905bccd1 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:44.370991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: a89d7c62-5fe5-4b23-82da-8ace905bccd1 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:44.371336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device a89d7c62-5fe5-4b23-82da-8ace905bccd1 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:44.371739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:44.418385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:44.418728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9dfa27c5-73a1-48b4-9bcc-c52a9e51c63a not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:44.448662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:44.536338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:44.565935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Provisioning complete for port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:44.566305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:44.636970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:44.655771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db1dd212-5f5b-4089-b50c-2fab76e5b3bf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:44.656028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Provisioning for port 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:44.663584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Provisioning complete for port 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:44.663989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:44.698343 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-60ca9219-bea6-42dc-a5ec-5409fe6a6407 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/floatingips/0fa52a00-a85b-4de7-b97c-a718f8ecf2cd HTTP/1.1" status: 200 len: 977 time: 7.0581663 Mar 24 17:07:44.698343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:44.698343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38578) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:44.698343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5b904421-0806-486d-835b-9b41b7931ee9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:44.698343 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5b904421-0806-486d-835b-9b41b7931ee9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/d4563360-c910-43b3-8fb6-48975530f6ff HTTP/1.1" status: 404 len: 333 time: 0.9902873 Mar 24 17:07:44.708738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:44.716972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Port 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a was deleted so its status cannot be updated. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 24 17:07:44.724025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:44.724025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:44.729590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38582) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:44.757842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dd212-5f5b-4089-b50c-2fab76e5b3bf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=6bfc9d69-32c4-4d10-bfe0-0a8df982e21a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:44.802157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:44.803203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Fanout notify agent at l3_agent the message router_deleted on router 80764aa5-a513-4017-8c04-5d66b06fd747 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:07:44.805847 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4314e1c1-9103-4ec8-9a68-cd7941f6c770 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:44.818873 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-03d7eca7-03a3-444f-b182-461d218973a2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0155420 Mar 24 17:07:44.825330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:44.827011 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-35d93574-e026-4c86-b0a6-bb86e4c26b6c tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "DELETE /v2.0/routers/80764aa5-a513-4017-8c04-5d66b06fd747 HTTP/1.1" status: 204 len: 168 time: 6.8077877 Mar 24 17:07:44.839784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38586) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:44.840571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38588) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:44.927574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'network': {'name': 'tempest-RoutersTest-571932133'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:44.979201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:45.007122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:network and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:45.016819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:45.048459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d0752631-5afc-4dcc-b611-37292a737557 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.054677 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:45.064304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-db1dd212-5f5b-4089-b50c-2fab76e5b3bf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.108498 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-db1dd212-5f5b-4089-b50c-2fab76e5b3bf tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/6bfc9d69-32c4-4d10-bfe0-0a8df982e21a HTTP/1.1" status: 204 len: 168 time: 1.8391981 Mar 24 17:07:45.109403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38594) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:45.132292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Provisioning for port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:45.136488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:45.145083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Provisioning complete for port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:45.145458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c91cc2f-fac6-4629-ab80-232fe27ef79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.159053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d0752631-5afc-4dcc-b611-37292a737557 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.187577 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbbba94-3821-454e-b869-508a9187363f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:07:45.188285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0cbbba94-3821-454e-b869-508a9187363f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:45.190594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.253868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port bacbd011-a5de-4293-a4e4-3e91a83f1971 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:45.254375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.302253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0cbbba94-3821-454e-b869-508a9187363f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:45.306219 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0cbbba94-3821-454e-b869-508a9187363f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/6bfc9d69-32c4-4d10-bfe0-0a8df982e21a HTTP/1.1" status: 404 len: 333 time: 0.1911290 Mar 24 17:07:45.306614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38598) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:45.351909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d0752631-5afc-4dcc-b611-37292a737557 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.354318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] For port 4314e1c1-9103-4ec8-9a68-cd7941f6c770, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4314e1c1-9103-4ec8-9a68-cd7941f6c770,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:45.385068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:45.388535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.390533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0752631-5afc-4dcc-b611-37292a737557 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ebe0e4-39e8-42df-b864-2760f9517baa,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:45.406592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d0752631-5afc-4dcc-b611-37292a737557 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.407856 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d0752631-5afc-4dcc-b611-37292a737557 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/security-groups/d2ebe0e4-39e8-42df-b864-2760f9517baa HTTP/1.1" status: 204 len: 168 time: 0.6769753 Mar 24 17:07:45.410691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38602) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:45.430877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f47fde1-3db0-4a0b-be7c-1bc2fea5188d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet 7e383380-edc9-4c84-b1d1-16cf9f338424 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:45.438417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f47fde1-3db0-4a0b-be7c-1bc2fea5188d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.523331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f47fde1-3db0-4a0b-be7c-1bc2fea5188d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.565177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:45.574344 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 446f52c6-1f64-44c4-88a0-8744f7364cc3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:45.583802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d4af28b-8516-4629-bd60-7f443120ed11 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.619501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d4af28b-8516-4629-bd60-7f443120ed11 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.661740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.687211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.705204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:07:45.748939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.749211 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added segment b90adec6-886a-463d-8fa5-9dba6a95a965 of type vlan for network dd70f12c-94f3-4520-a925-fae4b4330bbe Mar 24 17:07:45.754759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f47fde1-3db0-4a0b-be7c-1bc2fea5188d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.756066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.756971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.758878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 446f52c6-1f64-44c4-88a0-8744f7364cc3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:45.759364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.770021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:45.813417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:40Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:45.826496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:07:45.826988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Updating router eeeaf356-8baf-473f-bc6f-c4de652fb60c port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:07:45.834192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d4af28b-8516-4629-bd60-7f443120ed11 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.860151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Provisioning for port 601d1b24-35cb-4409-86a8-161f19207cd7 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:45.880921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4af28b-8516-4629-bd60-7f443120ed11 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2420edb6-375a-453c-b2ba-d6d8ecc942c3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:45.886128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:45.886762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.915920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d4af28b-8516-4629-bd60-7f443120ed11 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.919698 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1d4af28b-8516-4629-bd60-7f443120ed11 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/security-groups/2420edb6-375a-453c-b2ba-d6d8ecc942c3 HTTP/1.1" status: 204 len: 168 time: 0.5055184 Mar 24 17:07:45.919979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38606) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:45.982419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.991511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f47fde1-3db0-4a0b-be7c-1bc2fea5188d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.994967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:45.995694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.003551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.063613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef1874b-e652-4aa0-bddd-d684e49f27c4') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:46.063913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef1874b-e652-4aa0-bddd-d684e49f27c4') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:46.078756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-035935a0-ffdd-4146-a1f6-67df4577e5d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet fa054d70-3cf2-4141-b1c5-c62683414c51 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:46.081020 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f47fde1-3db0-4a0b-be7c-1bc2fea5188d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.085125 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8f47fde1-3db0-4a0b-be7c-1bc2fea5188d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/7e383380-edc9-4c84-b1d1-16cf9f338424 HTTP/1.1" status: 204 len: 168 time: 0.7751088 Mar 24 17:07:46.087245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38610) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:46.090779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47fde1-3db0-4a0b-be7c-1bc2fea5188d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=7e383380-edc9-4c84-b1d1-16cf9f338424,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:46.092619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-035935a0-ffdd-4146-a1f6-67df4577e5d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.115712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8d277ccd-054e-42e1-ac0b-7e23cd6292fd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:46.201296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-035935a0-ffdd-4146-a1f6-67df4577e5d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.209568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for bacbd011-a5de-4293-a4e4-3e91a83f1971 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:46.237259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d86ac7f-afd0-4ec5-96e7-6edb64aee5c0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet 04c3c1af-2403-4156-9c54-a25951cc6cbc {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:46.246763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.249248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d86ac7f-afd0-4ec5-96e7-6edb64aee5c0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.280157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:46.288177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:07:46.302185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:46.320593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:46.321303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.324049 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d86ac7f-afd0-4ec5-96e7-6edb64aee5c0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.330378 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c42c88-fa6b-43cd-b9b3-1ab61f4a06a0 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:46.345241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.376530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:07:46.377228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:07:46.392718 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:07:46.397218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=b7aa1018-e021-4e88-8d13-0b41db16791c,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:46.411977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=4314e1c1-9103-4ec8-9a68-cd7941f6c770,revision_number=4']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:46.418000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-035935a0-ffdd-4146-a1f6-67df4577e5d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.428548 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-44ec1024-b654-4aba-8bb8-a7dcdb1a38d6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 8.1907640 Mar 24 17:07:46.457270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38614) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:46.486667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Provisioning for port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:46.489727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.497372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:46.498009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.504032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:46.504405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.549965 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Provisioning complete for port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:46.550332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.584219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:7b:48:3b', 'name': 'tempest-NetworksTestDHCPv6-724757563'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:46.653067 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8113475 Mar 24 17:07:46.654340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.659420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.664375 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "DELETE /v2.0/networks/0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56 HTTP/1.1" status: 204 len: 168 time: 1.8212998 Mar 24 17:07:46.665824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38618) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:46.666237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38620) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:46.713078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d86ac7f-afd0-4ec5-96e7-6edb64aee5c0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.713567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'subnet': {'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:46.799312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdba82-a90d-4d9f-9c7a-67fea74f431e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Network': ['ID=dd70f12c-94f3-4520-a925-fae4b4330bbe,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:46.823742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:46.827985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:46.831041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:46.838551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:46.846506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network dd70f12c-94f3-4520-a925-fae4b4330bbe details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:07:46.855331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-035935a0-ffdd-4146-a1f6-67df4577e5d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.881518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf5636-1adc-4263-b4da-bbb43579656b tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event deleted for resources: {'Network': ['ID=0c7bb0b1-f25a-48b8-b6ac-4cb69420ca56,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:46.915633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035935a0-ffdd-4146-a1f6-67df4577e5d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=fa054d70-3cf2-4141-b1c5-c62683414c51,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:46.919457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-035935a0-ffdd-4146-a1f6-67df4577e5d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.924955 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:46.926683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:46.931525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:subnet and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:46.934922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:46.941182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:46.948962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a32719-812b-4dde-b851-87233b923db8 None None] Network 5668024d-0c76-47b5-8897-004aebc33204 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:46.956224 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d86ac7f-afd0-4ec5-96e7-6edb64aee5c0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:46.983397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9025c6e1-f703-4baa-9615-1e0594fda10f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.022171 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-035935a0-ffdd-4146-a1f6-67df4577e5d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/fa054d70-3cf2-4141-b1c5-c62683414c51 HTTP/1.1" status: 204 len: 168 time: 1.0971985 Mar 24 17:07:47.022380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Made reservation on behalf of da468f98f5384225a7bc745eefe0caad for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:47.025890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86ac7f-afd0-4ec5-96e7-6edb64aee5c0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=04c3c1af-2403-4156-9c54-a25951cc6cbc,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:47.028622 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38626) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:47.034012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.070816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 601d1b24-35cb-4409-86a8-161f19207cd7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:47.077305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9025c6e1-f703-4baa-9615-1e0594fda10f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.080640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6d86ac7f-afd0-4ec5-96e7-6edb64aee5c0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.085495 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6d86ac7f-afd0-4ec5-96e7-6edb64aee5c0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/04c3c1af-2403-4156-9c54-a25951cc6cbc HTTP/1.1" status: 204 len: 168 time: 0.9959090 Mar 24 17:07:47.089427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38630) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:47.090178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.095817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:47.101105 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.248197 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.248570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.285148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Transition to ACTIVE for port object bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:47.307123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 404fb47c-25e7-44ba-b9eb-e233a1b695e6 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:47.344371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d1610-66bc-41b1-bcfc-4fc5844c696d None None] Network 341d1de9-36c7-4153-a873-ed29e37016ab requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:47.354087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:47.354321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=bacbd011-a5de-4293-a4e4-3e91a83f1971,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:47.368184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] For port 4314e1c1-9103-4ec8-9a68-cd7941f6c770, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4314e1c1-9103-4ec8-9a68-cd7941f6c770,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:47.369579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:47.378457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:47.386629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.389705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:47.496569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:47.498988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.513426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.527368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.579564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:47.580206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.643760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.644581 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP 0fa52a00-a85b-4de7-b97c-a718f8ecf2cd disassociated (deleted). External IP: 172.26.4.79, port: 92c8f0f4-a7cc-4667-bd92-74de622fd195. Mar 24 17:07:47.658632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:47.659380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.684851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::39a (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/15aaf43c-05c5-492e-bb7f-fd729cfe1104/404fb47c-25e7-44ba-b9eb-e233a1b695e6) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:47.705000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:483b (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/b7aa1018-e021-4e88-8d13-0b41db16791c/404fb47c-25e7-44ba-b9eb-e233a1b695e6) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:47.729656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93d38f-a222-4771-94b4-f71d4ccef53a None None] Pushing event updated for resources: {'Port': ['ID=bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:47.950240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9025c6e1-f703-4baa-9615-1e0594fda10f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:47.985698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025c6e1-f703-4baa-9615-1e0594fda10f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54af3a8e-dfa6-4126-bdf5-838cd3415863,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:48.041675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.135887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Provisioning complete for port a70edf3e-22be-4b8a-8772-d2f0e7e77aca triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:48.136576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.177703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Pushing event updated for resources: {'Port': ['ID=4314e1c1-9103-4ec8-9a68-cd7941f6c770,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:48.187995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.208606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 404fb47c-25e7-44ba-b9eb-e233a1b695e6 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:48.223603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Attempting to bind port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:48.224198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Attempting to bind port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3bdc8bcd-6ed0-4831-8674-11971382c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:48.225109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Attempting to bind port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 on network 191184a4-e5a9-4378-a930-3fb5c88872c3 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:48.234830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.255368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:48.255927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Checking segment: {'id': '3bdc8bcd-6ed0-4831-8674-11971382c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:48.256202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.256577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Bound using segment: {'id': '3bdc8bcd-6ed0-4831-8674-11971382c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:48.257140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Bound port: bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdc8bcd-6ed0-4831-8674-11971382c7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:48.257561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.303388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.317808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Port a70edf3e-22be-4b8a-8772-d2f0e7e77aca cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:48.319464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Subnet': ['ID=fab0ac5a-5b76-44cc-bfd2-e8700adba7a6,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:48.319591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:48.344061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a7bb54cf-81cd-4c23-91ae-e650630ebc7e None None] Could not find standard attr ID for object d4563360-c910-43b3-8fb6-48975530f6ff. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:07:48.364689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:48.378335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Checking segment: {'id': 'b90adec6-886a-463d-8fa5-9dba6a95a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:48.378705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network hostable DHCP agents. Network: dd70f12c-94f3-4520-a925-fae4b4330bbe, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:07:48.383271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9025c6e1-f703-4baa-9615-1e0594fda10f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.387183 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9025c6e1-f703-4baa-9615-1e0594fda10f tempest-TestNetworkAdvancedServerOps-118457395 tempest-TestNetworkAdvancedServerOps-118457395-project] 10.222.0.47 "DELETE /v2.0/security-groups/54af3a8e-dfa6-4126-bdf5-838cd3415863 HTTP/1.1" status: 204 len: 168 time: 1.7089088 Mar 24 17:07:48.387322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:48.387322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.402843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=24d6cbc9-f676-4632-a442-32175119289a,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:48.429695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:48.436666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:48.462008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=404fb47c-25e7-44ba-b9eb-e233a1b695e6,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:48.484941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:48.485601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] For port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8d277ccd-054e-42e1-ac0b-7e23cd6292fd,segment=NetworkSegment(db6a14c2-494e-4c2d-a676-f5dcd4ab06dc),segment_id=db6a14c2-494e-4c2d-a676-f5dcd4ab06dc)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:48.485601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.499082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:48.502680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.537163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] For port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:48.556619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] For port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1,segment=NetworkSegment(3bdc8bcd-6ed0-4831-8674-11971382c7c1),segment_id=3bdc8bcd-6ed0-4831-8674-11971382c7c1)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:48.561976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-430a326d-576c-4ac9-ba19-5e8cd7c06213 None None] Could not find standard attr ID for object 6bfc9d69-32c4-4d10-bfe0-0a8df982e21a. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:07:48.562293 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-de22e6e9-247e-4bf2-a401-5e14bfe7429e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4824753 Mar 24 17:07:48.562601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38636) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:48.570159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312228928'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:48.585974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:48.587324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4332915-2432-403d-a381-da6b884f24df None None] DHCP port deletion for 341d1de9-36c7-4153-a873-ed29e37016ab request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:07:48.595396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:48.602818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e4332915-2432-403d-a381-da6b884f24df None None] Deleting port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:48.604381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e4332915-2432-403d-a381-da6b884f24df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.604610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:48.618642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:48.624995 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d17c90ec-6554-4f8e-a227-60e34cda480f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1641414 Mar 24 17:07:48.625566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38640) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:48.640584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 8d277ccd-054e-42e1-ac0b-7e23cd6292fd owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:48.649875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4314e1c1-9103-4ec8-9a68-cd7941f6c770 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:48.668608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network dd70f12c-94f3-4520-a925-fae4b4330bbe is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:07:48.693004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-430a326d-576c-4ac9-ba19-5e8cd7c06213 None None] Provisioning complete for port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:48.693625 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-430a326d-576c-4ac9-ba19-5e8cd7c06213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.735774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-046ef259-1a2c-409b-8ab1-f3eae94cabb2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 404fb47c-25e7-44ba-b9eb-e233a1b695e6 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:48.738081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-046ef259-1a2c-409b-8ab1-f3eae94cabb2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.761069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.791971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.835999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, dd70f12c-94f3-4520-a925-fae4b4330bbe) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:48.839261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:48.855930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:48.858900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.862253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:48.866664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c11cb2-67b0-4f79-a524-220ddb8f0fa9 None None] Network dd70f12c-94f3-4520-a925-fae4b4330bbe requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:48.872948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group_rule and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:48.882278 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:48.896145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:48.947207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:48.996502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:48.997406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:49.016621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=8d277ccd-054e-42e1-ac0b-7e23cd6292fd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:49.021314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No DVR routers for this DVR port 8d277ccd-054e-42e1-ac0b-7e23cd6292fd on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:49.049051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:49.083936 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d8ffffe9-7f71-4e6b-848d-afa01d088c45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4099722 Mar 24 17:07:49.099834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38644) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:49.158026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e4332915-2432-403d-a381-da6b884f24df None None] The port '8d277ccd-054e-42e1-ac0b-7e23cd6292fd' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:07:49.449346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-046ef259-1a2c-409b-8ab1-f3eae94cabb2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:49.472368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93d38f-a222-4771-94b4-f71d4ccef53a None None] Pushing event updated for resources: {'Port': ['ID=bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:49.474967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab795bb-0d11-4cbc-a0e5-f08d09d7e301 None None] Network 5668024d-0c76-47b5-8897-004aebc33204 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:49.508432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:49.535082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:49.586993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-046ef259-1a2c-409b-8ab1-f3eae94cabb2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 404fb47c-25e7-44ba-b9eb-e233a1b695e6 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:49.587201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341d1de9-36c7-4153-a873-ed29e37016ab']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:49.599218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:49.609857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:49.610971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:49.611986 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215758a-eeb1-42b0-820c-471a705d4657 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:49.615334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:49.633004 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215758a-eeb1-42b0-820c-471a705d4657 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:49.637070 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4215758a-eeb1-42b0-820c-471a705d4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:49.647447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6a14c2-494e-4c2d-a676-f5dcd4ab06dc') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:49.647752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6a14c2-494e-4c2d-a676-f5dcd4ab06dc') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:49.668097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:49.726473 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4215758a-eeb1-42b0-820c-471a705d4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:49.744336 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215758a-eeb1-42b0-820c-471a705d4657 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:49.745446 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4215758a-eeb1-42b0-820c-471a705d4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:49.757160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111cb54e-7b1f-466b-8169-490b4e532ab9,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:49.821752 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-4215758a-eeb1-42b0-820c-471a705d4657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:49.822417 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215758a-eeb1-42b0-820c-471a705d4657 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:49.827019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:49.828588 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-24479413-01a6-4fdb-b18a-07d2f98b9ab8 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2639108 Mar 24 17:07:49.845574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38652) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:49.854542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'security_group': {'name': 'tempest-secgroup-1979246220'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:49.862820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:49.871070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:49.876005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:49.887666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:49.909153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:49.948168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-430a326d-576c-4ac9-ba19-5e8cd7c06213 None None] Could not find standard attr ID for object 8d277ccd-054e-42e1-ac0b-7e23cd6292fd. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:07:50.021123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.026963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d6beb7dc-c568-4632-8297-3fef517eafb3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/floatingips/0fa52a00-a85b-4de7-b97c-a718f8ecf2cd HTTP/1.1" status: 204 len: 168 time: 5.3301432 Mar 24 17:07:50.030254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38658) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:50.032821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.048917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-dd70f12c-94f3-4520-a925-fae4b4330bbe', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:50.052674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.052803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-046ef259-1a2c-409b-8ab1-f3eae94cabb2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.097123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38662) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:50.116126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:50.120643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ef259-1a2c-409b-8ab1-f3eae94cabb2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=404fb47c-25e7-44ba-b9eb-e233a1b695e6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:50.126548 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group_rule and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:50.177134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:07:50.177551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.193826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:07:50.200236 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:07:50.267168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-046ef259-1a2c-409b-8ab1-f3eae94cabb2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.270371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:50.326247 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-046ef259-1a2c-409b-8ab1-f3eae94cabb2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/404fb47c-25e7-44ba-b9eb-e233a1b695e6 HTTP/1.1" status: 204 len: 168 time: 1.6998577 Mar 24 17:07:50.326875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-faaa009d-fc81-4af3-bcf3-29e06374bb85 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 92c8f0f4-a7cc-4667-bd92-74de622fd195 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:50.327235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-faaa009d-fc81-4af3-bcf3-29e06374bb85 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.329911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38668) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:50.439318 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3e984aea-00d6-43e2-8cfa-33621d22c5fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb4059de826b4890846a22f339997227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369091 Mar 24 17:07:50.440884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38672) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:50.468410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:50.489581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c0839-ff7c-4b73-aad5-c0a828a05465 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:50.490278 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-097c0839-ff7c-4b73-aad5-c0a828a05465 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:50.519940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.535026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:50.542484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fe102dcc-4ee8-4a9a-b4ee-69235ffb3dae not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:50.557326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.589087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.598230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.623109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Network': ['ID=341d1de9-36c7-4153-a873-ed29e37016ab,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:50.630601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-097c0839-ff7c-4b73-aad5-c0a828a05465 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:50.631919 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-097c0839-ff7c-4b73-aad5-c0a828a05465 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2947507 Mar 24 17:07:50.636450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38676) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:50.638859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e0dadaed-f0f3-4139-b46e-f3b4289f11d7 None None] Provisioning complete for port a70edf3e-22be-4b8a-8772-d2f0e7e77aca triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:50.639502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e0dadaed-f0f3-4139-b46e-f3b4289f11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.676936 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-002d2df7-167a-46aa-bf6e-bc53bb67520a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/networks/341d1de9-36c7-4153-a873-ed29e37016ab HTTP/1.1" status: 204 len: 168 time: 3.5680616 Mar 24 17:07:50.678291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38680) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:50.682976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8d277ccd-054e-42e1-ac0b-7e23cd6292fd no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:50.703218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.736487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.740278 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8911545 Mar 24 17:07:50.745438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38684) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:50.754798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02cc4c-6553-41cc-b005-9bde120b118e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c02a35-c492-4dd1-8df8-5af79337d3a4,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:50.764996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'security_group': {'name': 'tempest-secgroup-461294128'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:50.771184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:50.773225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3570b2d-4107-443f-ae07-1820f73db4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.775804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:50.775950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 8d277ccd-054e-42e1-ac0b-7e23cd6292fd {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:50.776835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8d277ccd-054e-42e1-ac0b-7e23cd6292fd not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:50.778826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:50.784903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:50.789820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:48Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:50.817581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f40444-c85f-4871-9ab1-29d684624ff9 None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:48Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:07:50.823627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e0dadaed-f0f3-4139-b46e-f3b4289f11d7 None None] Port a70edf3e-22be-4b8a-8772-d2f0e7e77aca cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:50.855627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906cfb9-3d7a-4fbe-91ca-485e0bde57a0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:50.855984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Allocated IP 172.23.0.2 (dd70f12c-94f3-4520-a925-fae4b4330bbe/fab0ac5a-5b76-44cc-bfd2-e8700adba7a6/ec312648-e7a0-4574-bec0-0ea6f001684b) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:50.857177 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3906cfb9-3d7a-4fbe-91ca-485e0bde57a0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1651938 Mar 24 17:07:50.865106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38688) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:50.867373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e68d1f-3bbe-4aee-a63a-f79b95475c98 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:50.867373 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f8e68d1f-3bbe-4aee-a63a-f79b95475c98 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2287748 Mar 24 17:07:50.869324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.878771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38690) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:50.906232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788da74-848e-422d-9595-4d151c210cc7 None None] Update dhcp port {'port': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'fixed_ips': [{'subnet_id': '00ae81e8-2330-4e25-858b-9ae44a042409', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '24d6cbc9-f676-4632-a442-32175119289a'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': '601d1b24-35cb-4409-86a8-161f19207cd7'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:07:50.958092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e0dadaed-f0f3-4139-b46e-f3b4289f11d7 None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:50.958716 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e0dadaed-f0f3-4139-b46e-f3b4289f11d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:50.963349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:50.979924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:security_group_rule and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:50.985495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:50.996362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:51.018496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf43e49-6566-4e95-bda7-10892e83aab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:51.022299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf43e49-6566-4e95-bda7-10892e83aab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:51.022299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf43e49-6566-4e95-bda7-10892e83aab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:51.022739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0bf43e49-6566-4e95-bda7-10892e83aab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:51.052944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3570b2d-4107-443f-ae07-1820f73db4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.086500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-faaa009d-fc81-4af3-bcf3-29e06374bb85 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.140718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0bf43e49-6566-4e95-bda7-10892e83aab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:51.142045 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0bf43e49-6566-4e95-bda7-10892e83aab3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2606308 Mar 24 17:07:51.144647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.145813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38696) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:51.218546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5788da74-848e-422d-9595-4d151c210cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.225156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac8ddd9-2efd-4ee0-8ce1-e00423dc3700 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 15aaf43c-05c5-492e-bb7f-fd729cfe1104 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:51.230056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ddd9-2efd-4ee0-8ce1-e00423dc3700 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.270220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.338804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ddd9-2efd-4ee0-8ce1-e00423dc3700 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.410237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-faaa009d-fc81-4af3-bcf3-29e06374bb85 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 92c8f0f4-a7cc-4667-bd92-74de622fd195 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:51.452974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ddd9-2efd-4ee0-8ce1-e00423dc3700 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.460725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-5788da74-848e-422d-9595-4d151c210cc7 None None] Allocated IP 2001:db8::2 (5668024d-0c76-47b5-8897-004aebc33204/24d6cbc9-f676-4632-a442-32175119289a/601d1b24-35cb-4409-86a8-161f19207cd7) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:51.572469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e8ecae-2f16-45dc-9601-d41baee22541,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:51.580432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.585295 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8395665 Mar 24 17:07:51.586079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38700) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:51.588082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.588429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.588836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.589166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.589671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.590006 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.590332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.590659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.590992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.591689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.592036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.592362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a20db-ad66-49ca-9f18-30390e096074 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:51.598556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5788da74-848e-422d-9595-4d151c210cc7 None None] For port 601d1b24-35cb-4409-86a8-161f19207cd7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=601d1b24-35cb-4409-86a8-161f19207cd7,segment=NetworkSegment(3fb29807-1674-4c79-b5bd-28d3171a24e3),segment_id=3fb29807-1674-4c79-b5bd-28d3171a24e3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:51.603686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1582713526', 'security_groups': ['d5e8ecae-2f16-45dc-9601-d41baee22541'], 'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24d6cbc9-f676-4632-a442-32175119289a'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:51.626507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5788da74-848e-422d-9595-4d151c210cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.631200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-80025cbc-a094-4b3d-a0a2-9538050dbb55 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:07:51.701186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3570b2d-4107-443f-ae07-1820f73db4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.704447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e0dadaed-f0f3-4139-b46e-f3b4289f11d7 None None] Could not find standard attr ID for object 404fb47c-25e7-44ba-b9eb-e233a1b695e6. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:07:51.715577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ddd9-2efd-4ee0-8ce1-e00423dc3700 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.732336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3570b2d-4107-443f-ae07-1820f73db4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ce15d-5fe2-4512-b825-7a051f19c191,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:51.775478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8ddd9-2efd-4ee0-8ce1-e00423dc3700 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=15aaf43c-05c5-492e-bb7f-fd729cfe1104,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:51.777332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-80025cbc-a094-4b3d-a0a2-9538050dbb55 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:07:51.779458 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-80025cbc-a094-4b3d-a0a2-9538050dbb55 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9126351 Mar 24 17:07:51.779808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ddd9-2efd-4ee0-8ce1-e00423dc3700 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.782672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38704) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:51.792539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-777518788'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:51.794775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fbde62-38ae-40a0-a73f-c626e64fbadc None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:51.832026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.854504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3570b2d-4107-443f-ae07-1820f73db4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.856144 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e3570b2d-4107-443f-ae07-1820f73db4fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/522ce15d-5fe2-4512-b825-7a051f19c191 HTTP/1.1" status: 204 len: 168 time: 1.4147511 Mar 24 17:07:51.878866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-faaa009d-fc81-4af3-bcf3-29e06374bb85 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:51.913954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5788da74-848e-422d-9595-4d151c210cc7 None None] Transition to ACTIVE for port object 601d1b24-35cb-4409-86a8-161f19207cd7 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:51.922768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Transition to ACTIVE for port object ec312648-e7a0-4574-bec0-0ea6f001684b will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:51.923699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:51.939158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:network and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:51.945090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:51.954469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:51.962274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:51.963154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa009d-fc81-4af3-bcf3-29e06374bb85 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=92c8f0f4-a7cc-4667-bd92-74de622fd195,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:51.974687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:51.986971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Transition to ACTIVE for port object ec312648-e7a0-4574-bec0-0ea6f001684b will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:52.004997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5788da74-848e-422d-9595-4d151c210cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.034465 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2ac8ddd9-2efd-4ee0-8ce1-e00423dc3700 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/15aaf43c-05c5-492e-bb7f-fd729cfe1104 HTTP/1.1" status: 204 len: 168 time: 0.8855815 Mar 24 17:07:52.034704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38710) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:52.097972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:52.101548 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.110489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:52.128269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.147206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fba13ba-95ef-406d-a21a-dd720fe8ad4e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet b7aa1018-e021-4e88-8d13-0b41db16791c {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:07:52.156261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fba13ba-95ef-406d-a21a-dd720fe8ad4e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.171065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-faaa009d-fc81-4af3-bcf3-29e06374bb85 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.173092 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-faaa009d-fc81-4af3-bcf3-29e06374bb85 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/ports/92c8f0f4-a7cc-4667-bd92-74de622fd195 HTTP/1.1" status: 204 len: 168 time: 2.1418567 Mar 24 17:07:52.179414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38714) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:52.186506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:52.192463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Allocated IP 172.23.0.1 (dd70f12c-94f3-4520-a925-fae4b4330bbe/fab0ac5a-5b76-44cc-bfd2-e8700adba7a6/ab8329dd-2187-4b10-a6ef-8e665f372ab3) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:52.198476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:52.207487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:floatingip and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:52.210861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:52.220498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:52.270219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Network dd70f12c-94f3-4520-a925-fae4b4330bbe is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:52.280739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:52.282982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:07:52.283921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:52.290784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788da74-848e-422d-9595-4d151c210cc7 None None] Pushing event updated for resources: {'Port': ['ID=601d1b24-35cb-4409-86a8-161f19207cd7,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:52.302813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fba13ba-95ef-406d-a21a-dd720fe8ad4e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.329730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.331460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.331814 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Added segment ea373510-7066-4ddf-aa41-ee4a9ca54d47 of type vlan for network ee04cc12-13b8-4b60-8b76-f3cb8604b582 Mar 24 17:07:52.417026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.443897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.468812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] device_id is not set on port 9aac434e-5629-43d6-a52c-fab049630cfd yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:52.489622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Attempting to bind port ec312648-e7a0-4574-bec0-0ea6f001684b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:52.490417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Attempting to bind port ec312648-e7a0-4574-bec0-0ea6f001684b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'b90adec6-886a-463d-8fa5-9dba6a95a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:52.490560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.491071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Attempting to bind port ec312648-e7a0-4574-bec0-0ea6f001684b on network dd70f12c-94f3-4520-a925-fae4b4330bbe {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:52.496632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Pushing event updated for resources: {'Port': ['ID=ec312648-e7a0-4574-bec0-0ea6f001684b,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:52.510342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:52.511017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Checking segment: {'id': 'b90adec6-886a-463d-8fa5-9dba6a95a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:52.511589 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.512328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Bound using segment: {'id': 'b90adec6-886a-463d-8fa5-9dba6a95a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:52.512999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Bound port: ec312648-e7a0-4574-bec0-0ea6f001684b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90adec6-886a-463d-8fa5-9dba6a95a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:52.513747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.553798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Transition to ACTIVE for port object ab8329dd-2187-4b10-a6ef-8e665f372ab3 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:52.567787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fba13ba-95ef-406d-a21a-dd720fe8ad4e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.623968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.687132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.694841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:52.695462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.713085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] For port ec312648-e7a0-4574-bec0-0ea6f001684b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:52.723793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] For port ec312648-e7a0-4574-bec0-0ea6f001684b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ec312648-e7a0-4574-bec0-0ea6f001684b,segment=NetworkSegment(b90adec6-886a-463d-8fa5-9dba6a95a965),segment_id=b90adec6-886a-463d-8fa5-9dba6a95a965)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:52.785187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:52.842283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38720) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:52.845011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:52.856407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.027254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee0ad8-b585-468f-a50b-8243719f81de None None] Pushing event updated for resources: {'Port': ['ID=ec312648-e7a0-4574-bec0-0ea6f001684b,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:53.041291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network dd70f12c-94f3-4520-a925-fae4b4330bbe is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:53.044730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=ab8329dd-2187-4b10-a6ef-8e665f372ab3,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:53.048753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:53.051206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:53.063704 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2797010 Mar 24 17:07:53.072823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d6bb592-6af1-48fc-a255-29999852b126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.081876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38724) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:53.087556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75258442-9e6a-4fbd-bcb2-9670b227924e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Network': ['ID=ee04cc12-13b8-4b60-8b76-f3cb8604b582,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:53.095063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:53.100791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network ee04cc12-13b8-4b60-8b76-f3cb8604b582 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:07:53.108899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': 'ee04cc12-13b8-4b60-8b76-f3cb8604b582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:53.137615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.197571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8d6bb592-6af1-48fc-a255-29999852b126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:53.211782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8::234 (5668024d-0c76-47b5-8897-004aebc33204/24d6cbc9-f676-4632-a442-32175119289a/9aac434e-5629-43d6-a52c-fab049630cfd) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:53.300857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:53.301394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.312449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8d6bb592-6af1-48fc-a255-29999852b126 admin admin] Usage tracker for resource:security_group_rule and tenant:7137e5a11d014f189134b5bdd6c73aaf is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:53.328392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fba13ba-95ef-406d-a21a-dd720fe8ad4e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.344789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8d6bb592-6af1-48fc-a255-29999852b126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:53.403253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8d6bb592-6af1-48fc-a255-29999852b126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:53.423298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba13ba-95ef-406d-a21a-dd720fe8ad4e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=b7aa1018-e021-4e88-8d13-0b41db16791c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:53.431569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.26.4.127 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/9e237ea7-a5a5-4cce-8d21-47e89c5f6aaf) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:53.463492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3e45eefc-ff91-40a4-9a9b-d76017c12599 None None] Provisioning complete for port a70edf3e-22be-4b8a-8772-d2f0e7e77aca triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:53.464022 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e45eefc-ff91-40a4-9a9b-d76017c12599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.489456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2fba13ba-95ef-406d-a21a-dd720fe8ad4e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.492433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:53.639752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.661895 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3e45eefc-ff91-40a4-9a9b-d76017c12599 None None] Port a70edf3e-22be-4b8a-8772-d2f0e7e77aca cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:53.686328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1,segment=NetworkSegment(3bdc8bcd-6ed0-4831-8674-11971382c7c1),segment_id=3bdc8bcd-6ed0-4831-8674-11971382c7c1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:53.716472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c6dfb-a2fd-4183-88d7-cdc745e87242 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:53.721793 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2fba13ba-95ef-406d-a21a-dd720fe8ad4e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/b7aa1018-e021-4e88-8d13-0b41db16791c HTTP/1.1" status: 204 len: 168 time: 1.6860342 Mar 24 17:07:53.727159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:53.731160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38728) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:53.741833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:53.751280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.762733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:53.783992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 9aac434e-5629-43d6-a52c-fab049630cfd will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:53.823444 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-adc44eab-49ec-4f12-9a25-748d3bc3624a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834603 Mar 24 17:07:53.823883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38732) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:53.830863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:53.869114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3e45eefc-ff91-40a4-9a9b-d76017c12599 None None] Provisioning for port 601d1b24-35cb-4409-86a8-161f19207cd7 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:53.869427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.872483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.873349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 601d1b24-35cb-4409-86a8-161f19207cd7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:53.902999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.954413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:53.958509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:53.993261 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:53.998873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3e45eefc-ff91-40a4-9a9b-d76017c12599 None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:53.999584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e45eefc-ff91-40a4-9a9b-d76017c12599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.200237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:54.200611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.229311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:54.240009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d6bb592-6af1-48fc-a255-29999852b126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.243839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:54.246846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:54.250375 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610496dd-af3d-449b-88f1-e038b92a9df7 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:07:54.255357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:54.261121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-610496dd-af3d-449b-88f1-e038b92a9df7 None None] Deleting port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:07:54.265197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.265354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-610496dd-af3d-449b-88f1-e038b92a9df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.354802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=05fb0aaa-aa97-4391-9935-e879936f23e2,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:54.361609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d6bb592-6af1-48fc-a255-29999852b126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.369350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.384918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.433593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.500770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.544859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:54.550326 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdcb747-6241-4cb9-aa3a-0efed3995d94 None None] Network dd70f12c-94f3-4520-a925-fae4b4330bbe requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:54.560184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:54.562200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:54.567679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Checking segment: {'id': 'ea373510-7066-4ddf-aa41-ee4a9ca54d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee04cc12-13b8-4b60-8b76-f3cb8604b582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:54.568069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network hostable DHCP agents. Network: ee04cc12-13b8-4b60-8b76-f3cb8604b582, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:07:54.572740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:54.576221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.598266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=9e237ea7-a5a5-4cce-8d21-47e89c5f6aaf,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:54.614824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-610496dd-af3d-449b-88f1-e038b92a9df7 None None] For port 4314e1c1-9103-4ec8-9a68-cd7941f6c770, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4314e1c1-9103-4ec8-9a68-cd7941f6c770,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:54.615246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-610496dd-af3d-449b-88f1-e038b92a9df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.634330 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8d6bb592-6af1-48fc-a255-29999852b126 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7137e5a11d014f189134b5bdd6c73aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7877560 Mar 24 17:07:54.642314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38736) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:54.732837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.742847 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f08059ad-c201-480c-8be8-013ed619fc15 None None] Provisioning complete for port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:54.743937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f08059ad-c201-480c-8be8-013ed619fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.771195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event updated for resources: {'Port': ['ID=ab8329dd-2187-4b10-a6ef-8e665f372ab3,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:54.802020 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bb592-6af1-48fc-a255-29999852b126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37908607-5ae8-4d06-83b6-ef83ea07fbfe,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:54.819406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=9aac434e-5629-43d6-a52c-fab049630cfd,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:54.833583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:54.840995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-610496dd-af3d-449b-88f1-e038b92a9df7 None None] Calling delete_port for 4314e1c1-9103-4ec8-9a68-cd7941f6c770 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:07:54.871310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ec312648-e7a0-4574-bec0-0ea6f001684b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:54.919514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network ee04cc12-13b8-4b60-8b76-f3cb8604b582 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:07:54.922174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:54.925281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:54.926583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-360fb004-8fe0-4ab4-8180-c8f068a16862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.934813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Network dd70f12c-94f3-4520-a925-fae4b4330bbe is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:54.937945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:54.943806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:54.944398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:55.050888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, ee04cc12-13b8-4b60-8b76-f3cb8604b582) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:55.051240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-360fb004-8fe0-4ab4-8180-c8f068a16862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.064339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:55.064339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.085034 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e1a9d7fc-6c34-4e22-a7db-3a86adf5c49d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4879563 Mar 24 17:07:55.094965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38740) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:55.100901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:55.112295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a591a-942b-4061-8a1e-9bfb241320bf None None] Network ee04cc12-13b8-4b60-8b76-f3cb8604b582 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:55.139861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.198142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:55.198800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.237735 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a3553987-a655-46ad-8240-fcfdf90021fa tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1453874 Mar 24 17:07:55.250797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38744) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:55.268431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': 'ee04cc12-13b8-4b60-8b76-f3cb8604b582', 'name': 'tempest-PortsTestJSON-1430805233'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:55.299556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-610496dd-af3d-449b-88f1-e038b92a9df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.320360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:55.327196 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:55.340057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:55.340730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.387073 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port ec312648-e7a0-4574-bec0-0ea6f001684b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:55.392251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610496dd-af3d-449b-88f1-e038b92a9df7 None None] No DVR routers for this DVR port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:07:55.395855 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f08059ad-c201-480c-8be8-013ed619fc15 None None] Port 4314e1c1-9103-4ec8-9a68-cd7941f6c770 update to ACTIVE by agent not found {{(pid=88479) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 24 17:07:55.445006 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=2c9d03eb-731f-4dbf-bbdd-04f5a687856c,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:55.465468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:55.475899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:55.479689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a58f3d-91fc-4987-9cd1-9ed1de1154fb None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:07:55.479844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:55.497544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:55.506557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610496dd-af3d-449b-88f1-e038b92a9df7 None None] Pushing event deleted for resources: {'Port': ['ID=4314e1c1-9103-4ec8-9a68-cd7941f6c770,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:55.506780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-360fb004-8fe0-4ab4-8180-c8f068a16862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.507238 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:55.516637 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-834d49a6-0137-4691-8617-c6f7a88f1951 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6917045 Mar 24 17:07:55.522294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:55.523300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fb004-8fe0-4ab4-8180-c8f068a16862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37908607-5ae8-4d06-83b6-ef83ea07fbfe,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:55.529721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38748) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:55.536130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:55.556742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:55.565357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.603087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:55.630856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:55.631889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.632744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-360fb004-8fe0-4ab4-8180-c8f068a16862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.634521 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-360fb004-8fe0-4ab4-8180-c8f068a16862 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37908607-5ae8-4d06-83b6-ef83ea07fbfe HTTP/1.1" status: 204 len: 168 time: 0.9887662 Mar 24 17:07:55.639225 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7a448d3e-ab2f-4600-8cd3-3f1ee1e0642c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5381525 Mar 24 17:07:55.639735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38754) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:55.647064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:55.678760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:55.682573 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.685703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:07:55.764598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 7350b661-10c2-4e3b-b9f9-29872e8790ed yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:55.787333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:07:55.788729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:55.872009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Provisioning for port ec312648-e7a0-4574-bec0-0ea6f001684b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:55.890116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:55.900244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:55.909529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:55.950874 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.ipam_backend_mixin [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24d6cbc9-f676-4632-a442-32175119289a (CIDR: 2001:db8::/64) Mar 24 17:07:55.951927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:55.963637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Provisioning complete for port ec312648-e7a0-4574-bec0-0ea6f001684b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:55.964555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:55.993134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.13 (ee04cc12-13b8-4b60-8b76-f3cb8604b582/05fb0aaa-aa97-4391-9935-e879936f23e2/7350b661-10c2-4e3b-b9f9-29872e8790ed) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:56.005499 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:07:56.006042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:07:56.052946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:56.057911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:56.123436 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6c71bc35-45af-4da9-9009-7162a468911b tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0271120 Mar 24 17:07:56.144242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38758) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:56.159037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:56.164485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ee04cc12-13b8-4b60-8b76-f3cb8604b582', 'network_id': 'ee04cc12-13b8-4b60-8b76-f3cb8604b582', 'tenant_id': 'b4f813c93884487a9c39045d6bad96b8', 'fixed_ips': [{'subnet_id': '05fb0aaa-aa97-4391-9935-e879936f23e2'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:56.166316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:56.176893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:56.177372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:56.237678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:07:56.294598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.resource_extend [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:07:56.392149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:56.472499 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.ipam_backend_mixin [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c9d03eb-731f-4dbf-bbdd-04f5a687856c (CIDR: 2001:db8::/64) Mar 24 17:07:56.493426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:56.499594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:56.522234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object 7350b661-10c2-4e3b-b9f9-29872e8790ed will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:56.536895 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:07:56.537790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:07:56.605958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:56.644741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:56.653312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:56.676329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:56.682639 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d0501c08-998d-423b-a468-90d0e3cc1727 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1510541 Mar 24 17:07:56.707691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38774) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:56.721954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'tenant_id': 'e4c8c5a4d9cd4344bcab589c16060167', 'fixed_ips': [{'subnet_id': '2c9d03eb-731f-4dbf-bbdd-04f5a687856c'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:07:56.723074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:56.724529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:56.758769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'subnet': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:56.786082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=9e237ea7-a5a5-4cce-8d21-47e89c5f6aaf,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:56.831796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network ee04cc12-13b8-4b60-8b76-f3cb8604b582 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:56.844798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:56.867185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:56.986049 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:56.986720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.003320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=7350b661-10c2-4e3b-b9f9-29872e8790ed,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:57.049327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:57.056982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.066475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.082520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:57.090759 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7cb2c82f-7868-4d35-b29e-b1e2be1ea6b7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8361762 Mar 24 17:07:57.094330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38784) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:57.115529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.128306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:subnet and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:57.136805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': 'ee04cc12-13b8-4b60-8b76-f3cb8604b582', 'name': 'tempest-PortsTestJSON-1623572164'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:57.167530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:57.222032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:57.232209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Allocated IP 172.20.0.2 (ee04cc12-13b8-4b60-8b76-f3cb8604b582/05fb0aaa-aa97-4391-9935-e879936f23e2/3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:57.269945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38790) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:57.307392 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] For port ec312648-e7a0-4574-bec0-0ea6f001684b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ec312648-e7a0-4574-bec0-0ea6f001684b,segment=NetworkSegment(b90adec6-886a-463d-8fa5-9dba6a95a965),segment_id=b90adec6-886a-463d-8fa5-9dba6a95a965)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:57.317731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4314e1c1-9103-4ec8-9a68-cd7941f6c770 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:07:57.379131 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.381143 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 4314e1c1-9103-4ec8-9a68-cd7941f6c770 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:07:57.381490 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4314e1c1-9103-4ec8-9a68-cd7941f6c770 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:07:57.388997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.extraroute_db [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 24 17:07:57.409924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1093616859-network', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:57.416391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:57.422346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Usage tracker for resource:network and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:57.425796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:57.433271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:57.470895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.472121 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cec3fd9b-6e3d-4524-b748-61e404343977 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2918031 Mar 24 17:07:57.475810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38798) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:57.483718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'port': {'network_id': '67854274-badd-40cc-9b56-b59d6ed68eb2', 'name': 'tempest-FloatingIPTestJSON-517384415'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:57.488711 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.extraroute_db [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Removed routes are [] {{(pid=88478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 24 17:07:57.489124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.495619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:57.499073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.551391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Allocated IP 2001:db8::2 (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/2c9d03eb-731f-4dbf-bbdd-04f5a687856c/77a8956d-d05f-4581-8e20-11a0bb71c96d) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:57.627242 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.ipam_backend_mixin [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 00ae81e8-2330-4e25-858b-9ae44a042409 (CIDR: 2001:db8:0:1::/64) Mar 24 17:07:57.638868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Pushing event updated for resources: {'Port': ['ID=ec312648-e7a0-4574-bec0-0ea6f001684b,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:57.675868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Made reservation on behalf of 3bb3c97d3f2c4a85a94663247e549d02 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:57.678077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.719716 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:07:57.720217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:07:57.729476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Provisioning for port 9aac434e-5629-43d6-a52c-fab049630cfd completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:57.743213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.747014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Provisioning complete for port 9aac434e-5629-43d6-a52c-fab049630cfd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:57.747394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.780009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:57.786311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8329dd-2187-4b10-a6ef-8e665f372ab3', 'name': '', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:82:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:51Z', 'updated_at': '2022-03-24T17:07:54Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:07:57.791395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:57.796115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:57.796637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:57.802031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:07:57.802586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Updating router eeeaf356-8baf-473f-bc6f-c4de652fb60c port ab8329dd-2187-4b10-a6ef-8e665f372ab3 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:07:57.807067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:57.814423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:57.845805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:57.852956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:port and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:57.858579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:57.866609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:57.934326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.937784 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-09dae030-801e-4eb1-915f-485094a571b6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.7924862 Mar 24 17:07:57.941060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38802) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:57.948880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'subnet': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:57.984002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Made reservation on behalf of b8a5cba240fc4cb69db4c94d8e2eddff for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:57.987786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:57.995659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.025890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-77415686-8adc-425d-9dd4-40d97671f6e3 None None] Port 9aac434e-5629-43d6-a52c-fab049630cfd cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:58.028977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.071778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.090301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Transition to ACTIVE for port object 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:58.109115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:07:58.112750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.116605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] device_id is not set on port 1bdf5161-a48f-419f-9f06-f215c4c4eec1 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:58.131153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Transition to ACTIVE for port object 77a8956d-d05f-4581-8e20-11a0bb71c96d will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:58.138029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:58.141534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.159999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Transition to ACTIVE for port object 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:58.180149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.183901 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Added segment cdee05f6-c791-46cd-ae3b-585274ea13fa of type vlan for network 776741f5-811e-4381-8c10-737d1f15324b Mar 24 17:07:58.194362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 1108b011-81c0-45b9-bc04-826fe9a8ebd3 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:58.225548 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfcfc32-cfdd-4a87-bb6d-ec0aa1e83536,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:58.240529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Transition to ACTIVE for port object 77a8956d-d05f-4581-8e20-11a0bb71c96d will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:58.247654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.251991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d79c29ad-4ede-4802-bafa-13bdd88542dd None None] Provisioning complete for port ec312648-e7a0-4574-bec0-0ea6f001684b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:58.252263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d79c29ad-4ede-4802-bafa-13bdd88542dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.267079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.275620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.279546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:58.296944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.321348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Usage tracker for resource:subnet and tenant:cb64c021346c4a06b81f23d0cd4139e8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:58.330322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:58.342882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:58.381522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.20.0.12 (67854274-badd-40cc-9b56-b59d6ed68eb2/77e316ba-ab05-4dea-94d3-38f9a23da893/1bdf5161-a48f-419f-9f06-f215c4c4eec1) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:58.430728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.431350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Made reservation on behalf of cb64c021346c4a06b81f23d0cd4139e8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:58.434933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.469219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:07:58.476530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.477620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:58.478276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.484739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Network ee04cc12-13b8-4b60-8b76-f3cb8604b582 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:58.494173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:58.496596 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:58.568417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Pushing event updated for resources: {'Port': ['ID=3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:58.645686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:58.668844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:58.672388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:58.764800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] Pushing event updated for resources: {'Network': ['ID=776741f5-811e-4381-8c10-737d1f15324b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:58.800176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:07:58.813212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 776741f5-811e-4381-8c10-737d1f15324b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:07:58.833275 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e33e8d4d-ffa6-4b5d-bdd3-3e8b0d4f3b48 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5598207 Mar 24 17:07:58.834174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38808) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:58.834453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.844336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:58.848528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38812) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:58.849061 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-423778b5-c7e8-4300-a17b-96d447cf36bf tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c HTTP/1.1" status: 200 len: 934 time: 3.2064550 Mar 24 17:07:58.862998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.objects.ports [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88478) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 24 17:07:58.871767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Request body: {'subnet': {'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1093616859-subnet', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'ip_version': 4}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:58.871767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-49a0a74e-ec5c-4cec-9cc8-9aee034f4634 {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:07:58.871767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:07:58.885929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Pushing event updated for resources: {'Port': ['ID=77a8956d-d05f-4581-8e20-11a0bb71c96d,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:58.914286 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Attempting to bind port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:58.914655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Attempting to bind port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'ea373510-7066-4ddf-aa41-ee4a9ca54d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee04cc12-13b8-4b60-8b76-f3cb8604b582'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:58.915022 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Attempting to bind port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 on network ee04cc12-13b8-4b60-8b76-f3cb8604b582 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:58.927052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:07:59.001359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:59.001776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Checking segment: {'id': 'ea373510-7066-4ddf-aa41-ee4a9ca54d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee04cc12-13b8-4b60-8b76-f3cb8604b582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:59.002141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.002537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Bound using segment: {'id': 'ea373510-7066-4ddf-aa41-ee4a9ca54d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee04cc12-13b8-4b60-8b76-f3cb8604b582'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:59.003020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Bound port: 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea373510-7066-4ddf-aa41-ee4a9ca54d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'ee04cc12-13b8-4b60-8b76-f3cb8604b582'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:59.003392 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.039439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Attempting to bind port 77a8956d-d05f-4581-8e20-11a0bb71c96d on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:59.039816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Attempting to bind port 77a8956d-d05f-4581-8e20-11a0bb71c96d by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:59.040519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Attempting to bind port 77a8956d-d05f-4581-8e20-11a0bb71c96d on network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:59.083123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:07:59.083123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Checking segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:07:59.083546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.083864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Bound using segment: {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:07:59.084387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Bound port: 77a8956d-d05f-4581-8e20-11a0bb71c96d, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb54aca-a53f-4d57-b086-4300ceda5332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:07:59.084754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.086772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Usage tracker for resource:subnet and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:07:59.095921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:07:59.107436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:07:59.114794 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-253a2d0e-ce27-4f84-9520-e1e0b3d903b4 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c HTTP/1.1" status: 200 len: 934 time: 0.2651610 Mar 24 17:07:59.121229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38816) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:07:59.128413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'routes': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:07:59.221185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Made reservation on behalf of 3bb3c97d3f2c4a85a94663247e549d02 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:07:59.224169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.232565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d79c29ad-4ede-4802-bafa-13bdd88542dd None None] Provisioning for port ab8329dd-2187-4b10-a6ef-8e665f372ab3 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:07:59.274745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d79c29ad-4ede-4802-bafa-13bdd88542dd None None] Provisioning complete for port ab8329dd-2187-4b10-a6ef-8e665f372ab3 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:59.275434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d79c29ad-4ede-4802-bafa-13bdd88542dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.279139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.326233 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] For port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:59.349862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] For port 77a8956d-d05f-4581-8e20-11a0bb71c96d, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:07:59.354199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] For port 77a8956d-d05f-4581-8e20-11a0bb71c96d, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=77a8956d-d05f-4581-8e20-11a0bb71c96d,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:59.358228 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.368308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] For port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3,segment=NetworkSegment(ea373510-7066-4ddf-aa41-ee4a9ca54d47),segment_id=ea373510-7066-4ddf-aa41-ee4a9ca54d47)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:07:59.369612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.373080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d79c29ad-4ede-4802-bafa-13bdd88542dd None None] Port ab8329dd-2187-4b10-a6ef-8e665f372ab3 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:07:59.381990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.385618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Transition to ACTIVE for port object ab8329dd-2187-4b10-a6ef-8e665f372ab3 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:07:59.433431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.499759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ec312648-e7a0-4574-bec0-0ea6f001684b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:07:59.502227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 988783b8-54f4-459d-a6e9-6eda16ef5a1a yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:07:59.536045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.540629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.597450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 67854274-badd-40cc-9b56-b59d6ed68eb2 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:59.613590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:59.669835 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:07:59.676002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Pushing event updated for resources: {'Port': ['ID=77a8956d-d05f-4581-8e20-11a0bb71c96d,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:59.697537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.698099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.698626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.699121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.699628 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.700155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.700674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.701015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.701346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.701675 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.702175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.702668 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89eb48d-0f5b-4a91-8bee-35e92f2afab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:07:59.714481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=1bdf5161-a48f-419f-9f06-f215c4c4eec1,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:59.759023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.865880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:59.871403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.882229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314257e5-7d37-40e5-88ed-11551f4419c2 None None] Pushing event updated for resources: {'Port': ['ID=ab8329dd-2187-4b10-a6ef-8e665f372ab3,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:07:59.912372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] For port 77a8956d-d05f-4581-8e20-11a0bb71c96d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=77a8956d-d05f-4581-8e20-11a0bb71c96d,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:07:59.930944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Attempting to bind port ab8329dd-2187-4b10-a6ef-8e665f372ab3 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:07:59.931319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Attempting to bind port ab8329dd-2187-4b10-a6ef-8e665f372ab3 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'b90adec6-886a-463d-8fa5-9dba6a95a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:07:59.931687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Attempting to bind port ab8329dd-2187-4b10-a6ef-8e665f372ab3 on network dd70f12c-94f3-4520-a925-fae4b4330bbe {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:07:59.944586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port ec312648-e7a0-4574-bec0-0ea6f001684b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:07:59.944966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.954018 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Network 5668024d-0c76-47b5-8897-004aebc33204 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:07:59.970595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:07:59.979127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:07:59.979997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:07:59.986796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.10 (ee04cc12-13b8-4b60-8b76-f3cb8604b582/05fb0aaa-aa97-4391-9935-e879936f23e2/988783b8-54f4-459d-a6e9-6eda16ef5a1a) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:07:59.989845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416ef9d-edfa-442d-ba8b-f42286d303eb None None] Network 5668024d-0c76-47b5-8897-004aebc33204 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:00.016799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.046632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Subnet': ['ID=63475fb8-e0a4-4c36-a243-b5a79b250020,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:00.048244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:00.048626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Checking segment: {'id': 'b90adec6-886a-463d-8fa5-9dba6a95a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:00.049033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.049450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Bound using segment: {'id': 'b90adec6-886a-463d-8fa5-9dba6a95a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:00.049905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Bound port: ab8329dd-2187-4b10-a6ef-8e665f372ab3, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90adec6-886a-463d-8fa5-9dba6a95a965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:00.050274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.054576 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-870e4ca7-8526-42fd-8c69-0925b857ebed tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5766749 Mar 24 17:08:00.060266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38822) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:00.065689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bb34a5e9-9b44-42d1-b951-ecb28e1a6d26 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'port_id': '1bdf5161-a48f-419f-9f06-f215c4c4eec1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:00.098647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996337fd-2a5f-415a-ab48-23a474907be8 None None] Pushing event updated for resources: {'Port': ['ID=3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:00.144872 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-50461f42-92d4-47dc-baf2-56bd5ec863d2 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2023365 Mar 24 17:08:00.156883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38826) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:00.180549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-303056276', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63475fb8-e0a4-4c36-a243-b5a79b250020'}], 'security_groups': ['111cb54e-7b1f-466b-8169-490b4e532ab9', 'f1c02a35-c492-4dd1-8df8-5af79337d3a4']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:00.218261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.224350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.225025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.273219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb34a5e9-9b44-42d1-b951-ecb28e1a6d26 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.483931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b084f0a-7979-42ac-9322-597f71157abf,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:00.497618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:00.521994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-19e0d5a3-5833-4987-ac2a-fb45d75428e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.568311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:00.572587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:00.573395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.589869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] For port ab8329dd-2187-4b10-a6ef-8e665f372ab3, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:00.600447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.601041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.601565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.602689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.603246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.604492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.604977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.605470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.605589 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] For port ab8329dd-2187-4b10-a6ef-8e665f372ab3, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ab8329dd-2187-4b10-a6ef-8e665f372ab3,segment=NetworkSegment(b90adec6-886a-463d-8fa5-9dba6a95a965),segment_id=b90adec6-886a-463d-8fa5-9dba6a95a965)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:00.606220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.606715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.607204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.607841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:00.690057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.719815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=77a8956d-d05f-4581-8e20-11a0bb71c96d,revision_number=4']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:00.753890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Checking segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:00.754493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Network hostable DHCP agents. Network: 776741f5-811e-4381-8c10-737d1f15324b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:08:00.784319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:00.785380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:07:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:00.796896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:00.803894 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0855055 Mar 24 17:08:00.804937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38830) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:00.812674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454c71f-0d8e-4e9e-bc28-068d35306abe tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Subnet': ['ID=2afbeaa8-5a0f-451f-b78f-dbbe11df9a9e,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:00.825791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Request body: {'port': {'network_id': 'ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be', 'mac_address': 'fa:16:3e:fe:d9:1f', 'name': 'tempest-NetworksTestDHCPv6-1040196139'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:00.829259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.extraroute_db [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added routes are [] {{(pid=88477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 24 17:08:00.829581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.extraroute_db [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 24 17:08:00.872233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object 988783b8-54f4-459d-a6e9-6eda16ef5a1a will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:00.901003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314257e5-7d37-40e5-88ed-11551f4419c2 None None] Pushing event updated for resources: {'Port': ['ID=ab8329dd-2187-4b10-a6ef-8e665f372ab3,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:00.963172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Network 776741f5-811e-4381-8c10-737d1f15324b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:08:01.041762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:01.051154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 776741f5-811e-4381-8c10-737d1f15324b) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:01.053583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Usage tracker for resource:port and tenant:e4c8c5a4d9cd4344bcab589c16060167 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:01.057274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:01.064730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:01.065307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:01.068947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:01.089834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:01.091712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:01.142277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:01.204267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Made reservation on behalf of e4c8c5a4d9cd4344bcab589c16060167 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:01.239292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-02e9fc17-17fc-462f-b740-c904fcd45819 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3984938 Mar 24 17:08:01.262990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38834) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:01.275595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:01.286882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:01.290517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network ee04cc12-13b8-4b60-8b76-f3cb8604b582 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:01.297001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:01.348153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Usage tracker for resource:router and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:01.353165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:01.382654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:01.413927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:01.427060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=988783b8-54f4-459d-a6e9-6eda16ef5a1a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:01.461556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150f8a5-8ca3-4e1a-8de6-ce23fe277d04 None None] Network 776741f5-811e-4381-8c10-737d1f15324b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:01.491502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0995a56a-2273-4362-a6e9-7d37c05a4fca None None] Update dhcp port {'port': {'network_id': '5668024d-0c76-47b5-8897-004aebc33204', 'fixed_ips': [{'subnet_id': '00ae81e8-2330-4e25-858b-9ae44a042409', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '24d6cbc9-f676-4632-a442-32175119289a', 'ip_address': '2001:db8::2'}, {'subnet_id': '63475fb8-e0a4-4c36-a243-b5a79b250020'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': '601d1b24-35cb-4409-86a8-161f19207cd7'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:08:01.521104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:01.521104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:01.536561 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:01.553446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:01.554432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:01.581085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0995a56a-2273-4362-a6e9-7d37c05a4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:01.586503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] device_id is not set on port 99dc0257-5ee7-4940-ba95-ea02fcec4679 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:08:01.598948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:01.663145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c980a2f1-ab3d-4898-b10c-a143606abce9 None None] Network ee04cc12-13b8-4b60-8b76-f3cb8604b582 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:01.780622 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a17c9408-f09e-43a0-82e2-526aff6f5880 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6671588 Mar 24 17:08:01.790778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 77a8956d-d05f-4581-8e20-11a0bb71c96d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:01.841801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38838) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:01.921900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.009903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa6d028-9dba-4dfb-8fdf-8a5200cde838 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:02.183614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f2b50-03f7-4dfb-9f91-fdbd1dfe4691 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:02.184323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-448f2b50-03f7-4dfb-9f91-fdbd1dfe4691 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:02.195183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb34a5e9-9b44-42d1-b951-ecb28e1a6d26 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.281542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8fc3ae1b-0210-4c3c-b97d-0fc856c70b13 None None] Provisioning for port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:02.309669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb34a5e9-9b44-42d1-b951-ecb28e1a6d26 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.325958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8::1a (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/2c9d03eb-731f-4dbf-bbdd-04f5a687856c/99dc0257-5ee7-4940-ba95-ea02fcec4679) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:02.340826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:57Z', 'revision_number': 6, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8329dd-2187-4b10-a6ef-8e665f372ab3', 'name': '', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:82:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:51Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:02.364245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b2971-9228-486a-beb8-eb18a9879f74 None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:07:57Z', 'revision_number': 6, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8329dd-2187-4b10-a6ef-8e665f372ab3', 'name': '', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:82:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:51Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:02.384900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Allocated IP 2001:db8:0:1:f816:3eff:fefe:d91f (ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be/2afbeaa8-5a0f-451f-b78f-dbbe11df9a9e/99dc0257-5ee7-4940-ba95-ea02fcec4679) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:02.392817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Delete allocated IP 2001:db8::234 (5668024d-0c76-47b5-8897-004aebc33204/24d6cbc9-f676-4632-a442-32175119289a) {{(pid=88477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 17:08:02.411544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.431591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 77a8956d-d05f-4581-8e20-11a0bb71c96d completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:02.483845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Allocated IP 2001:db8:0:2::188 (5668024d-0c76-47b5-8897-004aebc33204/63475fb8-e0a4-4c36-a243-b5a79b250020/9aac434e-5629-43d6-a52c-fab049630cfd) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:02.489604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-448f2b50-03f7-4dfb-9f91-fdbd1dfe4691 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:02.491078 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-448f2b50-03f7-4dfb-9f91-fdbd1dfe4691 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.6482375 Mar 24 17:08:02.497124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38842) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:02.548997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-776741f5-811e-4381-8c10-737d1f15324b', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:08:02.549832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.573241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:02.614504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.643488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.704297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a4e7c-9b86-4a26-b7b0-14425520e58c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 988783b8-54f4-459d-a6e9-6eda16ef5a1a {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:02.704636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4e7c-9b86-4a26-b7b0-14425520e58c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.808699 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-bb34a5e9-9b44-42d1-b951-ecb28e1a6d26 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP 45b88e90-42c7-4e1d-9970-0c8156731f6b associated. External IP: 172.26.4.127, port: 1bdf5161-a48f-419f-9f06-f215c4c4eec1. Mar 24 17:08:02.910812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c80ee340-af75-4882-ad1e-3f5a02b9a97c None None] Provisioning for port 77a8956d-d05f-4581-8e20-11a0bb71c96d completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:02.927810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c80ee340-af75-4882-ad1e-3f5a02b9a97c None None] Provisioning complete for port 77a8956d-d05f-4581-8e20-11a0bb71c96d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:02.928467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c80ee340-af75-4882-ad1e-3f5a02b9a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.987418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-42d72c91-9e83-445d-96a0-1b936faa525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:02.989224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.014986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.035874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Transition to ACTIVE for port object 99dc0257-5ee7-4940-ba95-ea02fcec4679 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:03.089867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:03.107632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:03.108337 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.188473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Allocated IP 172.20.0.2 (776741f5-811e-4381-8c10-737d1f15324b/0b084f0a-7979-42ac-9322-597f71157abf/d3a83715-de04-441b-a838-798cf25e7277) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:03.223057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:03.293246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c80ee340-af75-4882-ad1e-3f5a02b9a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.379294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.391846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4e7c-9b86-4a26-b7b0-14425520e58c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.455999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c80ee340-af75-4882-ad1e-3f5a02b9a97c None None] For port 77a8956d-d05f-4581-8e20-11a0bb71c96d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=77a8956d-d05f-4581-8e20-11a0bb71c96d,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:03.536783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.557763 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c80ee340-af75-4882-ad1e-3f5a02b9a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.636222 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:03.650815 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:03.655639 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:03.886465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.902008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a4e7c-9b86-4a26-b7b0-14425520e58c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 988783b8-54f4-459d-a6e9-6eda16ef5a1a owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:03.916567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:03.958927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3,segment=NetworkSegment(ea373510-7066-4ddf-aa41-ee4a9ca54d47),segment_id=ea373510-7066-4ddf-aa41-ee4a9ca54d47)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:03.977778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Transition to ACTIVE for port object d3a83715-de04-441b-a838-798cf25e7277 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:03.986101 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:04.004010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:04.009163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event updated for resources: {'Port': ['ID=99dc0257-5ee7-4940-ba95-ea02fcec4679,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:04.035739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.044646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6a8aadc6-24c3-4679-8069-02f0e174bf88 None None] Provisioning complete for port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:04.045722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a8aadc6-24c3-4679-8069-02f0e174bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.063080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Transition to ACTIVE for port object 9aac434e-5629-43d6-a52c-fab049630cfd will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:04.086051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:04.094937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.096316 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-65537aa1-4a1f-41e7-98a7-3041e2c37d90 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c HTTP/1.1" status: 200 len: 700 time: 4.9751358 Mar 24 17:08:04.099940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38846) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:04.125756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Transition to ACTIVE for port object d3a83715-de04-441b-a838-798cf25e7277 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:04.134325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ee340-af75-4882-ad1e-3f5a02b9a97c None None] Pushing event updated for resources: {'Port': ['ID=77a8956d-d05f-4581-8e20-11a0bb71c96d,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:04.136454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:04.150728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:04.157320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:04.158118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.159147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.322275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.328773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:04.339846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.374235 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0c0c7021-61ac-44da-816f-e5515dc8b259 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c HTTP/1.1" status: 200 len: 700 time: 0.2731724 Mar 24 17:08:04.378026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38850) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:04.381614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb34a5e9-9b44-42d1-b951-ecb28e1a6d26 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:04.473060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Pushing event updated for resources: {'Port': ['ID=d3a83715-de04-441b-a838-798cf25e7277,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:04.486194 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d17b9bcb-cb38-437e-b2f0-bfe7f49c0c7a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6747348 Mar 24 17:08:04.492753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38854) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:04.495671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ab8329dd-2187-4b10-a6ef-8e665f372ab3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:04.604531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Network 776741f5-811e-4381-8c10-737d1f15324b is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:04.611649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.611897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:04.623124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.627590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:04.647731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-0995a56a-2273-4362-a6e9-7d37c05a4fca None None] Allocated IP 2001:db8:0:2::2 (5668024d-0c76-47b5-8897-004aebc33204/63475fb8-e0a4-4c36-a243-b5a79b250020/601d1b24-35cb-4409-86a8-161f19207cd7) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:04.663651 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 7, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8329dd-2187-4b10-a6ef-8e665f372ab3', 'name': '', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:82:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:51Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:04.669399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.670822 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:04.682075 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:04.683012 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:04.769776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-849bcf71-3a76-41d5-be28-7449e19f42e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting port 99dc0257-5ee7-4940-ba95-ea02fcec4679 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:04.770073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-849bcf71-3a76-41d5-be28-7449e19f42e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.836680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4e7c-9b86-4a26-b7b0-14425520e58c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:04.877443 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:04.985510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a4e7c-9b86-4a26-b7b0-14425520e58c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=988783b8-54f4-459d-a6e9-6eda16ef5a1a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:05.023328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0995a56a-2273-4362-a6e9-7d37c05a4fca None None] For port 601d1b24-35cb-4409-86a8-161f19207cd7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=601d1b24-35cb-4409-86a8-161f19207cd7,segment=NetworkSegment(3fb29807-1674-4c79-b5bd-28d3171a24e3),segment_id=3fb29807-1674-4c79-b5bd-28d3171a24e3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:05.031915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Attempting to bind port d3a83715-de04-441b-a838-798cf25e7277 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:05.032316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Attempting to bind port d3a83715-de04-441b-a838-798cf25e7277 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:05.032680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Attempting to bind port d3a83715-de04-441b-a838-798cf25e7277 on network 776741f5-811e-4381-8c10-737d1f15324b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:05.034879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port ab8329dd-2187-4b10-a6ef-8e665f372ab3 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:05.044249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6a8aadc6-24c3-4679-8069-02f0e174bf88 None None] Could not find standard attr ID for object 988783b8-54f4-459d-a6e9-6eda16ef5a1a. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:08:05.055368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port ab8329dd-2187-4b10-a6ef-8e665f372ab3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:05.055774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.092172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:05.098573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Checking segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:05.098573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.098573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Bound using segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:05.098573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Bound port: d3a83715-de04-441b-a838-798cf25e7277, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:05.098573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.146362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.resource_extend [None req-0995a56a-2273-4362-a6e9-7d37c05a4fca None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:08:05.158555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Allocated IP 172.26.4.197 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/854cf0a6-b13f-45bd-855f-64e774401133) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:05.159950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6a8aadc6-24c3-4679-8069-02f0e174bf88 None None] Provisioning for port 7350b661-10c2-4e3b-b9f9-29872e8790ed completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:05.182618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0995a56a-2273-4362-a6e9-7d37c05a4fca None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.194998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6a8aadc6-24c3-4679-8069-02f0e174bf88 None None] Provisioning complete for port 7350b661-10c2-4e3b-b9f9-29872e8790ed triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:05.195988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a8aadc6-24c3-4679-8069-02f0e174bf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.283741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-6a8aadc6-24c3-4679-8069-02f0e174bf88 None None] Port 7350b661-10c2-4e3b-b9f9-29872e8790ed cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:05.306547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] In _notify_port_updated(), no bound segment for port 9aac434e-5629-43d6-a52c-fab049630cfd on network 5668024d-0c76-47b5-8897-004aebc33204 {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:08:05.312964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:05.313895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.318363 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "PUT /v2.0/ports/9aac434e-5629-43d6-a52c-fab049630cfd HTTP/1.1" status: 200 len: 969 time: 5.1585882 Mar 24 17:08:05.330030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38858) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:05.338818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0995a56a-2273-4362-a6e9-7d37c05a4fca None None] Transition to ACTIVE for port object 601d1b24-35cb-4409-86a8-161f19207cd7 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:05.375596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.397101 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 7, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8329dd-2187-4b10-a6ef-8e665f372ab3', 'name': '', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:82:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:51Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:05.399383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf643ea6-deaf-4d30-a4f1-fdf24ada55a7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event updated for resources: {'Port': ['ID=9aac434e-5629-43d6-a52c-fab049630cfd,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:05.403441 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ea576-aaf2-4ac7-8445-05f394f7d5cc None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 7, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8329dd-2187-4b10-a6ef-8e665f372ab3', 'name': '', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:82:f2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:51Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 4, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:05.404532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] For port d3a83715-de04-441b-a838-798cf25e7277, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:05.412806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.431069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] For port d3a83715-de04-441b-a838-798cf25e7277, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d3a83715-de04-441b-a838-798cf25e7277,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:05.444458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.459748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0995a56a-2273-4362-a6e9-7d37c05a4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.504544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Provisioning complete for port 77a8956d-d05f-4581-8e20-11a0bb71c96d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:05.504988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.510569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.558143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bf03e9e4-89bd-4cfe-aced-edaaf5cf91d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port 9aac434e-5629-43d6-a52c-fab049630cfd {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:05.558489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf03e9e4-89bd-4cfe-aced-edaaf5cf91d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.564915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.622971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4e7c-9b86-4a26-b7b0-14425520e58c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.663019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:05.670739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:05.673147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:05.687501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port ab8329dd-2187-4b10-a6ef-8e665f372ab3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ab8329dd-2187-4b10-a6ef-8e665f372ab3,segment=NetworkSegment(b90adec6-886a-463d-8fa5-9dba6a95a965),segment_id=b90adec6-886a-463d-8fa5-9dba6a95a965)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:05.710100 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995a56a-2273-4362-a6e9-7d37c05a4fca None None] Pushing event updated for resources: {'Port': ['ID=601d1b24-35cb-4409-86a8-161f19207cd7,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:05.739544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb34a5e9-9b44-42d1-b951-ecb28e1a6d26 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:05.744376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bb34a5e9-9b44-42d1-b951-ecb28e1a6d26 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.758844 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:05.769784 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:05.770742 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:05.793576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-849bcf71-3a76-41d5-be28-7449e19f42e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.795111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ead8da-362a-4a4f-b6a9-1907b5468f83 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:05.814335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:05.815188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 77a8956d-d05f-4581-8e20-11a0bb71c96d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:05.859124 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bb34a5e9-9b44-42d1-b951-ecb28e1a6d26 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/floatingips/45b88e90-42c7-4e1d-9970-0c8156731f6b HTTP/1.1" status: 200 len: 978 time: 5.7968791 Mar 24 17:08:05.859910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38862) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:05.940119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ead8da-362a-4a4f-b6a9-1907b5468f83 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:05.940771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b5ead8da-362a-4a4f-b6a9-1907b5468f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:06.033303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-849bcf71-3a76-41d5-be28-7449e19f42e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Calling delete_port for 99dc0257-5ee7-4940-ba95-ea02fcec4679 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:06.091739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b5ead8da-362a-4a4f-b6a9-1907b5468f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:06.097605 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:06.108119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74239314-22a2-4278-be92-63f88cdbb926 None None] Pushing event updated for resources: {'Port': ['ID=d3a83715-de04-441b-a838-798cf25e7277,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:06.178429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 1bdf5161-a48f-419f-9f06-f215c4c4eec1 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:06.178859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:06.210482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ead8da-362a-4a4f-b6a9-1907b5468f83 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:06.211203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b5ead8da-362a-4a4f-b6a9-1907b5468f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:06.325559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf03e9e4-89bd-4cfe-aced-edaaf5cf91d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:06.358012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b5ead8da-362a-4a4f-b6a9-1907b5468f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:06.358431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ead8da-362a-4a4f-b6a9-1907b5468f83 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:06.373590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 77a8956d-d05f-4581-8e20-11a0bb71c96d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:06.373956 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:06.474110 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=ab8329dd-2187-4b10-a6ef-8e665f372ab3,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:06.569117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bf03e9e4-89bd-4cfe-aced-edaaf5cf91d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for 9aac434e-5629-43d6-a52c-fab049630cfd owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:06.590726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Pushing event updated for resources: {'Port': ['ID=854cf0a6-b13f-45bd-855f-64e774401133,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:06.646168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-849bcf71-3a76-41d5-be28-7449e19f42e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:06.651510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Provisioning for port 99dc0257-5ee7-4940-ba95-ea02fcec4679 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:06.675168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Provisioning complete for port 99dc0257-5ee7-4940-ba95-ea02fcec4679 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:06.677180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:06.756785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Port 99dc0257-5ee7-4940-ba95-ea02fcec4679 was deleted so its status cannot be updated. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 24 17:08:06.766710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Could not find standard attr ID for object 988783b8-54f4-459d-a6e9-6eda16ef5a1a. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:08:06.769461 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1b4a4e7c-9b86-4a26-b7b0-14425520e58c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/988783b8-54f4-459d-a6e9-6eda16ef5a1a HTTP/1.1" status: 204 len: 168 time: 4.2710340 Mar 24 17:08:06.774046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bcf71-3a76-41d5-be28-7449e19f42e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Port': ['ID=99dc0257-5ee7-4940-ba95-ea02fcec4679,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:06.781031 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 7, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8329dd-2187-4b10-a6ef-8e665f372ab3', 'name': '', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:82:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:51Z', 'updated_at': '2022-03-24T17:08:05Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:06.784780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38870) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:06.791747 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:06.798798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Provisioning complete for port 7350b661-10c2-4e3b-b9f9-29872e8790ed triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:06.809432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:06.812784 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:06.813406 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:06.928362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-548502e3-2475-4872-ab00-16c7134a441e None None] Port 7350b661-10c2-4e3b-b9f9-29872e8790ed cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:06.994706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ab8329dd-2187-4b10-a6ef-8e665f372ab3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:06.997364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:07.163703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port ab8329dd-2187-4b10-a6ef-8e665f372ab3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:07.165130 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:07.172849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-849bcf71-3a76-41d5-be28-7449e19f42e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:07.259207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-849bcf71-3a76-41d5-be28-7449e19f42e2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/99dc0257-5ee7-4940-ba95-ea02fcec4679 HTTP/1.1" status: 204 len: 168 time: 2.7650077 Mar 24 17:08:07.270294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38876) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:07.317846 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:07.332785 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b0d93f-dcf2-46bc-8bd8-2f5f9d894179 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:08:07.333487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-80b0d93f-dcf2-46bc-8bd8-2f5f9d894179 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:07.402860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ffac31d6-8f3e-4b4e-9343-3a81829147f0 None None] Provisioning complete for port a70edf3e-22be-4b8a-8772-d2f0e7e77aca triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:07.403232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ffac31d6-8f3e-4b4e-9343-3a81829147f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:07.470588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db90dc6-1b81-4680-8bb9-599354fde79c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:07.481091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0db90dc6-1b81-4680-8bb9-599354fde79c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:07.518905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf03e9e4-89bd-4cfe-aced-edaaf5cf91d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:07.534751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ffac31d6-8f3e-4b4e-9343-3a81829147f0 None None] Port a70edf3e-22be-4b8a-8772-d2f0e7e77aca cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:07.543190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ffac31d6-8f3e-4b4e-9343-3a81829147f0 None None] Could not find standard attr ID for object 9aac434e-5629-43d6-a52c-fab049630cfd. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:08:07.562752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:07.616818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03e9e4-89bd-4cfe-aced-edaaf5cf91d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=9aac434e-5629-43d6-a52c-fab049630cfd,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:07.624496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc4e1e-5f6a-4c61-bf9d-5020d90ffcfe None None] Network 776741f5-811e-4381-8c10-737d1f15324b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:07.674588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0db90dc6-1b81-4680-8bb9-599354fde79c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:07.680418 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0db90dc6-1b81-4680-8bb9-599354fde79c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4085095 Mar 24 17:08:07.681303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38880) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:07.729909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ffac31d6-8f3e-4b4e-9343-3a81829147f0 None None] Provisioning for port 601d1b24-35cb-4409-86a8-161f19207cd7 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:07.740049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:07.740423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:07.752760 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 7, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8329dd-2187-4b10-a6ef-8e665f372ab3', 'name': '', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:82:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:51Z', 'updated_at': '2022-03-24T17:08:05Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:07.757347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:07.757695 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21562e5-fc8b-4707-aef5-64fd5c52ead9 None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:00Z', 'revision_number': 7, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8329dd-2187-4b10-a6ef-8e665f372ab3', 'name': '', 'network_id': 'dd70f12c-94f3-4520-a925-fae4b4330bbe', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:82:f2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:51Z', 'updated_at': '2022-03-24T17:08:05Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'fab0ac5a-5b76-44cc-bfd2-e8700adba7a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:07.766262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf03e9e4-89bd-4cfe-aced-edaaf5cf91d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:07.786617 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ffac31d6-8f3e-4b4e-9343-3a81829147f0 None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:07.786914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ffac31d6-8f3e-4b4e-9343-3a81829147f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:07.832067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-80b0d93f-dcf2-46bc-8bd8-2f5f9d894179 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:07.838207 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-80b0d93f-dcf2-46bc-8bd8-2f5f9d894179 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/988783b8-54f4-459d-a6e9-6eda16ef5a1a HTTP/1.1" status: 404 len: 333 time: 1.0460782 Mar 24 17:08:07.841382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38884) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:08.006284 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bf03e9e4-89bd-4cfe-aced-edaaf5cf91d3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/9aac434e-5629-43d6-a52c-fab049630cfd HTTP/1.1" status: 204 len: 168 time: 2.6672499 Mar 24 17:08:08.015006 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38890) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:08.095306 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a7a3fb-a6bc-4a85-8e23-4328a965c68c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] GET failed (client error): The resource could not be found. Mar 24 17:08:08.096191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b8a7a3fb-a6bc-4a85-8e23-4328a965c68c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Synchronizing usage tracker for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:08.129509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d3a83715-de04-441b-a838-798cf25e7277 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:08.137537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded24d4-f41a-46af-96a8-63bc4248cc2a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:08.142369 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bded24d4-f41a-46af-96a8-63bc4248cc2a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4444089 Mar 24 17:08:08.143182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38894) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:08.291163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6fba1-0725-4c1e-aaaa-61380ca7edab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:08.293288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6fba1-0725-4c1e-aaaa-61380ca7edab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:08.295297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d6fba1-0725-4c1e-aaaa-61380ca7edab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:08.296341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-30d6fba1-0725-4c1e-aaaa-61380ca7edab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Synchronizing usage tracker for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:08.302728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ecceb5f8-b939-40ba-869b-a65218bb8ef3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 7350b661-10c2-4e3b-b9f9-29872e8790ed {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:08.303548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ecceb5f8-b939-40ba-869b-a65218bb8ef3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.324383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b8a7a3fb-a6bc-4a85-8e23-4328a965c68c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Unset dirty status for tenant:cb64c021346c4a06b81f23d0cd4139e8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:08.325615 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b8a7a3fb-a6bc-4a85-8e23-4328a965c68c tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports/9aac434e-5629-43d6-a52c-fab049630cfd HTTP/1.1" status: 404 len: 333 time: 0.3066535 Mar 24 17:08:08.337028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38898) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:08.339622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.357555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port d3a83715-de04-441b-a838-798cf25e7277 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:08.363765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 601d1b24-35cb-4409-86a8-161f19207cd7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:08.472885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:08.475431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.501773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.502860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.502860 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP 45b88e90-42c7-4e1d-9970-0c8156731f6b disassociated. External IP: 172.26.4.127, port: 1bdf5161-a48f-419f-9f06-f215c4c4eec1. Mar 24 17:08:08.502860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 1bdf5161-a48f-419f-9f06-f215c4c4eec1 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:08.552124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f02e1cd6-851c-455f-9081-1681b5e72f2d None None] Provisioning for port d3a83715-de04-441b-a838-798cf25e7277 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:08.557226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-216fd1e0-5c91-4b83-972d-09ac3d1f94cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.561336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f02e1cd6-851c-455f-9081-1681b5e72f2d None None] Provisioning complete for port d3a83715-de04-441b-a838-798cf25e7277 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:08.562272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f02e1cd6-851c-455f-9081-1681b5e72f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.590927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port ab8329dd-2187-4b10-a6ef-8e665f372ab3 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:08.591463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.678254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-216fd1e0-5c91-4b83-972d-09ac3d1f94cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.763546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f02e1cd6-851c-455f-9081-1681b5e72f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.799232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f02e1cd6-851c-455f-9081-1681b5e72f2d None None] For port d3a83715-de04-441b-a838-798cf25e7277, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d3a83715-de04-441b-a838-798cf25e7277,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:08.850422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f02e1cd6-851c-455f-9081-1681b5e72f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.937846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f02e1cd6-851c-455f-9081-1681b5e72f2d None None] Could not find standard attr ID for object 9aac434e-5629-43d6-a52c-fab049630cfd. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:08:08.940949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e1cd6-851c-455f-9081-1681b5e72f2d None None] Pushing event updated for resources: {'Port': ['ID=d3a83715-de04-441b-a838-798cf25e7277,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:08.973469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port ab8329dd-2187-4b10-a6ef-8e665f372ab3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ab8329dd-2187-4b10-a6ef-8e665f372ab3,segment=NetworkSegment(b90adec6-886a-463d-8fa5-9dba6a95a965),segment_id=b90adec6-886a-463d-8fa5-9dba6a95a965)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:08.973918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:08.982824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-30d6fba1-0725-4c1e-aaaa-61380ca7edab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Unset dirty status for tenant:e4c8c5a4d9cd4344bcab589c16060167 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:08.983983 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-30d6fba1-0725-4c1e-aaaa-61380ca7edab tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8358953 Mar 24 17:08:08.988467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38902) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:08.993685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-216fd1e0-5c91-4b83-972d-09ac3d1f94cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.062118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5b73c86b-87b9-435b-82e4-3f6099bedc7d None None] Provisioning complete for port d3a83715-de04-441b-a838-798cf25e7277 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:09.062369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.062484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b73c86b-87b9-435b-82e4-3f6099bedc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.154313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.163436 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for ab8329dd-2187-4b10-a6ef-8e665f372ab3 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:09.248145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ecceb5f8-b939-40ba-869b-a65218bb8ef3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.349844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fd1e0-5c91-4b83-972d-09ac3d1f94cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e8ecae-2f16-45dc-9601-d41baee22541,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:09.420023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=1bdf5161-a48f-419f-9f06-f215c4c4eec1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:09.437150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ecceb5f8-b939-40ba-869b-a65218bb8ef3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 7350b661-10c2-4e3b-b9f9-29872e8790ed owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:09.444984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed4f815-0580-4295-ae68-7e5712258c51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 2afbeaa8-5a0f-451f-b78f-dbbe11df9a9e {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:09.447353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-216fd1e0-5c91-4b83-972d-09ac3d1f94cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.451150 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-216fd1e0-5c91-4b83-972d-09ac3d1f94cc tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/security-groups/d5e8ecae-2f16-45dc-9601-d41baee22541 HTTP/1.1" status: 204 len: 168 time: 1.1092472 Mar 24 17:08:09.452521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38906) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:09.456555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f815-0580-4295-ae68-7e5712258c51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.633339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f815-0580-4295-ae68-7e5712258c51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.642449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:08:09.703818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ecceb5f8-b939-40ba-869b-a65218bb8ef3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.767163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceb5f8-b939-40ba-869b-a65218bb8ef3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=7350b661-10c2-4e3b-b9f9-29872e8790ed,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:09.809938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4c28864-9596-49e5-a2e6-6b4344a6e781 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.916082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4c28864-9596-49e5-a2e6-6b4344a6e781 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.942121 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:09.958254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ecceb5f8-b939-40ba-869b-a65218bb8ef3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.965251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:09.974479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f815-0580-4295-ae68-7e5712258c51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:09.979745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Sync routers for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:09.990018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:09.990923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:10.058343 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ecceb5f8-b939-40ba-869b-a65218bb8ef3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/7350b661-10c2-4e3b-b9f9-29872e8790ed HTTP/1.1" status: 204 len: 168 time: 2.1993036 Mar 24 17:08:10.058871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38910) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:10.098071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.102578 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fd939955-b7e8-4b36-90f4-f3a4ec09da84 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8317587 Mar 24 17:08:10.103486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38914) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:10.108923 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-d746699c-7822-48bf-b15a-a17596f8287a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:08:10.108923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d746699c-7822-48bf-b15a-a17596f8287a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:10.168754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d746699c-7822-48bf-b15a-a17596f8287a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:10.172893 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d746699c-7822-48bf-b15a-a17596f8287a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/7350b661-10c2-4e3b-b9f9-29872e8790ed HTTP/1.1" status: 404 len: 333 time: 0.1107845 Mar 24 17:08:10.173167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38918) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:10.174944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.188116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:10.246862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-52319cd3-41cb-495f-8d0a-46bb6c775e2d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet 05fb0aaa-aa97-4391-9935-e879936f23e2 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:10.249878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52319cd3-41cb-495f-8d0a-46bb6c775e2d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.254938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4c28864-9596-49e5-a2e6-6b4344a6e781 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.256201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=ab8329dd-2187-4b10-a6ef-8e665f372ab3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:10.310161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52319cd3-41cb-495f-8d0a-46bb6c775e2d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.378865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c28864-9596-49e5-a2e6-6b4344a6e781 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c02a35-c492-4dd1-8df8-5af79337d3a4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:10.429430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52319cd3-41cb-495f-8d0a-46bb6c775e2d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.518703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f815-0580-4295-ae68-7e5712258c51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.566196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:07Z', 'revision_number': 3, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:10.570067 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Checking router: 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:10.570974 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Updating router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 port 854cf0a6-b13f-45bd-855f-64e774401133 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:08:10.581616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52319cd3-41cb-495f-8d0a-46bb6c775e2d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.599191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4f815-0580-4295-ae68-7e5712258c51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=2afbeaa8-5a0f-451f-b78f-dbbe11df9a9e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:10.602218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f815-0580-4295-ae68-7e5712258c51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.604392 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3ed4f815-0580-4295-ae68-7e5712258c51 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/2afbeaa8-5a0f-451f-b78f-dbbe11df9a9e HTTP/1.1" status: 204 len: 168 time: 1.6149590 Mar 24 17:08:10.616563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f3e16-05f3-4f7b-a27c-77e4e079e267 None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:10.618833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:10.620509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38922) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:10.631767 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b303eb-fe0e-4323-b611-29f9bcbe9ce7 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:10.645943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-52319cd3-41cb-495f-8d0a-46bb6c775e2d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.650806 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b303eb-fe0e-4323-b611-29f9bcbe9ce7 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:10.652347 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-87b303eb-fe0e-4323-b611-29f9bcbe9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:10.652498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52319cd3-41cb-495f-8d0a-46bb6c775e2d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=05fb0aaa-aa97-4391-9935-e879936f23e2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:10.656734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5355544-916a-4cb3-9d31-f0a28427b1e6 None None] Network ee04cc12-13b8-4b60-8b76-f3cb8604b582 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:10.658810 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-52319cd3-41cb-495f-8d0a-46bb6c775e2d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/05fb0aaa-aa97-4391-9935-e879936f23e2 HTTP/1.1" status: 204 len: 168 time: 0.4845753 Mar 24 17:08:10.661352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38926) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:10.740138 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-87b303eb-fe0e-4323-b611-29f9bcbe9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:10.743165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.756545 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b303eb-fe0e-4323-b611-29f9bcbe9ce7 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:10.757405 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-87b303eb-fe0e-4323-b611-29f9bcbe9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:10.828889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b4c28864-9596-49e5-a2e6-6b4344a6e781 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:10.832451 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b4c28864-9596-49e5-a2e6-6b4344a6e781 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/security-groups/f1c02a35-c492-4dd1-8df8-5af79337d3a4 HTTP/1.1" status: 204 len: 168 time: 1.3748665 Mar 24 17:08:10.889443 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-87b303eb-fe0e-4323-b611-29f9bcbe9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:10.889852 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b303eb-fe0e-4323-b611-29f9bcbe9ce7 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:10.894317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38930) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:11.021102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.021567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d3a83715-de04-441b-a838-798cf25e7277 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:11.031863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:11.032917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.170163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-132573aa-7824-4b70-8de3-37c2653d8f5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Deleting subnet 2c9d03eb-731f-4dbf-bbdd-04f5a687856c {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:11.183572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-132573aa-7824-4b70-8de3-37c2653d8f5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.243606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] For port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3,segment=NetworkSegment(ea373510-7066-4ddf-aa41-ee4a9ca54d47),segment_id=ea373510-7066-4ddf-aa41-ee4a9ca54d47)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:11.244242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.328807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.333230 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9ee71484-9215-4f2b-b2b1-d82d862a93e0 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/ports/1bdf5161-a48f-419f-9f06-f215c4c4eec1 HTTP/1.1" status: 204 len: 168 time: 5.4598870 Mar 24 17:08:11.334389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.339814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38934) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:11.353859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port d3a83715-de04-441b-a838-798cf25e7277 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:11.354237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.374414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:11.452327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-132573aa-7824-4b70-8de3-37c2653d8f5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.486489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5bfc2a4c-562b-45a6-a6d6-b08c972d6a64 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.502277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.555409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39775815-4ff5-4d14-b4fb-54cd875b7298 None None] DHCP port deletion for ee04cc12-13b8-4b60-8b76-f3cb8604b582 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:08:11.561544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No DVR routers for this DVR port 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:08:11.614808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:11.623829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.646910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Transition to ACTIVE for port object 854cf0a6-b13f-45bd-855f-64e774401133 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:11.652905 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c90bb30a-e579-43b5-a162-2ea7cb33bab9 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "GET /v2.0/floatingips/45b88e90-42c7-4e1d-9970-0c8156731f6b HTTP/1.1" status: 200 len: 688 time: 0.3011115 Mar 24 17:08:11.670706 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38938) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:11.701844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.712475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.730168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee04cc12-13b8-4b60-8b76-f3cb8604b582']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:11.744332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea373510-7066-4ddf-aa41-ee4a9ca54d47') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:11.745040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea373510-7066-4ddf-aa41-ee4a9ca54d47') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:11.761184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.784110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.793553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:08:11.794213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.794940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Attempting to bind port 854cf0a6-b13f-45bd-855f-64e774401133 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:11.795429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Attempting to bind port 854cf0a6-b13f-45bd-855f-64e774401133 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:11.795985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Attempting to bind port 854cf0a6-b13f-45bd-855f-64e774401133 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:08:11.811065 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:08:11.815608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:11.816123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:11.816808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.817137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:11.817701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Bound port: 854cf0a6-b13f-45bd-855f-64e774401133, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:11.818218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.879549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-132573aa-7824-4b70-8de3-37c2653d8f5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.925875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d729d-032f-4425-a361-a43522e11aac None None] Pushing event updated for resources: {'Port': ['ID=854cf0a6-b13f-45bd-855f-64e774401133,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:11.949417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5bfc2a4c-562b-45a6-a6d6-b08c972d6a64 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.986177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.991294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:11.996613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] For port 854cf0a6-b13f-45bd-855f-64e774401133, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:11.999871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] For port 854cf0a6-b13f-45bd-855f-64e774401133, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=854cf0a6-b13f-45bd-855f-64e774401133,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:12.020808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Network': ['ID=ee04cc12-13b8-4b60-8b76-f3cb8604b582,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:12.044035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.083366 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-86ee5dc5-d6c7-4c7a-8c11-3e8c81a4a64c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/networks/ee04cc12-13b8-4b60-8b76-f3cb8604b582 HTTP/1.1" status: 204 len: 168 time: 1.4208503 Mar 24 17:08:12.084198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38942) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:12.093358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1633526835'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:12.101239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:12.106977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:network and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:12.112776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:12.121799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:12.134914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:12.135881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:12.186488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:12.191286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.231765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:08:12.237074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d729d-032f-4425-a361-a43522e11aac None None] Pushing event updated for resources: {'Port': ['ID=854cf0a6-b13f-45bd-855f-64e774401133,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:12.244403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.245331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Added segment 9cac82ae-ed54-4e1b-869e-543c7406c8b6 of type vlan for network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 Mar 24 17:08:12.276637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.313816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b6c2f4a7-3921-4534-acc1-224409c92f55 None None] Provisioning complete for port 77a8956d-d05f-4581-8e20-11a0bb71c96d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:12.314179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f4a7-3921-4534-acc1-224409c92f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.334632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 9e237ea7-a5a5-4cce-8d21-47e89c5f6aaf {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:12.334976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.345681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.351899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:12.353199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.374839 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:12.464755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Network': ['ID=eef061b0-c051-4d81-93ec-7c0b28e9e3f8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:12.474426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0ce3ca74-e174-415d-aa93-bae835e989be tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3889508 Mar 24 17:08:12.481579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38946) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:12.492842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:08:12.548572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': 'eef061b0-c051-4d81-93ec-7c0b28e9e3f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:12.718828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-132573aa-7824-4b70-8de3-37c2653d8f5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.722298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5bfc2a4c-562b-45a6-a6d6-b08c972d6a64 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.806984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:12.844695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:12.845575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3a4c9d89-0b2e-4626-86c2-0cdcbd4095f3 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:12.854362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132573aa-7824-4b70-8de3-37c2653d8f5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9d03eb-731f-4dbf-bbdd-04f5a687856c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:12.860096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc2a4c-562b-45a6-a6d6-b08c972d6a64 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111cb54e-7b1f-466b-8169-490b4e532ab9,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:12.865027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adfb07f-5788-424f-baca-425867a46a9f None None] Network ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:12.868511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-132573aa-7824-4b70-8de3-37c2653d8f5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.906549 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:07Z', 'revision_number': 3, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:12.913750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5bfc2a4c-562b-45a6-a6d6-b08c972d6a64 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:12.918582 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5bfc2a4c-562b-45a6-a6d6-b08c972d6a64 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/security-groups/111cb54e-7b1f-466b-8169-490b4e532ab9 HTTP/1.1" status: 204 len: 168 time: 2.0079863 Mar 24 17:08:12.919035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2423309-d96b-4932-a9d9-828a702169dc None None] The sync data for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv is: [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:07Z', 'revision_number': 3, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:12.919184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38950) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:12.960022 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-132573aa-7824-4b70-8de3-37c2653d8f5e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/2c9d03eb-731f-4dbf-bbdd-04f5a687856c HTTP/1.1" status: 204 len: 168 time: 2.3323283 Mar 24 17:08:12.969454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38954) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:12.971669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:12.983888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:13.003117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:13.010053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:13.025836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.026421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.060211 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-95667f66-0d5a-4a32-87a3-e7eafdadc9a5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844085 Mar 24 17:08:13.060862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38958) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:13.100142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:13.126779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b978c23-723f-4727-b32a-76808514d408 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet 24d6cbc9-f676-4632-a442-32175119289a {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:13.132818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0b978c23-723f-4727-b32a-76808514d408 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.176879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9543ca39-3aaa-41b5-bfda-469e5ede01b1 None None] DHCP port deletion for ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:08:13.183559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9543ca39-3aaa-41b5-bfda-469e5ede01b1 None None] Deleting port 77a8956d-d05f-4581-8e20-11a0bb71c96d {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:13.183833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9543ca39-3aaa-41b5-bfda-469e5ede01b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.196891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0b978c23-723f-4727-b32a-76808514d408 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.244795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 9e237ea7-a5a5-4cce-8d21-47e89c5f6aaf owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:13.282053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c32db0-297f-459f-8f2b-4b5d1c398f08 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:13.286022 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-40c32db0-297f-459f-8f2b-4b5d1c398f08 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2200670 Mar 24 17:08:13.287690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38962) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:13.313346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:13.316931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.389663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa776c3-d399-4cc2-b327-bc3148ee7f03 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:13.392852 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1aa776c3-d399-4cc2-b327-bc3148ee7f03 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1023455 Mar 24 17:08:13.394537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38966) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:13.513855 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9543ca39-3aaa-41b5-bfda-469e5ede01b1 None None] For port 77a8956d-d05f-4581-8e20-11a0bb71c96d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=77a8956d-d05f-4581-8e20-11a0bb71c96d,segment=NetworkSegment(dcb54aca-a53f-4d57-b086-4300ceda5332),segment_id=dcb54aca-a53f-4d57-b086-4300ceda5332)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:13.514398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9543ca39-3aaa-41b5-bfda-469e5ede01b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.586423 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-032e4d7c-bc75-4e60-b8c3-7f8359c1943f tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1900647 Mar 24 17:08:13.594561 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0b978c23-723f-4727-b32a-76808514d408 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.594710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.605201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38970) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:13.606295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:13.650537 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-57c2d1a0-df56-488c-bb6b-a5cf73e593c3 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2714376 Mar 24 17:08:13.650799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38974) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:13.676572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:13.734626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1765932-119c-45c5-a9b8-e349a6129f1c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting subnet fab0ac5a-5b76-44cc-bfd2-e8700adba7a6 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:13.738588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1765932-119c-45c5-a9b8-e349a6129f1c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.783070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9543ca39-3aaa-41b5-bfda-469e5ede01b1 None None] Calling delete_port for 77a8956d-d05f-4581-8e20-11a0bb71c96d owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:13.783493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0b978c23-723f-4727-b32a-76808514d408 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.836778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b978c23-723f-4727-b32a-76808514d408 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=24d6cbc9-f676-4632-a442-32175119289a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:13.845923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0b978c23-723f-4727-b32a-76808514d408 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.852585 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8985c4-af49-4af1-ac4f-dd3394230e22 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:13.853238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8985c4-af49-4af1-ac4f-dd3394230e22 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:13.856877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1765932-119c-45c5-a9b8-e349a6129f1c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:13.867942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:13.868604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:13.898416 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0b978c23-723f-4727-b32a-76808514d408 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/24d6cbc9-f676-4632-a442-32175119289a HTTP/1.1" status: 204 len: 168 time: 0.9725432 Mar 24 17:08:13.903155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38978) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:13.923494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b00b8de-80df-4086-b5b9-770ad45fdad7 None None] Network 5668024d-0c76-47b5-8897-004aebc33204 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:13.953622 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7f8985c4-af49-4af1-ac4f-dd3394230e22 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/99dc0257-5ee7-4940-ba95-ea02fcec4679 HTTP/1.1" status: 404 len: 333 time: 0.3453031 Mar 24 17:08:13.974950 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38982) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.036222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb450f50-975b-4ebe-adf8-14a74f27e6c0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet 63475fb8-e0a4-4c36-a243-b5a79b250020 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:14.040095 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3bc01f-1946-4854-bc76-cc5b32b8964d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:14.040568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3bc01f-1946-4854-bc76-cc5b32b8964d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:14.043106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb450f50-975b-4ebe-adf8-14a74f27e6c0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.110537 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fc3bc01f-1946-4854-bc76-cc5b32b8964d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/2afbeaa8-5a0f-451f-b78f-dbbe11df9a9e HTTP/1.1" status: 404 len: 337 time: 0.1339402 Mar 24 17:08:14.113676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38986) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.166476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb450f50-975b-4ebe-adf8-14a74f27e6c0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.207498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:14.213858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.226818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebee9a9-b596-4457-9c6f-c3a3c7e9d8da tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:14.227415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebee9a9-b596-4457-9c6f-c3a3c7e9d8da tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:14.231558 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1ebee9a9-b596-4457-9c6f-c3a3c7e9d8da tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/2c9d03eb-731f-4dbf-bbdd-04f5a687856c HTTP/1.1" status: 404 len: 337 time: 0.1145425 Mar 24 17:08:14.240898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38990) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.271632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9543ca39-3aaa-41b5-bfda-469e5ede01b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.298249 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8119883-71fe-4e8a-ba49-e82e04a99bda tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:14.298857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8119883-71fe-4e8a-ba49-e82e04a99bda tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:14.302967 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f8119883-71fe-4e8a-ba49-e82e04a99bda tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/404fb47c-25e7-44ba-b9eb-e233a1b695e6 HTTP/1.1" status: 404 len: 333 time: 0.0587640 Mar 24 17:08:14.303831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1765932-119c-45c5-a9b8-e349a6129f1c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.309673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 38994) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.317957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=9e237ea7-a5a5-4cce-8d21-47e89c5f6aaf,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:14.366660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543ca39-3aaa-41b5-bfda-469e5ede01b1 None None] Pushing event deleted for resources: {'Port': ['ID=77a8956d-d05f-4581-8e20-11a0bb71c96d,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:14.374771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9543ca39-3aaa-41b5-bfda-469e5ede01b1 None None] No DVR routers for this DVR port 77a8956d-d05f-4581-8e20-11a0bb71c96d on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:08:14.414747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb450f50-975b-4ebe-adf8-14a74f27e6c0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.436894 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6e8538-f489-4c19-9877-521ab96f9b95 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:14.437397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6e8538-f489-4c19-9877-521ab96f9b95 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:14.441456 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4b6e8538-f489-4c19-9877-521ab96f9b95 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/b7aa1018-e021-4e88-8d13-0b41db16791c HTTP/1.1" status: 404 len: 337 time: 0.1191497 Mar 24 17:08:14.441456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.443724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 38998) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.498713 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dac62b-50a9-4a9d-8c3b-36ef8f60e6cf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:14.499311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1dac62b-50a9-4a9d-8c3b-36ef8f60e6cf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:14.511677 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a1dac62b-50a9-4a9d-8c3b-36ef8f60e6cf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/15aaf43c-05c5-492e-bb7f-fd729cfe1104 HTTP/1.1" status: 404 len: 337 time: 0.0643315 Mar 24 17:08:14.512559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39002) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.523912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Allocated IP 172.20.0.1 (776741f5-811e-4381-8c10-737d1f15324b/0b084f0a-7979-42ac-9322-597f71157abf/756eda36-17d8-436f-b4e4-5e42534f1ee6) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:14.558273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1765932-119c-45c5-a9b8-e349a6129f1c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.569220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.571636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.576431 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4c2a7c5b-7f7b-4e72-8bec-8fc3cd2ec3fe tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/floatingips/45b88e90-42c7-4e1d-9970-0c8156731f6b HTTP/1.1" status: 204 len: 168 time: 2.8940496 Mar 24 17:08:14.597331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39006) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.604398 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '9f0bec45-bba4-4e2a-8cd8-46a3016d20d8'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:14.612483 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d7c2f2-49a6-43e6-810b-ae0c4aff65ff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:14.612483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d7c2f2-49a6-43e6-810b-ae0c4aff65ff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:14.616769 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-65d7c2f2-49a6-43e6-810b-ae0c4aff65ff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/462f9809-2615-4218-870c-76d282034fd9 HTTP/1.1" status: 404 len: 333 time: 0.1013875 Mar 24 17:08:14.616769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1765932-119c-45c5-a9b8-e349a6129f1c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Subnet': ['ID=fab0ac5a-5b76-44cc-bfd2-e8700adba7a6,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:14.620356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=b2ce165a-182e-4eea-b90a-916056a8f03e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:14.622069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39010) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.630556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:14.631075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1765932-119c-45c5-a9b8-e349a6129f1c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.633223 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1765932-119c-45c5-a9b8-e349a6129f1c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/fab0ac5a-5b76-44cc-bfd2-e8700adba7a6 HTTP/1.1" status: 204 len: 168 time: 0.9815102 Mar 24 17:08:14.636978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39014) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.648550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0894398b-2019-46bc-8fa3-962c081d9892 None None] Network dd70f12c-94f3-4520-a925-fae4b4330bbe requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:14.669346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:floatingip and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:14.681677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:14.732177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Checking segment: {'id': '9cac82ae-ed54-4e1b-869e-543c7406c8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'eef061b0-c051-4d81-93ec-7c0b28e9e3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:14.732550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network hostable DHCP agents. Network: eef061b0-c051-4d81-93ec-7c0b28e9e3f8, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:08:14.737005 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ee3a4b-ac71-405e-b6c2-48b27329d8b1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:14.737447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ee3a4b-ac71-405e-b6c2-48b27329d8b1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:14.739079 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e9ee3a4b-ac71-405e-b6c2-48b27329d8b1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/9dc313a3-40ec-470a-ab23-bc6077c5a0db HTTP/1.1" status: 404 len: 337 time: 0.1125863 Mar 24 17:08:14.748849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39018) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.756294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:14.770434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb450f50-975b-4ebe-adf8-14a74f27e6c0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.818109 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e9a093-2221-4221-adcf-d7e8c2438b9e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:14.818559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e9a093-2221-4221-adcf-d7e8c2438b9e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:14.821721 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a2e9a093-2221-4221-adcf-d7e8c2438b9e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/c2ec836c-64d7-40c3-b2f1-d6b2e90621a5 HTTP/1.1" status: 404 len: 337 time: 0.0631342 Mar 24 17:08:14.825213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39022) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.922485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb450f50-975b-4ebe-adf8-14a74f27e6c0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=63475fb8-e0a4-4c36-a243-b5a79b250020,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:14.934876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:09Z', 'revision_number': 8, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:14.942751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:14.953254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb450f50-975b-4ebe-adf8-14a74f27e6c0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.964438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 854cf0a6-b13f-45bd-855f-64e774401133 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:14.974189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.981235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:14.986545 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bb450f50-975b-4ebe-adf8-14a74f27e6c0 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/63475fb8-e0a4-4c36-a243-b5a79b250020 HTTP/1.1" status: 204 len: 168 time: 1.0738866 Mar 24 17:08:14.994108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39026) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:14.998089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:14.999077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:15.005212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Transition to ACTIVE for port object 756eda36-17d8-436f-b4e4-5e42534f1ee6 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:15.031913 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-909aac70-e848-4d60-944f-88cc89ce50e6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:15.032512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909aac70-e848-4d60-944f-88cc89ce50e6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:15.037806 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-909aac70-e848-4d60-944f-88cc89ce50e6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/ae6d093a-cc3c-4938-b395-c0a1956097e1 HTTP/1.1" status: 404 len: 333 time: 0.2070205 Mar 24 17:08:15.040735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39030) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:15.069231 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88e4b89-839b-4e19-8eeb-94d04ac0598e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:15.069724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88e4b89-839b-4e19-8eeb-94d04ac0598e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:15.072049 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e88e4b89-839b-4e19-8eeb-94d04ac0598e tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/24d6cbc9-f676-4632-a442-32175119289a HTTP/1.1" status: 404 len: 337 time: 0.0681536 Mar 24 17:08:15.074649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39034) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:15.105052 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-39438aba-fb08-497d-bf41-665d1b24f085 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:15.105321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39438aba-fb08-497d-bf41-665d1b24f085 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:15.110007 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-39438aba-fb08-497d-bf41-665d1b24f085 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/5065a4d0-9616-4cf9-be94-cd0fdeea86fb HTTP/1.1" status: 404 len: 337 time: 0.0654764 Mar 24 17:08:15.111057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.129831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39038) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:15.130720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.149903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port ec312648-e7a0-4574-bec0-0ea6f001684b {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:15.150250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.246452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4b0dc1-0593-4b87-94ba-b068a2a26dc9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting subnet 00ae81e8-2330-4e25-858b-9ae44a042409 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:15.261303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0dc1-0593-4b87-94ba-b068a2a26dc9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.290988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:08:15.299023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Network 776741f5-811e-4381-8c10-737d1f15324b is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:15.302650 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9403ef-ff98-4cf0-b2d6-c13c75720f87 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:15.303109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9403ef-ff98-4cf0-b2d6-c13c75720f87 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:15.305498 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6f9403ef-ff98-4cf0-b2d6-c13c75720f87 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/877b9c8f-4d4d-4c2d-adad-fb81db3489f1 HTTP/1.1" status: 404 len: 337 time: 0.1701448 Mar 24 17:08:15.312180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:15.313757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39042) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:15.322393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:15.329775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] DHCP port deletion for dd70f12c-94f3-4520-a925-fae4b4330bbe request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:08:15.346303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] Deleting port ec312648-e7a0-4574-bec0-0ea6f001684b {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:15.346997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.386568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.427605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Pushing event updated for resources: {'Port': ['ID=756eda36-17d8-436f-b4e4-5e42534f1ee6,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:15.455473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:15.462560 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e55814-39e3-4b25-9802-8381aac34775 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:15.463040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e55814-39e3-4b25-9802-8381aac34775 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:15.464821 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b9e55814-39e3-4b25-9802-8381aac34775 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/8dd90627-fe6e-4186-8d56-8186e9f98983 HTTP/1.1" status: 404 len: 333 time: 0.1493633 Mar 24 17:08:15.469904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39046) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:15.523286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, eef061b0-c051-4d81-93ec-7c0b28e9e3f8) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:15.530941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:15.531292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.560489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0dc1-0593-4b87-94ba-b068a2a26dc9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.565418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab290b1-6c02-4254-85b3-cb34b5f6a1e3 None None] Network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:15.684427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0dc1-0593-4b87-94ba-b068a2a26dc9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.702243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 854cf0a6-b13f-45bd-855f-64e774401133 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:15.736684 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae47874d-836d-47f3-b872-419945fc18cf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:15.738271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae47874d-836d-47f3-b872-419945fc18cf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:15.745991 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ae47874d-836d-47f3-b872-419945fc18cf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/0290d5e7-975b-484b-85f2-ebb05d3b886d HTTP/1.1" status: 404 len: 337 time: 0.2692428 Mar 24 17:08:15.756710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39050) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:15.776408 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cf3f6e57-7082-4c52-adba-4bbd1ff027a4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2746863 Mar 24 17:08:15.779096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39054) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:15.785209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': 'eef061b0-c051-4d81-93ec-7c0b28e9e3f8', 'name': 'tempest-PortsTestJSON-2003006737', 'fixed_ips': [{'subnet_id': 'b2ce165a-182e-4eea-b90a-916056a8f03e', 'ip_address': '172.20.0.10'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:15.814820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 854cf0a6-b13f-45bd-855f-64e774401133 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:15.815369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.827801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:15.855747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d8bcbb-ddd2-4cda-88d5-2e848472966c None None] Network 5668024d-0c76-47b5-8897-004aebc33204 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:16.029925 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ced38c2-cf17-40cb-b292-b54697a20d32 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.030202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-08d59b8d-1f2f-4cd6-93cd-0b6c7bb71f46 None None] Provisioning for port 756eda36-17d8-436f-b4e4-5e42534f1ee6 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:16.030554 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ced38c2-cf17-40cb-b292-b54697a20d32 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.034601 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9ced38c2-cf17-40cb-b292-b54697a20d32 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/1c408846-3ac8-4d18-b280-783ee6c7877b HTTP/1.1" status: 404 len: 333 time: 0.2744615 Mar 24 17:08:16.039986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39058) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.043613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port ec312648-e7a0-4574-bec0-0ea6f001684b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ec312648-e7a0-4574-bec0-0ea6f001684b,segment=NetworkSegment(b90adec6-886a-463d-8fa5-9dba6a95a965),segment_id=b90adec6-886a-463d-8fa5-9dba6a95a965)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:16.044242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.129938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-08d59b8d-1f2f-4cd6-93cd-0b6c7bb71f46 None None] Provisioning complete for port 756eda36-17d8-436f-b4e4-5e42534f1ee6 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:16.130279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-08d59b8d-1f2f-4cd6-93cd-0b6c7bb71f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.199678 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86be414-fc17-4670-b768-9fad18050c43 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.199678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86be414-fc17-4670-b768-9fad18050c43 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.202851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e86be414-fc17-4670-b768-9fad18050c43 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/0d1c4261-c6cb-4fa7-8165-4eea525e6681 HTTP/1.1" status: 404 len: 337 time: 0.1592267 Mar 24 17:08:16.210891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for ec312648-e7a0-4574-bec0-0ea6f001684b owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:16.233712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39062) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.234035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.290321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] For port ec312648-e7a0-4574-bec0-0ea6f001684b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ec312648-e7a0-4574-bec0-0ea6f001684b,segment=NetworkSegment(b90adec6-886a-463d-8fa5-9dba6a95a965),segment_id=b90adec6-886a-463d-8fa5-9dba6a95a965)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:16.290721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.318335 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e06d6a4-7093-418d-a0c4-00d8adcdd768 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.318830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e06d6a4-7093-418d-a0c4-00d8adcdd768 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.322178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:16.329406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0dc1-0593-4b87-94ba-b068a2a26dc9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.361689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:port and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:16.372079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ef4b0dc1-0593-4b87-94ba-b068a2a26dc9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.374929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.375350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:16.381475 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9e06d6a4-7093-418d-a0c4-00d8adcdd768 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/af697350-314d-49b2-a3a3-634e034d554c HTTP/1.1" status: 404 len: 333 time: 0.1348677 Mar 24 17:08:16.392180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:16.393777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39066) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.397667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.26.4.113 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/2e9ae2e9-5569-4a95-927b-30dbdb271d8e) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:16.415792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b0dc1-0593-4b87-94ba-b068a2a26dc9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Subnet': ['ID=00ae81e8-2330-4e25-858b-9ae44a042409,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:16.438783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=ec312648-e7a0-4574-bec0-0ea6f001684b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:16.441279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No DVR routers for this DVR port ec312648-e7a0-4574-bec0-0ea6f001684b on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:08:16.451628 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9456b52d-4b44-4f12-bbdc-7f4e75176b8b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.452126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9456b52d-4b44-4f12-bbdc-7f4e75176b8b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.456335 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9456b52d-4b44-4f12-bbdc-7f4e75176b8b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/7b3fa7a0-9823-4b6d-a398-6d1e654a7461 HTTP/1.1" status: 404 len: 337 time: 0.0591681 Mar 24 17:08:16.459403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39070) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.463151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] Calling delete_port for ec312648-e7a0-4574-bec0-0ea6f001684b owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:16.477965 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ef4b0dc1-0593-4b87-94ba-b068a2a26dc9 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/00ae81e8-2330-4e25-858b-9ae44a042409 HTTP/1.1" status: 204 len: 168 time: 1.3994999 Mar 24 17:08:16.479925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39074) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.495616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-08d59b8d-1f2f-4cd6-93cd-0b6c7bb71f46 None None] Port 756eda36-17d8-436f-b4e4-5e42534f1ee6 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:16.554698 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df063d2-78e1-4bdf-8275-381b692f4b89 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.555486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df063d2-78e1-4bdf-8275-381b692f4b89 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.560103 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0df063d2-78e1-4bdf-8275-381b692f4b89 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/fa054d70-3cf2-4141-b1c5-c62683414c51 HTTP/1.1" status: 404 len: 337 time: 0.0761833 Mar 24 17:08:16.560103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39078) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.562102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:16.603645 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8c8fe0-fc60-4ed0-889a-0c4246e2da44 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.604140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8c8fe0-fc60-4ed0-889a-0c4246e2da44 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.609213 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dc8c8fe0-fc60-4ed0-889a-0c4246e2da44 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/eb784d8f-4b34-4168-82ff-dfeec76aaac1 HTTP/1.1" status: 404 len: 333 time: 0.1455231 Mar 24 17:08:16.624470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39082) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.657129 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9b6f66d1-af20-405d-8667-b867d84b63e6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3b41dad-4155-4572-8286-b19f5857ceb7 HTTP/1.1" status: 200 len: 205 time: 0.0942292 Mar 24 17:08:16.658659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39086) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.661787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.691656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-eef061b0-c051-4d81-93ec-7c0b28e9e3f8', 'network_id': 'eef061b0-c051-4d81-93ec-7c0b28e9e3f8', 'tenant_id': 'b4f813c93884487a9c39045d6bad96b8', 'fixed_ips': [{'subnet_id': 'b2ce165a-182e-4eea-b90a-916056a8f03e'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:08:16.692680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.740714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-9abc1f17-09fe-4e33-8ab4-14895ac354c4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] delete failed (client error): The resource could not be found. Mar 24 17:08:16.744405 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9abc1f17-09fe-4e33-8ab4-14895ac354c4 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/routers/a3b41dad-4155-4572-8286-b19f5857ceb7 HTTP/1.1" status: 404 len: 336 time: 0.0823932 Mar 24 17:08:16.750468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39090) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.795101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd70f12c-94f3-4520-a925-fae4b4330bbe']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:16.808604 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8163c2-b669-4acf-86ba-10076b153db1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.809056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8163c2-b669-4acf-86ba-10076b153db1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.813067 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4a8163c2-b669-4acf-86ba-10076b153db1 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/b829d2f6-c9f3-40c7-b088-2f627c3e09cf HTTP/1.1" status: 404 len: 337 time: 0.0597858 Mar 24 17:08:16.813799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39094) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.816597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90adec6-886a-463d-8fa5-9dba6a95a965') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:16.816908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90adec6-886a-463d-8fa5-9dba6a95a965') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:16.832369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.838702 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-41245ca0-97d5-4ac1-82de-fbf43f4a2772 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.839257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41245ca0-97d5-4ac1-82de-fbf43f4a2772 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.843376 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-41245ca0-97d5-4ac1-82de-fbf43f4a2772 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/14966ad9-3680-4481-8c39-38b0e0484a04 HTTP/1.1" status: 404 len: 337 time: 0.2045879 Mar 24 17:08:16.860242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39098) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.869795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.896730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5157ad9f-4bf3-4951-809b-39c05f22d9b0 None None] Provisioning complete for port a70edf3e-22be-4b8a-8772-d2f0e7e77aca triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:16.896944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5157ad9f-4bf3-4951-809b-39c05f22d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.913022 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8da9d5-fcd6-4890-94ea-9b146d4aafa3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.913467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8da9d5-fcd6-4890-94ea-9b146d4aafa3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.917697 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8e8da9d5-fcd6-4890-94ea-9b146d4aafa3 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/f9b646d3-4a2a-45bc-be47-a1e5821f7aa6 HTTP/1.1" status: 404 len: 337 time: 0.1011968 Mar 24 17:08:16.921594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39102) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.924060 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-716fab00-fe01-40f4-b0b9-517c84f3080c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.924286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716fab00-fe01-40f4-b0b9-517c84f3080c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.928202 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-716fab00-fe01-40f4-b0b9-517c84f3080c tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/1357e3de-79a6-40c3-a08f-2c38c83c6a24 HTTP/1.1" status: 404 len: 333 time: 0.0625114 Mar 24 17:08:16.929636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39104) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.959935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 854cf0a6-b13f-45bd-855f-64e774401133, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=854cf0a6-b13f-45bd-855f-64e774401133,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:16.964640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:08:16.964987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:08:16.965104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:16.983262 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-008d8b2d-d7dc-4189-bcb4-1df48c710a73 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:16.983262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008d8b2d-d7dc-4189-bcb4-1df48c710a73 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:16.983262 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-008d8b2d-d7dc-4189-bcb4-1df48c710a73 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/d8dfc43a-15ad-4397-97a8-f7872e86ef9f HTTP/1.1" status: 404 len: 337 time: 0.0496373 Mar 24 17:08:16.983693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39110) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:16.987221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:08:16.987623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.004984 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d8cf07-d1e0-4d8b-bb90-5fe27fdd9353 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.011027 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d8cf07-d1e0-4d8b-bb90-5fe27fdd9353 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.011027 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d0d8cf07-d1e0-4d8b-bb90-5fe27fdd9353 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/5234e3c0-d607-41d7-9116-df5f1af27ed9 HTTP/1.1" status: 404 len: 337 time: 0.0700119 Mar 24 17:08:17.015681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39114) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.020905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:08:17.036299 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:08:17.062015 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-7934d030-7d6d-4668-bea8-50e34ad24ea6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.062486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7934d030-7d6d-4668-bea8-50e34ad24ea6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.066572 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7934d030-7d6d-4668-bea8-50e34ad24ea6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/837bcb2e-6fd5-476d-b551-39009e3a2521 HTTP/1.1" status: 404 len: 333 time: 0.0795338 Mar 24 17:08:17.068929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5157ad9f-4bf3-4951-809b-39c05f22d9b0 None None] Port a70edf3e-22be-4b8a-8772-d2f0e7e77aca cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:17.071100 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.075535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39118) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.137935 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b3a76e-44f3-415f-8eeb-f797092ab56d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.138480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b3a76e-44f3-415f-8eeb-f797092ab56d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.140314 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-84b3a76e-44f3-415f-8eeb-f797092ab56d tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/156d4ed9-379e-40c5-9d1c-0536fa6039b5 HTTP/1.1" status: 404 len: 333 time: 0.1236267 Mar 24 17:08:17.143859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39122) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.147023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.157680 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-506a0f39-3c5d-4a4f-a1b7-eba3be549594 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.158354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506a0f39-3c5d-4a4f-a1b7-eba3be549594 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.162343 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-506a0f39-3c5d-4a4f-a1b7-eba3be549594 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/89377083-3b7a-4f32-9a70-b82be8313ebe HTTP/1.1" status: 404 len: 337 time: 0.0834153 Mar 24 17:08:17.162491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:08:17.162959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 77a8956d-d05f-4581-8e20-11a0bb71c96d no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:17.181449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39126) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.200151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:09Z', 'revision_number': 8, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:17.217506 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62cc527-40f5-4b81-81f9-76f8276232a6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.218406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62cc527-40f5-4b81-81f9-76f8276232a6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.218842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 77a8956d-d05f-4581-8e20-11a0bb71c96d {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:17.219407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 77a8956d-d05f-4581-8e20-11a0bb71c96d not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:17.235399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.238772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.242310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aab237-7bd7-4c59-95f5-1b1d59a3479b None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:09Z', 'revision_number': 8, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1', 'name': '', 'network_id': '191184a4-e5a9-4378-a930-3fb5c88872c3', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:91:59:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:36Z', 'updated_at': '2022-03-24T17:07:53Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '260b0a2e-9edc-4589-a7d8-d3c5d33681e8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:17.242564 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ca01a8-1f69-4a63-bcf0-30a725b60b75 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.242564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ca01a8-1f69-4a63-bcf0-30a725b60b75 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.247837 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a0ca01a8-1f69-4a63-bcf0-30a725b60b75 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/651ddd3e-2340-4ba9-8b49-9033d246a5f5 HTTP/1.1" status: 404 len: 337 time: 0.0606871 Mar 24 17:08:17.247982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5157ad9f-4bf3-4951-809b-39c05f22d9b0 None None] Provisioning complete for port 601d1b24-35cb-4409-86a8-161f19207cd7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:17.247982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5157ad9f-4bf3-4951-809b-39c05f22d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.248162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39130) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.268473 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b62cc527-40f5-4b81-81f9-76f8276232a6 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/cd06fab6-a5e0-4c85-9965-75c8294730cd HTTP/1.1" status: 404 len: 337 time: 0.1215999 Mar 24 17:08:17.272527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.272527 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/networks/dd70f12c-94f3-4520-a925-fae4b4330bbe HTTP/1.1" status: 204 len: 168 time: 2.6346874 Mar 24 17:08:17.272527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fb174-ad4f-4e1b-b784-bbecfd75717b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Network': ['ID=dd70f12c-94f3-4520-a925-fae4b4330bbe,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:17.274756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39134) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.274981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39136) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.284945 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Allocated IP 172.20.0.2 (eef061b0-c051-4d81-93ec-7c0b28e9e3f8/b2ce165a-182e-4eea-b90a-916056a8f03e/54c53ef8-ebca-4436-8a77-dfa10c0632f7) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:17.306373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=854cf0a6-b13f-45bd-855f-64e774401133,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:17.319116 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-61129765-c329-4d85-9f1e-ce74cfa6aad7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.319647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61129765-c329-4d85-9f1e-ce74cfa6aad7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.322459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-61129765-c329-4d85-9f1e-ce74cfa6aad7 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/6c0deadb-9042-423e-b252-bce9da6d9306 HTTP/1.1" status: 404 len: 337 time: 0.0460501 Mar 24 17:08:17.327091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39142) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.375864 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.460356 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-8845c5e2-32b6-4f79-bfe2-6fefe088d2d2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.461298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8845c5e2-32b6-4f79-bfe2-6fefe088d2d2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.470439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] Deleting port ec312648-e7a0-4574-bec0-0ea6f001684b {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:17.471336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.488656 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebd0413-0943-449c-b5ae-fd74259a0c77 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.489097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebd0413-0943-449c-b5ae-fd74259a0c77 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.493819 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4ebd0413-0943-449c-b5ae-fd74259a0c77 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/9c90e463-0a9e-462e-8e23-fdf6bbd672a3 HTTP/1.1" status: 404 len: 333 time: 0.1568182 Mar 24 17:08:17.532405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39146) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.535620 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8845c5e2-32b6-4f79-bfe2-6fefe088d2d2 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/5fe70ed6-3bbd-4bf5-b1c9-106b81384ed6 HTTP/1.1" status: 404 len: 333 time: 0.2830527 Mar 24 17:08:17.561348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d0f2566a-cace-4cc9-9e5e-72e764ffdf28 None None] The port 'ec312648-e7a0-4574-bec0-0ea6f001684b' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:08:17.582900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39150) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.602300 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0aee66-b147-4ae6-be03-09d30cfcfdec tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.602823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0aee66-b147-4ae6-be03-09d30cfcfdec tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.607996 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4f0aee66-b147-4ae6-be03-09d30cfcfdec tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/ff41cf33-bc1e-4861-a094-1cab6473de6a HTTP/1.1" status: 404 len: 337 time: 0.0728979 Mar 24 17:08:17.630116 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b983e2a9-1d22-495f-8b04-bfb282aef6b1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.630564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b983e2a9-1d22-495f-8b04-bfb282aef6b1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.633514 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b983e2a9-1d22-495f-8b04-bfb282aef6b1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/01cc38e4-3c9f-4898-b184-e44a0112ccd2 HTTP/1.1" status: 404 len: 337 time: 0.0484281 Mar 24 17:08:17.637035 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39154) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.637366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39156) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.649508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf51d0b2-e3e7-48d6-adc6-3e69b472d51a None None] DHCP port deletion for 5668024d-0c76-47b5-8897-004aebc33204 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:08:17.658243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bf51d0b2-e3e7-48d6-adc6-3e69b472d51a None None] Deleting port 601d1b24-35cb-4409-86a8-161f19207cd7 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:17.658622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf51d0b2-e3e7-48d6-adc6-3e69b472d51a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.667029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.714766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Pushing event updated for resources: {'Port': ['ID=756eda36-17d8-436f-b4e4-5e42534f1ee6,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:17.733651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.743734 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f95469-4800-4a83-b0e8-edfd17e6052b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.744377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f95469-4800-4a83-b0e8-edfd17e6052b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.746896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f1f95469-4800-4a83-b0e8-edfd17e6052b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/59b82825-da4d-4f47-9aac-78748b112f42 HTTP/1.1" status: 404 len: 337 time: 0.1061578 Mar 24 17:08:17.751395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39162) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.756976 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-16721a15-c656-429d-af11-42d1383d6679 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.756976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16721a15-c656-429d-af11-42d1383d6679 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.756976 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-16721a15-c656-429d-af11-42d1383d6679 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/subnets/c13ca188-4906-40b9-ae6c-9bc5e028f897 HTTP/1.1" status: 404 len: 337 time: 0.1162622 Mar 24 17:08:17.757283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39166) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:17.764418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:17.774192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ec312648-e7a0-4574-bec0-0ea6f001684b no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:17.818646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: ec312648-e7a0-4574-bec0-0ea6f001684b {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:17.818989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ec312648-e7a0-4574-bec0-0ea6f001684b not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:17.819400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ab8329dd-2187-4b10-a6ef-8e665f372ab3 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:17.870276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Transition to ACTIVE for port object 54c53ef8-ebca-4436-8a77-dfa10c0632f7 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:17.875566 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: ab8329dd-2187-4b10-a6ef-8e665f372ab3 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:17.875699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ab8329dd-2187-4b10-a6ef-8e665f372ab3 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:17.948827 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-6347e045-f2eb-48e7-a248-80cf40216503 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:17.949291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6347e045-f2eb-48e7-a248-80cf40216503 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:17.950935 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6347e045-f2eb-48e7-a248-80cf40216503 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/51fe0485-f73a-41c9-9c6c-d422fe0e8dd2 HTTP/1.1" status: 404 len: 333 time: 0.1954331 Mar 24 17:08:17.957738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39170) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:18.021732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Transition to ACTIVE for port object 54c53ef8-ebca-4436-8a77-dfa10c0632f7 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:18.024116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-bf51d0b2-e3e7-48d6-adc6-3e69b472d51a None None] For port 601d1b24-35cb-4409-86a8-161f19207cd7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=601d1b24-35cb-4409-86a8-161f19207cd7,segment=NetworkSegment(3fb29807-1674-4c79-b5bd-28d3171a24e3),segment_id=3fb29807-1674-4c79-b5bd-28d3171a24e3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:18.024458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf51d0b2-e3e7-48d6-adc6-3e69b472d51a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.047507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:18.051744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:18.057558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:18.069563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6734dec5-d4ad-47de-b704-281242f59275 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Deleting port a70edf3e-22be-4b8a-8772-d2f0e7e77aca {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:18.069895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6734dec5-d4ad-47de-b704-281242f59275 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.104089 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-958cdc0a-1bed-4bbc-821f-986a443d9c1e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:18.104615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958cdc0a-1bed-4bbc-821f-986a443d9c1e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:18.108602 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-958cdc0a-1bed-4bbc-821f-986a443d9c1e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/eb173132-d596-4a31-be3f-d42f6bd52d32 HTTP/1.1" status: 404 len: 337 time: 0.1476438 Mar 24 17:08:18.116738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39174) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:18.118283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=2e9ae2e9-5569-4a95-927b-30dbdb271d8e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:18.146334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.155673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bf51d0b2-e3e7-48d6-adc6-3e69b472d51a None None] Calling delete_port for 601d1b24-35cb-4409-86a8-161f19207cd7 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:18.176393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Network 776741f5-811e-4381-8c10-737d1f15324b is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:18.176885 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8be866c-ea44-4f63-9d36-9f7a73ee3e01 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:18.177294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8be866c-ea44-4f63-9d36-9f7a73ee3e01 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:18.180077 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f8be866c-ea44-4f63-9d36-9f7a73ee3e01 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/92abf880-f758-42e5-b8a7-5e5961b0a0d4 HTTP/1.1" status: 404 len: 337 time: 0.0607567 Mar 24 17:08:18.184652 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39178) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:18.187354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:18.324875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Pushing event updated for resources: {'Port': ['ID=54c53ef8-ebca-4436-8a77-dfa10c0632f7,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:18.329246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:18.332885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:18.336522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:18.437894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Attempting to bind port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:18.438215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Attempting to bind port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '9cac82ae-ed54-4e1b-869e-543c7406c8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'eef061b0-c051-4d81-93ec-7c0b28e9e3f8'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:18.438580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Attempting to bind port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 on network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:18.441981 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-900d6201-70b1-4d1c-a507-3e898a45b4d1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:18.442468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900d6201-70b1-4d1c-a507-3e898a45b4d1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:18.444506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf51d0b2-e3e7-48d6-adc6-3e69b472d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.448472 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-900d6201-70b1-4d1c-a507-3e898a45b4d1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/59ebe7ba-f85e-4cde-87fe-1d30f8da4718 HTTP/1.1" status: 404 len: 333 time: 0.2626274 Mar 24 17:08:18.452830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39182) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:18.477125 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:18.477720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Checking segment: {'id': '9cac82ae-ed54-4e1b-869e-543c7406c8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'eef061b0-c051-4d81-93ec-7c0b28e9e3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:18.477824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.478145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Bound using segment: {'id': '9cac82ae-ed54-4e1b-869e-543c7406c8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'eef061b0-c051-4d81-93ec-7c0b28e9e3f8'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:18.478814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Bound port: 54c53ef8-ebca-4436-8a77-dfa10c0632f7, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cac82ae-ed54-4e1b-869e-543c7406c8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'eef061b0-c051-4d81-93ec-7c0b28e9e3f8'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:18.479212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.483701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6734dec5-d4ad-47de-b704-281242f59275 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.506804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51d0b2-e3e7-48d6-adc6-3e69b472d51a None None] Pushing event deleted for resources: {'Port': ['ID=601d1b24-35cb-4409-86a8-161f19207cd7,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:18.514064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51d0b2-e3e7-48d6-adc6-3e69b472d51a None None] No DVR routers for this DVR port 601d1b24-35cb-4409-86a8-161f19207cd7 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:08:18.550153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.10 (eef061b0-c051-4d81-93ec-7c0b28e9e3f8/b2ce165a-182e-4eea-b90a-916056a8f03e/1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:18.558703 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1646634-ddbd-46c6-b662-9537711eb467 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:18.558703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1646634-ddbd-46c6-b662-9537711eb467 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:18.563909 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d1646634-ddbd-46c6-b662-9537711eb467 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/a58db0cc-4df8-4aa5-9f42-9b94eb32b3e4 HTTP/1.1" status: 404 len: 337 time: 0.1079645 Mar 24 17:08:18.564231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39188) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:18.627645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-78f44598-c2d1-45cd-8f81-ca7b7fbfa841 None None] Provisioning complete for port 756eda36-17d8-436f-b4e4-5e42534f1ee6 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:18.628046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-78f44598-c2d1-45cd-8f81-ca7b7fbfa841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.645097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6734dec5-d4ad-47de-b704-281242f59275 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Calling delete_port for a70edf3e-22be-4b8a-8772-d2f0e7e77aca owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:18.689661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] For port 54c53ef8-ebca-4436-8a77-dfa10c0632f7, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:18.691485 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfe7331-8b6f-406d-8996-d90b570c60cf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:18.691973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfe7331-8b6f-406d-8996-d90b570c60cf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:18.696204 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dbfe7331-8b6f-406d-8996-d90b570c60cf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/9323dedb-8033-4568-9e4f-6124f82610c9 HTTP/1.1" status: 404 len: 337 time: 0.1285498 Mar 24 17:08:18.702301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39192) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:18.703510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-78f44598-c2d1-45cd-8f81-ca7b7fbfa841 None None] Port 756eda36-17d8-436f-b4e4-5e42534f1ee6 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:18.707279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] For port 54c53ef8-ebca-4436-8a77-dfa10c0632f7, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=54c53ef8-ebca-4436-8a77-dfa10c0632f7,segment=NetworkSegment(9cac82ae-ed54-4e1b-869e-543c7406c8b6),segment_id=9cac82ae-ed54-4e1b-869e-543c7406c8b6)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:18.746207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.766133 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4292911d-6d11-421e-8eac-e86f0a4d18b3 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports?device_id=735c98d4-d398-47c8-998a-9576670273b6 HTTP/1.1" status: 200 len: 205 time: 0.0578840 Mar 24 17:08:18.777549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39196) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:18.840355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74221ee1-0276-4002-99d3-4fda93051d7d None None] Pushing event updated for resources: {'Port': ['ID=54c53ef8-ebca-4436-8a77-dfa10c0632f7,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:18.849824 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-ae05d7c7-3002-4c1e-9a2a-d9b92cd2607e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] delete failed (client error): The resource could not be found. Mar 24 17:08:18.849824 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ae05d7c7-3002-4c1e-9a2a-d9b92cd2607e tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/routers/735c98d4-d398-47c8-998a-9576670273b6 HTTP/1.1" status: 404 len: 336 time: 0.0681922 Mar 24 17:08:18.853817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39200) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:18.925943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:18.964097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:18.993895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6734dec5-d4ad-47de-b704-281242f59275 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:19.024040 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3390aa70-37ad-4b7e-9a29-7320c7e9ddf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:19.024541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3390aa70-37ad-4b7e-9a29-7320c7e9ddf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:19.026254 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3390aa70-37ad-4b7e-9a29-7320c7e9ddf9 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/3c5c872c-76a2-47da-8da2-2c6675396c3d HTTP/1.1" status: 404 len: 337 time: 0.1549237 Mar 24 17:08:19.037581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39204) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:19.135941 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4945fe34-ad5a-4c71-81df-ee8215fc2199 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f00761b-d3e3-4f47-bd4a-9006d6a176d5 HTTP/1.1" status: 200 len: 205 time: 0.0831053 Mar 24 17:08:19.145710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39208) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:19.193831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734dec5-d4ad-47de-b704-281242f59275 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Port': ['ID=a70edf3e-22be-4b8a-8772-d2f0e7e77aca,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:19.258108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6734dec5-d4ad-47de-b704-281242f59275 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:19.279057 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6734dec5-d4ad-47de-b704-281242f59275 tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/ports/a70edf3e-22be-4b8a-8772-d2f0e7e77aca HTTP/1.1" status: 204 len: 168 time: 1.5209453 Mar 24 17:08:19.283152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39212) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:19.355137 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-037f4a81-00d4-410b-8099-52820c28101d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] delete failed (client error): The resource could not be found. Mar 24 17:08:19.358564 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-037f4a81-00d4-410b-8099-52820c28101d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/routers/1f00761b-d3e3-4f47-bd4a-9006d6a176d5 HTTP/1.1" status: 404 len: 336 time: 0.2095275 Mar 24 17:08:19.371655 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:08:19.374658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39216) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:19.384119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:19.466247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 854cf0a6-b13f-45bd-855f-64e774401133 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:19.493303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:19.493653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:19.538219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 854cf0a6-b13f-45bd-855f-64e774401133 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:19.538837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:19.656658 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d46c2cf-b118-4399-a3fd-2c1dc6e03dc5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:19.657111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d46c2cf-b118-4399-a3fd-2c1dc6e03dc5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:19.678823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 54c53ef8-ebca-4436-8a77-dfa10c0632f7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:19.707486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1,segment=NetworkSegment(3bdc8bcd-6ed0-4831-8674-11971382c7c1),segment_id=3bdc8bcd-6ed0-4831-8674-11971382c7c1)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:19.708134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:19.740098 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2d46c2cf-b118-4399-a3fd-2c1dc6e03dc5 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/f8f54c7e-963a-4859-aec1-ca33a4930644 HTTP/1.1" status: 404 len: 337 time: 0.3624213 Mar 24 17:08:19.749750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object 1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:19.763401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39220) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:19.811312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:19.840680 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b8c34e-0d61-407f-a397-e023b85a1504 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:19.841428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b8c34e-0d61-407f-a397-e023b85a1504 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:19.843115 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-70b8c34e-0d61-407f-a397-e023b85a1504 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/5cc565d4-4d2d-4241-9ca1-20c852367f04 HTTP/1.1" status: 404 len: 337 time: 0.0771024 Mar 24 17:08:19.846728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:19.853645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39224) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:19.854903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:19.865758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:19.871787 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Sync routers for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:19.886916 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:19.889712 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:19.941657 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eca3cbc6-929e-4f4b-9df7-84b82a10d21f admin admin] 10.222.0.47 "PUT /v2.0/routers/9381de45-20ec-4b6d-99c0-a78e3d61bcb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8356488 Mar 24 17:08:19.954840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 601d1b24-35cb-4409-86a8-161f19207cd7 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:19.999429 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d564f95-2684-4d72-9842-2053ef5c2030 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:20.002055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d564f95-2684-4d72-9842-2053ef5c2030 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:20.011853 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5d564f95-2684-4d72-9842-2053ef5c2030 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/9a88e00b-5d62-4883-a039-070a5a5619b8 HTTP/1.1" status: 404 len: 333 time: 0.1527987 Mar 24 17:08:20.012781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:20.016082 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4f67b-ae5b-408f-af80-85df97c6006d None None] Network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:20.054098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 601d1b24-35cb-4409-86a8-161f19207cd7 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:20.054390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 601d1b24-35cb-4409-86a8-161f19207cd7 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:20.068958 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39230) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:20.158731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1bda04fd-5ced-4d82-839d-e78b36546597 None None] Provisioning for port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:20.178082 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9a1705-8f07-47b5-b64d-3602b2c85791 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:20.178655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9a1705-8f07-47b5-b64d-3602b2c85791 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:20.181530 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1e9a1705-8f07-47b5-b64d-3602b2c85791 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/f0c07351-c595-42b6-ac18-1f443b531ce1 HTTP/1.1" status: 404 len: 337 time: 0.0935452 Mar 24 17:08:20.183274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1bda04fd-5ced-4d82-839d-e78b36546597 None None] Provisioning complete for port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:20.183879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1bda04fd-5ced-4d82-839d-e78b36546597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:20.184674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39236) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:20.263256 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:20.287552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:20.304957 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1856c907-8648-46c7-8498-de96ec816dff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:20.305516 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1856c907-8648-46c7-8498-de96ec816dff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:20.307250 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1856c907-8648-46c7-8498-de96ec816dff tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/2f6b6e21-512a-4173-a627-94a3a3a35703 HTTP/1.1" status: 404 len: 333 time: 0.1207500 Mar 24 17:08:20.315254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39242) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:20.380416 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1773e9-4f1d-4449-abc4-b4d1fe92366b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:20.381113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1773e9-4f1d-4449-abc4-b4d1fe92366b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:20.391684 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fa1773e9-4f1d-4449-abc4-b4d1fe92366b tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/98c5ad9f-b27c-40d0-9674-f35455d9cf9d HTTP/1.1" status: 404 len: 337 time: 0.0747311 Mar 24 17:08:20.395583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39246) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:20.399315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:20.446756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-083e5f73-f6a1-45b2-8931-2aac87da2b19 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:20.447451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083e5f73-f6a1-45b2-8931-2aac87da2b19 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:20.449783 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-083e5f73-f6a1-45b2-8931-2aac87da2b19 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/0085eba3-548d-488d-a2df-c748470e4e48 HTTP/1.1" status: 404 len: 333 time: 0.0531199 Mar 24 17:08:20.452426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39250) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:20.463014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:20.470452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1bda04fd-5ced-4d82-839d-e78b36546597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:20.471103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5668024d-0c76-47b5-8897-004aebc33204']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:20.485730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:20.495434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:20.499568 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5937a8-66de-4a70-bf4e-ce3935aae7f1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:20.500215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5937a8-66de-4a70-bf4e-ce3935aae7f1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:20.502051 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-da5937a8-66de-4a70-bf4e-ce3935aae7f1 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/efd3115e-8a2c-4655-b27d-63753652b16e HTTP/1.1" status: 404 len: 337 time: 0.0485036 Mar 24 17:08:20.506293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39254) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:20.510352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:20.529184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:20.532623 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb29807-1674-4c79-b5bd-28d3171a24e3') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:20.532924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb29807-1674-4c79-b5bd-28d3171a24e3') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:20.556360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-1bda04fd-5ced-4d82-839d-e78b36546597 None None] For port 54c53ef8-ebca-4436-8a77-dfa10c0632f7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=54c53ef8-ebca-4436-8a77-dfa10c0632f7,segment=NetworkSegment(9cac82ae-ed54-4e1b-869e-543c7406c8b6),segment_id=9cac82ae-ed54-4e1b-869e-543c7406c8b6)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:20.602327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:20.603338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:20.628059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:20.638070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1bda04fd-5ced-4d82-839d-e78b36546597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:20.683024 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8643d328-6f20-49af-b833-84fa938f7da6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:20.683537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8643d328-6f20-49af-b833-84fa938f7da6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:20.686508 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8643d328-6f20-49af-b833-84fa938f7da6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/dede40d6-f495-401d-a003-8ea34f20c30f HTTP/1.1" status: 404 len: 333 time: 0.1787412 Mar 24 17:08:20.704750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39262) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:20.797551 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 2, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:20.801509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda04fd-5ced-4d82-839d-e78b36546597 None None] Pushing event updated for resources: {'Port': ['ID=54c53ef8-ebca-4436-8a77-dfa10c0632f7,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:20.803469 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Checking router: 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:20.803896 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Updating router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 port 756eda36-17d8-436f-b4e4-5e42534f1ee6 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:08:20.853047 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-63755603-c897-42f1-8683-0457381fa92d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:20.853930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63755603-c897-42f1-8683-0457381fa92d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:20.856477 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-63755603-c897-42f1-8683-0457381fa92d tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/70610f73-f6ac-41fd-b3f9-40663e595a01 HTTP/1.1" status: 404 len: 337 time: 0.1111832 Mar 24 17:08:20.860824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39268) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:20.905378 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.000872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a640ee6b-56fd-4f53-a683-0aeb2e4ea0ff None None] Provisioning complete for port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:21.001253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a640ee6b-56fd-4f53-a683-0aeb2e4ea0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.026345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.061848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.096947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:08:21.097290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.103239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39274) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:08:21.124742 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:08:21.127935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.130628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-240863686-network', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:21.137329 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-30476aee-eb07-4161-8c97-391f261148f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:21.137786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30476aee-eb07-4161-8c97-391f261148f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:21.141831 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-30476aee-eb07-4161-8c97-391f261148f8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/d201aad4-906e-45ab-b747-13be15a21b30 HTTP/1.1" status: 404 len: 333 time: 0.2773254 Mar 24 17:08:21.141831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:21.145800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39278) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:21.149986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Usage tracker for resource:network and tenant:5bce00f603d34bc6a07aeac975db62f5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:21.206642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:21.240895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:21.241629 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.260508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:21.272368 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2263b64-726b-4bf7-914c-fa2fcdc5d618 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:21.278987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2263b64-726b-4bf7-914c-fa2fcdc5d618 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:21.278987 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b2263b64-726b-4bf7-914c-fa2fcdc5d618 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/eeef9e1f-f677-4aaa-bcc1-c5df84492b93 HTTP/1.1" status: 404 len: 337 time: 0.1283386 Mar 24 17:08:21.305897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39282) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:21.306867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a640ee6b-56fd-4f53-a683-0aeb2e4ea0ff None None] Provisioning for port 1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:21.322719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a640ee6b-56fd-4f53-a683-0aeb2e4ea0ff None None] Provisioning complete for port 1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:21.323327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a640ee6b-56fd-4f53-a683-0aeb2e4ea0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.374038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.427376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a640ee6b-56fd-4f53-a683-0aeb2e4ea0ff None None] Port 1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:21.464960 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba59ada-23ba-4c88-b5fe-4695f0c0cda6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:21.468138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Made reservation on behalf of 5bce00f603d34bc6a07aeac975db62f5 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:21.468272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba59ada-23ba-4c88-b5fe-4695f0c0cda6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:21.468367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.468456 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1ba59ada-23ba-4c88-b5fe-4695f0c0cda6 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/360c43d7-f3ce-4861-b2d4-0e3af2ce25be HTTP/1.1" status: 404 len: 333 time: 0.1557043 Mar 24 17:08:21.468554 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.473052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=2e9ae2e9-5569-4a95-927b-30dbdb271d8e,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:21.475819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39286) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:21.492957 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.511213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 54c53ef8-ebca-4436-8a77-dfa10c0632f7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:21.520771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.557310 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Transition to ACTIVE for port object 756eda36-17d8-436f-b4e4-5e42534f1ee6 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:21.567647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:21.575358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Usage tracker for resource:security_group_rule and tenant:5bce00f603d34bc6a07aeac975db62f5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:21.579739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:21.580219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d431fc29-8dbe-49cf-91fa-5a01853cd7ed None None] Provisioning complete for port 1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:21.580712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d431fc29-8dbe-49cf-91fa-5a01853cd7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.596133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:21.597789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.603564 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-88292dd3-48a5-4a3f-a56a-25bfb2ece4e6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.8205128 Mar 24 17:08:21.603564 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-41157f36-bca3-4383-9613-2f61b2b0289a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:21.603564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41157f36-bca3-4383-9613-2f61b2b0289a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:21.604445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39290) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:21.613331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': 'eef061b0-c051-4d81-93ec-7c0b28e9e3f8', 'name': 'tempest-PortsTestJSON-1058111267', 'fixed_ips': [{'subnet_id': 'b2ce165a-182e-4eea-b90a-916056a8f03e', 'ip_address': '172.20.0.9'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:21.625820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.644359 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-41157f36-bca3-4383-9613-2f61b2b0289a tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/1a222459-7814-4cc7-ab8f-d39bd0397f36 HTTP/1.1" status: 404 len: 337 time: 0.1615300 Mar 24 17:08:21.644359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] Pushing event deleted for resources: {'Network': ['ID=5668024d-0c76-47b5-8897-004aebc33204,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:21.645615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39294) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:21.646292 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.656649 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4fcaf707-e54a-4d73-8b55-2e863b0675eb tempest-PortsIpV6TestJSON-913417688 tempest-PortsIpV6TestJSON-913417688-project] 10.222.0.47 "DELETE /v2.0/networks/5668024d-0c76-47b5-8897-004aebc33204 HTTP/1.1" status: 204 len: 168 time: 2.3589015 Mar 24 17:08:21.658431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:21.659267 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:21.712268 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73cd5b6-4a45-486a-9314-d4ee561d66bf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:21.712751 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73cd5b6-4a45-486a-9314-d4ee561d66bf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:21.714681 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d73cd5b6-4a45-486a-9314-d4ee561d66bf tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/ports/3f4122a6-ac65-49f1-a7da-58d34bfe423e HTTP/1.1" status: 404 len: 333 time: 0.0665424 Mar 24 17:08:21.742683 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Pushing event updated for resources: {'Port': ['ID=756eda36-17d8-436f-b4e4-5e42534f1ee6,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:21.752013 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.752467 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.752599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d431fc29-8dbe-49cf-91fa-5a01853cd7ed None None] Port 1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:21.753163 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.753565 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.753965 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.754377 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.754834 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.755241 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.757991 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.758391 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.758788 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.759180 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:21.768097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39300) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:22.008598 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-5683c34a-507a-4408-aa24-3ecc86e921a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:22.009177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5683c34a-507a-4408-aa24-3ecc86e921a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:22.010991 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5683c34a-507a-4408-aa24-3ecc86e921a8 tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/subnets/de1751a0-3e3c-422f-9b9d-b93672e0637c HTTP/1.1" status: 404 len: 337 time: 0.2417176 Mar 24 17:08:22.014141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39304) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:22.025297 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Attempting to bind port 756eda36-17d8-436f-b4e4-5e42534f1ee6 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:22.042432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Attempting to bind port 756eda36-17d8-436f-b4e4-5e42534f1ee6 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:22.042432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Attempting to bind port 756eda36-17d8-436f-b4e4-5e42534f1ee6 on network 776741f5-811e-4381-8c10-737d1f15324b {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:22.042432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:22.042432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Checking segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:22.042432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.042432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Bound using segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:22.042432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Bound port: 756eda36-17d8-436f-b4e4-5e42534f1ee6, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:22.042432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.074794 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP ad9049ff-15ee-4be9-ae3c-b2a0fab33902 associated. External IP: 172.26.4.113, port: 9f0bec45-bba4-4e2a-8cd8-46a3016d20d8. Mar 24 17:08:22.077989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:22.099722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:22.143350 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] For port 756eda36-17d8-436f-b4e4-5e42534f1ee6, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:22.146324 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] For port 756eda36-17d8-436f-b4e4-5e42534f1ee6, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=756eda36-17d8-436f-b4e4-5e42534f1ee6,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:22.169696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:port and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:22.185745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:22.202724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:22.226907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.244134 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.317913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.341797 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:22.342987 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:22.344242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:22.356542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:22.366581 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-824657c1-301b-47f9-8752-44879ab69927 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0889339 Mar 24 17:08:22.373631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39310) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:22.374193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:22.375467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:22.394375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.426372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f919efe6-bcdf-41b2-a72f-9d8a03c04031,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:22.453725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:08:22.467383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39314) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:22.475830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.487548 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Added segment 6186d84d-7475-4394-a7b5-57f3d754be50 of type vlan for network 685d7a53-fd29-4278-a22f-96a3f366a32b Mar 24 17:08:22.488993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:22.561467 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cba26-b554-4372-8d3a-cfe3f362458f None None] Pushing event updated for resources: {'Port': ['ID=756eda36-17d8-436f-b4e4-5e42534f1ee6,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:22.635148 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:22.662032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.675844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.676117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:22.763015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f2f3ed-44b1-4c38-bee1-3ad418596334 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting subnet 260b0a2e-9edc-4589-a7d8-d3c5d33681e8 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:22.777418 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ed-44b1-4c38-bee1-3ad418596334 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.784976 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dcf0f3dc-4623-4879-93fb-4da7f59ac7f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb64c021346c4a06b81f23d0cd4139e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146925 Mar 24 17:08:22.787164 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39320) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:22.807422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.812472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:22.823581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.824663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:22.825231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.843550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb54aca-a53f-4d57-b086-4300ceda5332') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:22.856458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb54aca-a53f-4d57-b086-4300ceda5332') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:22.937985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port dc16138b-ce1c-4432-8774-6056f2c880bd yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:08:22.946110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:22.962415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ed-44b1-4c38-bee1-3ad418596334 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.019970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.033783 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:22Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:23.039558 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907e0b4-b347-4302-a9af-6385470dd39c None None] The sync data for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv is: [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:22Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:23.040896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:08:23.042271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:08:23.061190 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:08:23.180379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:20Z', 'revision_number': 9, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:23.197577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:23.199316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:23.204002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:23.204701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:23.234370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ed-44b1-4c38-bee1-3ad418596334 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.297662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.321302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.364309 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2498000 Mar 24 17:08:23.390875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:23.393056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39324) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:23.394275 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] Pushing event deleted for resources: {'Network': ['ID=ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:23.399439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc12a-742d-4dc7-b813-fb5dfa4efdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.401797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c52732-54a4-40da-8a21-fab84439f7ad admin admin] Pushing event updated for resources: {'Network': ['ID=685d7a53-fd29-4278-a22f-96a3f366a32b,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:23.417137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Request body: {'subnet': {'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-240863686-subnet', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'ip_version': 4}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:23.430866 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c319775c-0d43-4a4d-ba93-17c09dfc7fdb tempest-NetworksTestDHCPv6-1680250841 tempest-NetworksTestDHCPv6-1680250841-project] 10.222.0.47 "DELETE /v2.0/networks/ddf8b3e6-3d04-4799-88bb-5b2d8cbd27be HTTP/1.1" status: 204 len: 168 time: 1.4154394 Mar 24 17:08:23.440498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:23.458461 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 685d7a53-fd29-4278-a22f-96a3f366a32b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:08:23.468078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Usage tracker for resource:subnet and tenant:5bce00f603d34bc6a07aeac975db62f5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:23.481255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:23.560854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:23.563901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc12a-742d-4dc7-b813-fb5dfa4efdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.575115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ed-44b1-4c38-bee1-3ad418596334 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.585178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 756eda36-17d8-436f-b4e4-5e42534f1ee6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:23.628814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.9 (eef061b0-c051-4d81-93ec-7c0b28e9e3f8/b2ce165a-182e-4eea-b90a-916056a8f03e/dc16138b-ce1c-4432-8774-6056f2c880bd) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:23.636854 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2f3ed-44b1-4c38-bee1-3ad418596334 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Subnet': ['ID=260b0a2e-9edc-4589-a7d8-d3c5d33681e8,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:23.645570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-37f2f3ed-44b1-4c38-bee1-3ad418596334 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.654514 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-37f2f3ed-44b1-4c38-bee1-3ad418596334 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/260b0a2e-9edc-4589-a7d8-d3c5d33681e8 HTTP/1.1" status: 204 len: 168 time: 1.2794931 Mar 24 17:08:23.664236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39330) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:23.666176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326eb953-64d7-46cb-b595-43d55528af37 None None] Network 191184a4-e5a9-4378-a930-3fb5c88872c3 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:23.709027 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:23.721666 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823d791-94a1-4774-9c53-cd6f29ea67c0 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:23.747068 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823d791-94a1-4774-9c53-cd6f29ea67c0 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:23.752570 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3823d791-94a1-4774-9c53-cd6f29ea67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:23.776476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Made reservation on behalf of 5bce00f603d34bc6a07aeac975db62f5 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:23.791868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:23.872649 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3823d791-94a1-4774-9c53-cd6f29ea67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:23.891616 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823d791-94a1-4774-9c53-cd6f29ea67c0 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:23.892283 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3823d791-94a1-4774-9c53-cd6f29ea67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:23.991321 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3823d791-94a1-4774-9c53-cd6f29ea67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:23.991522 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3823d791-94a1-4774-9c53-cd6f29ea67c0 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:24.130061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.138542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 756eda36-17d8-436f-b4e4-5e42534f1ee6 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:24.157420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 756eda36-17d8-436f-b4e4-5e42534f1ee6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:24.157886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.160021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.167453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39336) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:24.197349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 446f52c6-1f64-44c4-88a0-8744f7364cc3 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:24.197998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.241415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc12a-742d-4dc7-b813-fb5dfa4efdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.258857 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-51e2b725-97aa-4f14-b9bc-4be10fcaf246 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.6604085 Mar 24 17:08:24.261908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39342) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:24.269568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1639893180'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:24.275823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:24.288083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:network and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:24.298322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:24.333442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccc12a-742d-4dc7-b813-fb5dfa4efdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03b67ac-a4f3-4f47-8c8c-6b8b454b1b8e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:24.345917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.373524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:20Z', 'revision_number': 9, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:24.377896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:24.385544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79338241-4757-4d50-9bb4-bc631c6d890e None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:20Z', 'revision_number': 9, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2de974ed-53b7-4a66-98df-6a7595ede437', 'name': '', 'network_id': 'af3fd5a1-5c3a-4d6d-8f54-a63182799e63', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:33:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:25Z', 'updated_at': '2022-03-24T17:07:39Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': 'be0bcfb5-2c05-4bbf-be3d-a099f5775352', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:24.396575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] DHCP port deletion for 191184a4-e5a9-4378-a930-3fb5c88872c3 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:08:24.402661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.419209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] Deleting port 446f52c6-1f64-44c4-88a0-8744f7364cc3 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:24.419586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.470474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8ccc12a-742d-4dc7-b813-fb5dfa4efdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.474413 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c8ccc12a-742d-4dc7-b813-fb5dfa4efdf9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b03b67ac-a4f3-4f47-8c8c-6b8b454b1b8e HTTP/1.1" status: 204 len: 168 time: 1.6863220 Mar 24 17:08:24.484751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07798925-9a0d-4216-9092-7b2e17127e3a,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:24.529966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.536055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Made reservation on behalf of b8a5cba240fc4cb69db4c94d8e2eddff for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:24.540410 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.546087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Checking segment: {'id': '6186d84d-7475-4394-a7b5-57f3d754be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:24.546800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Network hostable DHCP agents. Network: 685d7a53-fd29-4278-a22f-96a3f366a32b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:08:24.561659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object dc16138b-ce1c-4432-8774-6056f2c880bd will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:24.630949 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9852a27d-2186-43e6-9167-cb5df12a62d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4c8c5a4d9cd4344bcab589c16060167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619722 Mar 24 17:08:24.635131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39348) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:24.646764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 756eda36-17d8-436f-b4e4-5e42534f1ee6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=756eda36-17d8-436f-b4e4-5e42534f1ee6,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:24.657427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port 446f52c6-1f64-44c4-88a0-8744f7364cc3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=446f52c6-1f64-44c4-88a0-8744f7364cc3,segment=NetworkSegment(3bdc8bcd-6ed0-4831-8674-11971382c7c1),segment_id=3bdc8bcd-6ed0-4831-8674-11971382c7c1)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:24.658167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.663861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Network 685d7a53-fd29-4278-a22f-96a3f366a32b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:08:24.671383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.677304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:08:24.700500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.791016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:24.801063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:24.832943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 446f52c6-1f64-44c4-88a0-8744f7364cc3 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:24.902604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] For port 446f52c6-1f64-44c4-88a0-8744f7364cc3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=446f52c6-1f64-44c4-88a0-8744f7364cc3,segment=NetworkSegment(3bdc8bcd-6ed0-4831-8674-11971382c7c1),segment_id=3bdc8bcd-6ed0-4831-8674-11971382c7c1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:24.907250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.911304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:24.919054 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Added segment 5ec70470-9ef5-4caa-9ab6-652229e200a0 of type vlan for network b03cf571-2862-47e0-9e41-f254bf08b513 Mar 24 17:08:24.962199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:25.024357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.040248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=dc16138b-ce1c-4432-8774-6056f2c880bd,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:25.051355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 685d7a53-fd29-4278-a22f-96a3f366a32b) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:25.055942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:25.056890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.109219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8315e957-f026-44db-b593-b8f5193a5048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.122266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5086b-922a-4413-9322-048dfbc9c78d None None] Network 685d7a53-fd29-4278-a22f-96a3f366a32b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:25.127582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:25.127582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.145441 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] Calling delete_port for 446f52c6-1f64-44c4-88a0-8744f7364cc3 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:25.163387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8315e957-f026-44db-b593-b8f5193a5048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.174556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.221172 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b6acfc88-fd3c-4e0d-9504-d2cc9a11154c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8142049 Mar 24 17:08:25.223568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39352) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:25.229615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:25.234520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:25.235822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=446f52c6-1f64-44c4-88a0-8744f7364cc3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:25.237896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.239617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Usage tracker for resource:router and tenant:5bce00f603d34bc6a07aeac975db62f5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:25.243163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:25.244455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:25.245046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.250320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:25.257021 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9e3c2203-6cd3-40a5-a3e2-8716f83b77b6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6486049 Mar 24 17:08:25.257021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39356) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:25.268855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No DVR routers for this DVR port 446f52c6-1f64-44c4-88a0-8744f7364cc3 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:08:25.271558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=756eda36-17d8-436f-b4e4-5e42534f1ee6,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:25.301806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8315e957-f026-44db-b593-b8f5193a5048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.326400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315e957-f026-44db-b593-b8f5193a5048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04327baa-fef0-4228-8cc3-0d6a38386ffb,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:25.335168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8315e957-f026-44db-b593-b8f5193a5048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.339290 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8315e957-f026-44db-b593-b8f5193a5048 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04327baa-fef0-4228-8cc3-0d6a38386ffb HTTP/1.1" status: 204 len: 168 time: 0.7030439 Mar 24 17:08:25.347165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:08:25.347629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:08:25.378424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75451b3b-14a7-44cb-a51b-521585b00980 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:25.379324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-75451b3b-14a7-44cb-a51b-521585b00980 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:25.386364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-57c075ff-56f9-45cd-9db7-c0a9df7d0cd1 None None] Provisioning for port dc16138b-ce1c-4432-8774-6056f2c880bd completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:25.404482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.407657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.409583 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-57c075ff-56f9-45cd-9db7-c0a9df7d0cd1 None None] Provisioning complete for port dc16138b-ce1c-4432-8774-6056f2c880bd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:25.416205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-57c075ff-56f9-45cd-9db7-c0a9df7d0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.447143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.462267 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Network': ['ID=b03cf571-2862-47e0-9e41-f254bf08b513,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:25.479704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-75451b3b-14a7-44cb-a51b-521585b00980 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:25.481049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-57c075ff-56f9-45cd-9db7-c0a9df7d0cd1 None None] Port dc16138b-ce1c-4432-8774-6056f2c880bd cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:25.482586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 756eda36-17d8-436f-b4e4-5e42534f1ee6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:25.489726 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-75451b3b-14a7-44cb-a51b-521585b00980 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2303336 Mar 24 17:08:25.490437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39362) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:25.532194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network b03cf571-2862-47e0-9e41-f254bf08b513 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:08:25.533309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.546450 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e3041939-20fc-4cd6-9f89-6bc45f8dbe27 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2835133 Mar 24 17:08:25.547939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39366) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:25.558798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'subnet': {'network_id': 'b03cf571-2862-47e0-9e41-f254bf08b513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:25.685812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:25.699771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 756eda36-17d8-436f-b4e4-5e42534f1ee6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:25.700195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.700378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191184a4-e5a9-4378-a930-3fb5c88872c3']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:25.718986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:25.721862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdc8bcd-6ed0-4831-8674-11971382c7c1') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:25.722291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdc8bcd-6ed0-4831-8674-11971382c7c1') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:25.731099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-685d7a53-fd29-4278-a22f-96a3f366a32b', 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'fixed_ips': [{'subnet_id': '07798925-9a0d-4216-9092-7b2e17127e3a'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:08:25.732096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.740611 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.758763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.772310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:08:25.776703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.792112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2536d8d-786d-41f1-bceb-38339eb81c00 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:08:25.795132 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:08:25.798123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2536d8d-786d-41f1-bceb-38339eb81c00 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:25.803904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2536d8d-786d-41f1-bceb-38339eb81c00 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:25.808638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b2536d8d-786d-41f1-bceb-38339eb81c00 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3170578 Mar 24 17:08:25.814196 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39372) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:25.848388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] Deleting port 446f52c6-1f64-44c4-88a0-8744f7364cc3 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:25.848770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.870857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.890778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Made reservation on behalf of b8a5cba240fc4cb69db4c94d8e2eddff for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:25.896346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:25.930577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a896eb6f-4ce9-48a0-83bd-52e4eab29593 None None] The port '446f52c6-1f64-44c4-88a0-8744f7364cc3' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:08:26.068719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Allocated IP 172.20.0.2 (685d7a53-fd29-4278-a22f-96a3f366a32b/07798925-9a0d-4216-9092-7b2e17127e3a/0405d984-9442-4f4f-8688-69e12c16ba72) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:26.122018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 446f52c6-1f64-44c4-88a0-8744f7364cc3 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:26.128601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-93033350-d3db-48cd-b0b7-1042dee0d928 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port dc16138b-ce1c-4432-8774-6056f2c880bd {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:26.129358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-93033350-d3db-48cd-b0b7-1042dee0d928 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.211686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 446f52c6-1f64-44c4-88a0-8744f7364cc3 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:26.212437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 446f52c6-1f64-44c4-88a0-8744f7364cc3 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:26.212437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:26.305495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:26.305495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bc9fe9c0-744a-4e5a-b2ee-ff7dabd319b1 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:26.408472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.422319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.434239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Transition to ACTIVE for port object 0405d984-9442-4f4f-8688-69e12c16ba72 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:26.448176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.456889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Transition to ACTIVE for port object 0405d984-9442-4f4f-8688-69e12c16ba72 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:26.467408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.474846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Network': ['ID=191184a4-e5a9-4378-a930-3fb5c88872c3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:26.505265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.514234 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8f5ba179-1373-45d7-827c-e8f360313148 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/networks/191184a4-e5a9-4378-a930-3fb5c88872c3 HTTP/1.1" status: 204 len: 168 time: 2.8530834 Mar 24 17:08:26.515845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39390) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:26.518436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.592394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Network 685d7a53-fd29-4278-a22f-96a3f366a32b is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:26.596004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:26.614437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:26.652754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Pushing event updated for resources: {'Port': ['ID=0405d984-9442-4f4f-8688-69e12c16ba72,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:26.686926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Allocated IP 172.26.4.170 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/001a36ea-4fae-4944-ad8e-a4355c776ce0) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:26.715947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Attempting to bind port 0405d984-9442-4f4f-8688-69e12c16ba72 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:26.716766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Attempting to bind port 0405d984-9442-4f4f-8688-69e12c16ba72 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '6186d84d-7475-4394-a7b5-57f3d754be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:26.716766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Attempting to bind port 0405d984-9442-4f4f-8688-69e12c16ba72 on network 685d7a53-fd29-4278-a22f-96a3f366a32b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:26.723121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:26.723484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Checking segment: {'id': '6186d84d-7475-4394-a7b5-57f3d754be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:26.723886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.724306 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Bound using segment: {'id': '6186d84d-7475-4394-a7b5-57f3d754be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:26.725168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Bound port: 0405d984-9442-4f4f-8688-69e12c16ba72, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6186d84d-7475-4394-a7b5-57f3d754be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:26.725168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.791862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.793859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39396) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:26.830748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] For port 0405d984-9442-4f4f-8688-69e12c16ba72, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:26.833835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] For port 0405d984-9442-4f4f-8688-69e12c16ba72, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0405d984-9442-4f4f-8688-69e12c16ba72,segment=NetworkSegment(6186d84d-7475-4394-a7b5-57f3d754be50),segment_id=6186d84d-7475-4394-a7b5-57f3d754be50)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:26.878375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.906764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.945534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Subnet': ['ID=e0e5d362-d80c-4cac-b665-15aecf744409,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:26.966274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e1a213fb-a323-4e77-80cd-e2d5e20dcfcc tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] Request body: {'port': {'network_id': '15dd58a8-dfc5-4654-ac2c-a58591dc94a3', 'name': 'tempest-NetworksNegativeTestJSON-356561160'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:26.985336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:26.998698 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828294a-3a6f-4c14-833d-3af746e4efe7 None None] Pushing event updated for resources: {'Port': ['ID=0405d984-9442-4f4f-8688-69e12c16ba72,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:27.042746 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a213fb-a323-4e77-80cd-e2d5e20dcfcc tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] POST failed (client error): The resource could not be found. Mar 24 17:08:27.043301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a213fb-a323-4e77-80cd-e2d5e20dcfcc tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:27.044858 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e1a213fb-a323-4e77-80cd-e2d5e20dcfcc tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2499979 Mar 24 17:08:27.049165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39402) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:27.068539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-93033350-d3db-48cd-b0b7-1042dee0d928 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:27.091404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:27.095491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Checking segment: {'id': '5ec70470-9ef5-4caa-9ab6-652229e200a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b03cf571-2862-47e0-9e41-f254bf08b513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:27.096028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network hostable DHCP agents. Network: b03cf571-2862-47e0-9e41-f254bf08b513, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:08:27.099274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:27.105585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f3f9e2-d212-4ec7-8588-806b4b248ee1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:27.106046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f3f9e2-d212-4ec7-8588-806b4b248ee1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:27.114152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:27.171088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Pushing event updated for resources: {'Port': ['ID=001a36ea-4fae-4944-ad8e-a4355c776ce0,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:27.241304 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-20f3f9e2-d212-4ec7-8588-806b4b248ee1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "DELETE /v2.0/networks/71b157ee-517f-4b07-82ff-3e5858018f37 HTTP/1.1" status: 404 len: 339 time: 0.1872754 Mar 24 17:08:27.247363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-93033350-d3db-48cd-b0b7-1042dee0d928 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for dc16138b-ce1c-4432-8774-6056f2c880bd owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:27.250140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39406) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:27.352638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65f565b-ad54-44ef-8059-7aa0a3e83312 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:27.353369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65f565b-ad54-44ef-8059-7aa0a3e83312 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:27.354747 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b65f565b-ad54-44ef-8059-7aa0a3e83312 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "DELETE /v2.0/ports/32fa6fed-4d3a-40c3-8958-22c2583d86a0 HTTP/1.1" status: 404 len: 333 time: 0.1037056 Mar 24 17:08:27.365344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39410) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:27.447952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0405d984-9442-4f4f-8688-69e12c16ba72 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:27.453500 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-624e3837-d322-4be1-ae24-d565fd0746fb tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:27.453958 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624e3837-d322-4be1-ae24-d565fd0746fb tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:27.455917 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-624e3837-d322-4be1-ae24-d565fd0746fb tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "DELETE /v2.0/subnets/3775043a-daf7-4a07-b805-91dfc18d0b07 HTTP/1.1" status: 404 len: 337 time: 0.0895326 Mar 24 17:08:27.459551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39414) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:27.461442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network b03cf571-2862-47e0-9e41-f254bf08b513 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:08:27.532951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, b03cf571-2862-47e0-9e41-f254bf08b513) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:27.543439 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b41789-da8e-40b0-81c1-06f08e449a75 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] GET failed (client error): The resource could not be found. Mar 24 17:08:27.544971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:27.545444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:27.547790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca616a-7c0a-4e9b-a4e8-336d620b859a None None] Network b03cf571-2862-47e0-9e41-f254bf08b513 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:27.549092 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-04b41789-da8e-40b0-81c1-06f08e449a75 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "GET /v2.0/networks/b8bb672d-5a68-49d8-937d-3beacb8fc3d1 HTTP/1.1" status: 404 len: 339 time: 0.0882714 Mar 24 17:08:27.553022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39418) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:27.577522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 0405d984-9442-4f4f-8688-69e12c16ba72 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:27.631845 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-997e3ee6-3c71-47f1-a172-435f5abd4257 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] GET failed (client error): The resource could not be found. Mar 24 17:08:27.633266 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-997e3ee6-3c71-47f1-a172-435f5abd4257 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "GET /v2.0/ports/63c58822-9e97-45bb-afe0-07a1fea614de HTTP/1.1" status: 404 len: 333 time: 0.0777488 Mar 24 17:08:27.637829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39422) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:27.678648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:27.680837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-93033350-d3db-48cd-b0b7-1042dee0d928 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:27.683492 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-0700cea4-5add-49ae-ad88-5a2cc43c75cc tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] GET failed (client error): The resource could not be found. Mar 24 17:08:27.684838 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0700cea4-5add-49ae-ad88-5a2cc43c75cc tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "GET /v2.0/subnets/91ec6872-aec4-4320-b7f9-4d7a82fb07ba HTTP/1.1" status: 404 len: 337 time: 0.0460980 Mar 24 17:08:27.728190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39426) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:27.771793 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cf4a81f9-27fb-4f20-b189-2cb9cb03a2bb tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2176416 Mar 24 17:08:27.780062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-dc6cdc84-7ca0-48ee-9805-5585ea1e77b1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:27.794253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-b03cf571-2862-47e0-9e41-f254bf08b513', 'network_id': 'b03cf571-2862-47e0-9e41-f254bf08b513', 'tenant_id': 'b8a5cba240fc4cb69db4c94d8e2eddff', 'fixed_ips': [{'subnet_id': 'e0e5d362-d80c-4cac-b665-15aecf744409'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:08:27.795560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:27.800097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93033350-d3db-48cd-b0b7-1042dee0d928 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=dc16138b-ce1c-4432-8774-6056f2c880bd,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:27.805358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39430) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:27.846872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-849062358', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:28.053503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Allocated IP 172.20.0.2 (b03cf571-2862-47e0-9e41-f254bf08b513/e0e5d362-d80c-4cac-b665-15aecf744409/73a69991-b090-415d-8ad6-cded3c283670) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:28.104294 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6cdc84-7ca0-48ee-9805-5585ea1e77b1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] PUT failed (client error): The resource could not be found. Mar 24 17:08:28.106621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6cdc84-7ca0-48ee-9805-5585ea1e77b1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:28.108033 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dc6cdc84-7ca0-48ee-9805-5585ea1e77b1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "PUT /v2.0/networks/2b537765-d94b-4bed-93e5-ab68af256463 HTTP/1.1" status: 404 len: 339 time: 0.3778324 Mar 24 17:08:28.114253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:28.119994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39434) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:28.136012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:router and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:28.143292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-84f7b9c4-d825-4fd2-ac0a-49c00da631e1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:28.172358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:28.198200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:28.202469 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f7b9c4-d825-4fd2-ac0a-49c00da631e1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] PUT failed (client error): The resource could not be found. Mar 24 17:08:28.202932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f7b9c4-d825-4fd2-ac0a-49c00da631e1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:28.204225 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-84f7b9c4-d825-4fd2-ac0a-49c00da631e1 tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "PUT /v2.0/ports/7def20e6-3aa3-461a-b728-b7b71d58bb2c HTTP/1.1" status: 404 len: 333 time: 0.0765173 Mar 24 17:08:28.210823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39438) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:28.224340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-49d27640-5b1d-44ae-bd08-1c2730d2388c tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:28.258153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-93033350-d3db-48cd-b0b7-1042dee0d928 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.262426 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-93033350-d3db-48cd-b0b7-1042dee0d928 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/dc16138b-ce1c-4432-8774-6056f2c880bd HTTP/1.1" status: 204 len: 168 time: 2.4489489 Mar 24 17:08:28.264522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39442) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:28.269864 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d27640-5b1d-44ae-bd08-1c2730d2388c tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] PUT failed (client error): The resource could not be found. Mar 24 17:08:28.270261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d27640-5b1d-44ae-bd08-1c2730d2388c tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:28.274625 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-49d27640-5b1d-44ae-bd08-1c2730d2388c tempest-NetworksNegativeTestJSON-114478449 tempest-NetworksNegativeTestJSON-114478449-project] 10.222.0.47 "PUT /v2.0/subnets/3c1bc203-8c52-440d-9343-36459a1593bf HTTP/1.1" status: 404 len: 337 time: 0.0568922 Mar 24 17:08:28.291185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.338185 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bc6788-890f-4519-9a26-61b50cdc7c40 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:08:28.339666 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-53bc6788-890f-4519-9a26-61b50cdc7c40 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/dc16138b-ce1c-4432-8774-6056f2c880bd HTTP/1.1" status: 404 len: 333 time: 0.0741553 Mar 24 17:08:28.341365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.343254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39448) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:28.346796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.360989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Transition to ACTIVE for port object 73a69991-b090-415d-8ad6-cded3c283670 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:28.362882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.364159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.371708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e457c6ec-ef92-4a4d-8556-9f2009653db7 None None] Network 685d7a53-fd29-4278-a22f-96a3f366a32b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:28.460243 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.494151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1a30b213-603c-4526-a6cb-8150b57333fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:28.494503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a30b213-603c-4526-a6cb-8150b57333fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.515324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Transition to ACTIVE for port object 73a69991-b090-415d-8ad6-cded3c283670 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:28.626996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-80803815-2814-40af-bd02-72d6317c5236 None None] Provisioning for port 0405d984-9442-4f4f-8688-69e12c16ba72 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:28.632317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.673786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-80803815-2814-40af-bd02-72d6317c5236 None None] Provisioning complete for port 0405d984-9442-4f4f-8688-69e12c16ba72 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:28.674154 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-80803815-2814-40af-bd02-72d6317c5236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.772049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Network b03cf571-2862-47e0-9e41-f254bf08b513 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:28.776854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:28.779206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:28.802702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Pushing event updated for resources: {'Port': ['ID=73a69991-b090-415d-8ad6-cded3c283670,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:28.864727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 2de974ed-53b7-4a66-98df-6a7595ede437 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:28.865295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.890465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a30b213-603c-4526-a6cb-8150b57333fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:28.919168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Router ba7b984c-c908-4767-bde4-3dac2f03d664 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:08:28.983338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-80803815-2814-40af-bd02-72d6317c5236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.010662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39454) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:29.033835 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.057803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Attempting to bind port 73a69991-b090-415d-8ad6-cded3c283670 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:29.058170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Attempting to bind port 73a69991-b090-415d-8ad6-cded3c283670 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '5ec70470-9ef5-4caa-9ab6-652229e200a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b03cf571-2862-47e0-9e41-f254bf08b513'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:29.058536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Attempting to bind port 73a69991-b090-415d-8ad6-cded3c283670 on network b03cf571-2862-47e0-9e41-f254bf08b513 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:29.065784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:29.066309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Checking segment: {'id': '5ec70470-9ef5-4caa-9ab6-652229e200a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b03cf571-2862-47e0-9e41-f254bf08b513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:29.066725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.067249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Bound using segment: {'id': '5ec70470-9ef5-4caa-9ab6-652229e200a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b03cf571-2862-47e0-9e41-f254bf08b513'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:29.067728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Bound port: 73a69991-b090-415d-8ad6-cded3c283670, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec70470-9ef5-4caa-9ab6-652229e200a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b03cf571-2862-47e0-9e41-f254bf08b513'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:29.068145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.089320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1a30b213-603c-4526-a6cb-8150b57333fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:29.180369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-80803815-2814-40af-bd02-72d6317c5236 None None] For port 0405d984-9442-4f4f-8688-69e12c16ba72, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0405d984-9442-4f4f-8688-69e12c16ba72,segment=NetworkSegment(6186d84d-7475-4394-a7b5-57f3d754be50),segment_id=6186d84d-7475-4394-a7b5-57f3d754be50)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:29.205499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port 2de974ed-53b7-4a66-98df-6a7595ede437, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=2de974ed-53b7-4a66-98df-6a7595ede437,segment=NetworkSegment(cc37c3d5-d48c-483a-b51d-f4b6108b86f1),segment_id=cc37c3d5-d48c-483a-b51d-f4b6108b86f1)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:29.205979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.209857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] For port 73a69991-b090-415d-8ad6-cded3c283670, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:29.214268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] For port 73a69991-b090-415d-8ad6-cded3c283670, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=73a69991-b090-415d-8ad6-cded3c283670,segment=NetworkSegment(5ec70470-9ef5-4caa-9ab6-652229e200a0),segment_id=5ec70470-9ef5-4caa-9ab6-652229e200a0)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:29.248311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-80803815-2814-40af-bd02-72d6317c5236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.301924 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.340763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8c82-f6b1-4c01-b33c-88539e9195ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.353475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80803815-2814-40af-bd02-72d6317c5236 None None] Pushing event updated for resources: {'Port': ['ID=0405d984-9442-4f4f-8688-69e12c16ba72,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:29.368234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 2de974ed-53b7-4a66-98df-6a7595ede437 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:29.424904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2a6b8c82-f6b1-4c01-b33c-88539e9195ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:29.438706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2a6b8c82-f6b1-4c01-b33c-88539e9195ba admin admin] Usage tracker for resource:security_group_rule and tenant:d5ae059267df447091dcd0fbb613dae0 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:29.445933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:29.448933 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-23f68b89-1845-4bf8-a8cb-767fa7936e37 None None] Provisioning complete for port 0405d984-9442-4f4f-8688-69e12c16ba72 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:29.449311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23f68b89-1845-4bf8-a8cb-767fa7936e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.457632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2a6b8c82-f6b1-4c01-b33c-88539e9195ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:29.477189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2a6b8c82-f6b1-4c01-b33c-88539e9195ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:29.491202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Sync routers for ids ['ba7b984c-c908-4767-bde4-3dac2f03d664'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:29.497298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb37570-8165-4923-83d3-ef6d4a093fbd None None] Pushing event updated for resources: {'Port': ['ID=73a69991-b090-415d-8ad6-cded3c283670,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:29.510336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Routers {'ba7b984c-c908-4767-bde4-3dac2f03d664'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:29.511127 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ba7b984c-c908-4767-bde4-3dac2f03d664'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:29.564881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a30b213-603c-4526-a6cb-8150b57333fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.863249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Set router ba7b984c-c908-4767-bde4-3dac2f03d664 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:29.966229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:29.967429 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d71b4623-ae15-46d4-ab8d-324f9be187d3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7429259 Mar 24 17:08:29.989868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30b213-603c-4526-a6cb-8150b57333fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:30.003200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39460) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:30.020639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.107279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=2de974ed-53b7-4a66-98df-6a7595ede437,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:30.123038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a30b213-603c-4526-a6cb-8150b57333fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.134693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.159041 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1a30b213-603c-4526-a6cb-8150b57333fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 HTTP/1.1" status: 204 len: 168 time: 1.8139646 Mar 24 17:08:30.169222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39464) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:30.211130 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:25Z', 'updated_at': '2022-03-24T17:08:27Z', 'revision_number': 3, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'gw_port': {'id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:26Z', 'updated_at': '2022-03-24T17:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:30.216906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Checking router: ba7b984c-c908-4767-bde4-3dac2f03d664 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:30.217619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Updating router ba7b984c-c908-4767-bde4-3dac2f03d664 port 001a36ea-4fae-4944-ad8e-a4355c776ce0 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:08:30.274190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.279123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8c82-f6b1-4c01-b33c-88539e9195ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.316780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.352426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2a6b8c82-f6b1-4c01-b33c-88539e9195ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.405484 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e5783c-b81f-49be-a3cc-60efc5376f9f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:08:30.405944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-40e5783c-b81f-49be-a3cc-60efc5376f9f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:30.488880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5bd4-c4d9-498e-9427-ea1e2d0ac69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.531929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b8c82-f6b1-4c01-b33c-88539e9195ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492f7543-14db-42a6-869a-b0cf69f44813,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:30.552152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.560684 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2a6b8c82-f6b1-4c01-b33c-88539e9195ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d5ae059267df447091dcd0fbb613dae0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5489810 Mar 24 17:08:30.561568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39468) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:30.680525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-40e5783c-b81f-49be-a3cc-60efc5376f9f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:30.684322 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-40e5783c-b81f-49be-a3cc-60efc5376f9f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/1a8b5f64-517d-4d03-9bca-ac0cb0dd8a04 HTTP/1.1" status: 404 len: 333 time: 0.5065317 Mar 24 17:08:30.695146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39472) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:30.738856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e5f36-7266-4818-a3bb-01b68ef7a58f None None] Network b03cf571-2862-47e0-9e41-f254bf08b513 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:30.825414 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e457a4f8-e229-4c48-827e-121872d1cf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.880240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-282eb573-a58b-4278-9e9a-fa1337c9e180 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet b2ce165a-182e-4eea-b90a-916056a8f03e {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:30.887980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-282eb573-a58b-4278-9e9a-fa1337c9e180 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.904966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.926196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Transition to ACTIVE for port object 001a36ea-4fae-4944-ad8e-a4355c776ce0 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:30.955847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:30.980694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e457a4f8-e229-4c48-827e-121872d1cf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.031550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-735e4a98-8647-4952-aca4-5e5de1dc5608 None None] Provisioning for port 73a69991-b090-415d-8ad6-cded3c283670 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:31.045003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.138357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Attempting to bind port 001a36ea-4fae-4944-ad8e-a4355c776ce0 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:31.138721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Attempting to bind port 001a36ea-4fae-4944-ad8e-a4355c776ce0 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:31.139079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Attempting to bind port 001a36ea-4fae-4944-ad8e-a4355c776ce0 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:31.143342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-282eb573-a58b-4278-9e9a-fa1337c9e180 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.149915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:31.150288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:31.150685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.151077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:31.151531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Bound port: 001a36ea-4fae-4944-ad8e-a4355c776ce0, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:31.151897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.177739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681ee59-3ff8-477f-9108-0aacc9c2c706 None None] Pushing event updated for resources: {'Port': ['ID=001a36ea-4fae-4944-ad8e-a4355c776ce0,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:31.198187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Allocated IP 172.20.0.1 (685d7a53-fd29-4278-a22f-96a3f366a32b/07798925-9a0d-4216-9092-7b2e17127e3a/7122ca67-344b-448d-abc0-f186b5ebc2ad) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:31.246501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] For port 001a36ea-4fae-4944-ad8e-a4355c776ce0, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:31.250606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] For port 001a36ea-4fae-4944-ad8e-a4355c776ce0, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=001a36ea-4fae-4944-ad8e-a4355c776ce0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:31.329041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.370588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.396720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:31.403589 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.26.4.198 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/8df964f6-b037-45df-b67c-18119c074587) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:31.458845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681ee59-3ff8-477f-9108-0aacc9c2c706 None None] Pushing event updated for resources: {'Port': ['ID=001a36ea-4fae-4944-ad8e-a4355c776ce0,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:31.458845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Routers {'ba7b984c-c908-4767-bde4-3dac2f03d664'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:31.458845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ba7b984c-c908-4767-bde4-3dac2f03d664'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:31.477239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Transition to ACTIVE for port object 7122ca67-344b-448d-abc0-f186b5ebc2ad will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:31.508520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e457a4f8-e229-4c48-827e-121872d1cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.577371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.618774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457a4f8-e229-4c48-827e-121872d1cf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492f7543-14db-42a6-869a-b0cf69f44813,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:31.653042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0405d984-9442-4f4f-8688-69e12c16ba72 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:31.656388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Network 685d7a53-fd29-4278-a22f-96a3f366a32b is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:31.659484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:31.668785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:31.712080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-282eb573-a58b-4278-9e9a-fa1337c9e180 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.719217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Pushing event updated for resources: {'Port': ['ID=7122ca67-344b-448d-abc0-f186b5ebc2ad,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:31.719800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] Set router ba7b984c-c908-4767-bde4-3dac2f03d664 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:31.766382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.822694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:31.828023 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e939a35b-d3a0-49b3-ada2-73ffd972003b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3102012 Mar 24 17:08:31.833268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39478) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:31.840158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e457a4f8-e229-4c48-827e-121872d1cf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.841818 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:31.844257 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e457a4f8-e229-4c48-827e-121872d1cf60 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/492f7543-14db-42a6-869a-b0cf69f44813 HTTP/1.1" status: 204 len: 168 time: 1.2815490 Mar 24 17:08:31.854293 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:31.854918 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:31.927394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:31.981034 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ffb925-7d6a-4505-9339-e78edf63ced7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting subnet be0bcfb5-2c05-4bbf-be3d-a099f5775352 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:31.984397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb925-7d6a-4505-9339-e78edf63ced7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.045058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb925-7d6a-4505-9339-e78edf63ced7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.114945 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:32.121843 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0405d984-9442-4f4f-8688-69e12c16ba72 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:32.122381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.150728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb925-7d6a-4505-9339-e78edf63ced7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.184611 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-282eb573-a58b-4278-9e9a-fa1337c9e180 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.234129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7413a942-6bca-4d65-af22-d56edfba6e4b None None] Provisioning for port 7122ca67-344b-448d-abc0-f186b5ebc2ad completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:32.253407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7413a942-6bca-4d65-af22-d56edfba6e4b None None] Provisioning complete for port 7122ca67-344b-448d-abc0-f186b5ebc2ad triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:32.253782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7413a942-6bca-4d65-af22-d56edfba6e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.261492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-282eb573-a58b-4278-9e9a-fa1337c9e180 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.289958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f789ad-70d8-4f5a-b06c-191a4834a6fb None None] Network eef061b0-c051-4d81-93ec-7c0b28e9e3f8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:32.296088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.405183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.416668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eb573-a58b-4278-9e9a-fa1337c9e180 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ce165a-182e-4eea-b90a-916056a8f03e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:32.443144 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-282eb573-a58b-4278-9e9a-fa1337c9e180 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/b2ce165a-182e-4eea-b90a-916056a8f03e HTTP/1.1" status: 204 len: 168 time: 1.7469330 Mar 24 17:08:32.449928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:32.452614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39488) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:32.455316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:32.468282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:32.471458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7413a942-6bca-4d65-af22-d56edfba6e4b None None] Port 7122ca67-344b-448d-abc0-f186b5ebc2ad cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:32.508913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 73a69991-b090-415d-8ad6-cded3c283670 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:32.534954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:25Z', 'updated_at': '2022-03-24T17:08:27Z', 'revision_number': 3, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'gw_port': {'id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:26Z', 'updated_at': '2022-03-24T17:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:32.582465 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:29Z', 'revision_number': 10, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:32.583855 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:32.596239 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:32.597414 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:32.613432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=8df964f6-b037-45df-b67c-18119c074587,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:32.637215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea648e5c-a42d-4c34-be23-6ce7ae686690 None None] The sync data for ids ['ba7b984c-c908-4767-bde4-3dac2f03d664'] in dv-neutron-835063-1-hyperv is: [{'id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:25Z', 'updated_at': '2022-03-24T17:08:27Z', 'revision_number': 3, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'gw_port': {'id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:26Z', 'updated_at': '2022-03-24T17:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:32.756242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.791053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.831744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4288ba17-9b4c-4dae-a239-c042ecf107d7 None None] DHCP port deletion for eef061b0-c051-4d81-93ec-7c0b28e9e3f8 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:08:32.837765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.842594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-4288ba17-9b4c-4dae-a239-c042ecf107d7 None None] Deleting port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:32.842594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4288ba17-9b4c-4dae-a239-c042ecf107d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.858232 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:32.872159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.887658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb925-7d6a-4505-9339-e78edf63ced7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.905231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b65ca3d9-2083-4dd4-8741-3fb1de953c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:32.936279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 73a69991-b090-415d-8ad6-cded3c283670 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:32.947192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 73a69991-b090-415d-8ad6-cded3c283670 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:32.947561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:33.064743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:33.078268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Pushing event updated for resources: {'Port': ['ID=7122ca67-344b-448d-abc0-f186b5ebc2ad,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:33.222928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:33.223450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:33.275045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb925-7d6a-4505-9339-e78edf63ced7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:33.280753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffb925-7d6a-4505-9339-e78edf63ced7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Subnet': ['ID=be0bcfb5-2c05-4bbf-be3d-a099f5775352,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:33.287053 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a9ffb925-7d6a-4505-9339-e78edf63ced7 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/be0bcfb5-2c05-4bbf-be3d-a099f5775352 HTTP/1.1" status: 204 len: 168 time: 1.4494157 Mar 24 17:08:33.296620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39504) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:33.307546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:33.318672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94745374-d469-4535-bdde-029ecdfe381b None None] Network af3fd5a1-5c3a-4d6d-8f54-a63182799e63 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:33.455188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 73a69991-b090-415d-8ad6-cded3c283670, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=73a69991-b090-415d-8ad6-cded3c283670,segment=NetworkSegment(5ec70470-9ef5-4caa-9ab6-652229e200a0),segment_id=5ec70470-9ef5-4caa-9ab6-652229e200a0)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:33.493787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Network 685d7a53-fd29-4278-a22f-96a3f366a32b is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:33.509785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:33.574257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39510) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:33.624869 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:29Z', 'revision_number': 10, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:33.633346 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807149a-6d30-4fde-86d5-1f8353beeafb None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:29Z', 'revision_number': 10, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None, '_interfaces': [{'id': '06b8f08d-179d-4259-bae4-f54e78e0997b', 'name': '', 'network_id': 'fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'mac_address': 'fa:16:3e:af:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:07:14Z', 'updated_at': '2022-03-24T17:07:27Z', 'revision_number': 5, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'subnets': [{'id': '08694b70-8c01-4bc6-8688-0e2fb3ccb5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:33.685179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:33.731245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 5c825743-2505-4b4b-bd72-625fecfa6eda {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:33.732215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:33.762276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:33.900331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-510075937'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:33.932092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4288ba17-9b4c-4dae-a239-c042ecf107d7 None None] For port 54c53ef8-ebca-4436-8a77-dfa10c0632f7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=54c53ef8-ebca-4436-8a77-dfa10c0632f7,segment=NetworkSegment(9cac82ae-ed54-4e1b-869e-543c7406c8b6),segment_id=9cac82ae-ed54-4e1b-869e-543c7406c8b6)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:33.932415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4288ba17-9b4c-4dae-a239-c042ecf107d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:33.981233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:33.997070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:network and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:34.004430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:34.012665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Router ba7b984c-c908-4767-bde4-3dac2f03d664 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:34.015432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:34.072428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-4288ba17-9b4c-4dae-a239-c042ecf107d7 None None] Calling delete_port for 54c53ef8-ebca-4436-8a77-dfa10c0632f7 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:34.081172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.180699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] For port 54c53ef8-ebca-4436-8a77-dfa10c0632f7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=54c53ef8-ebca-4436-8a77-dfa10c0632f7,segment=NetworkSegment(9cac82ae-ed54-4e1b-869e-543c7406c8b6),segment_id=9cac82ae-ed54-4e1b-869e-543c7406c8b6)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:34.181063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.243707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 001a36ea-4fae-4944-ad8e-a4355c776ce0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:34.327943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:34.331683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.355344 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=73a69991-b090-415d-8ad6-cded3c283670,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:34.357918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.360264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 54c53ef8-ebca-4436-8a77-dfa10c0632f7 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:34.369900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3543500e-e669-4adc-9778-b933bf1826d3 None None] Provisioning complete for port 7122ca67-344b-448d-abc0-f186b5ebc2ad triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:34.370440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3543500e-e669-4adc-9778-b933bf1826d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.400264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:34.404587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.405415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.410378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port 5c825743-2505-4b4b-bd72-625fecfa6eda, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5c825743-2505-4b4b-bd72-625fecfa6eda,segment=NetworkSegment(cc37c3d5-d48c-483a-b51d-f4b6108b86f1),segment_id=cc37c3d5-d48c-483a-b51d-f4b6108b86f1)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:34.410599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.422312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:34.423673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4288ba17-9b4c-4dae-a239-c042ecf107d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.424166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:security_group_rule and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:34.429947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:34.442534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:34.494535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288ba17-9b4c-4dae-a239-c042ecf107d7 None None] Pushing event deleted for resources: {'Port': ['ID=54c53ef8-ebca-4436-8a77-dfa10c0632f7,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:34.496416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288ba17-9b4c-4dae-a239-c042ecf107d7 None None] No DVR routers for this DVR port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:08:34.503398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3543500e-e669-4adc-9778-b933bf1826d3 None None] Port 7122ca67-344b-448d-abc0-f186b5ebc2ad cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:34.529089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] DHCP port deletion for af3fd5a1-5c3a-4d6d-8f54-a63182799e63 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:08:34.533362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] Deleting port 5c825743-2505-4b4b-bd72-625fecfa6eda {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:34.533727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.576440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 001a36ea-4fae-4944-ad8e-a4355c776ce0 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:34.590930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 001a36ea-4fae-4944-ad8e-a4355c776ce0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:34.591338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.609141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:08:34.609459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:08:34.691484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 5c825743-2505-4b4b-bd72-625fecfa6eda owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:34.725726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.743319 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-25fbc3a2-3bea-407f-8bdc-f5b510df0928 admin admin] 10.222.0.47 "PUT /v2.0/routers/ba7b984c-c908-4767-bde4-3dac2f03d664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7332685 Mar 24 17:08:34.844709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] For port 5c825743-2505-4b4b-bd72-625fecfa6eda, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5c825743-2505-4b4b-bd72-625fecfa6eda,segment=NetworkSegment(cc37c3d5-d48c-483a-b51d-f4b6108b86f1),segment_id=cc37c3d5-d48c-483a-b51d-f4b6108b86f1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:34.845090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.864097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.880418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.900124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.981596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:34.984929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=5c825743-2505-4b4b-bd72-625fecfa6eda,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:35.004402 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] Calling delete_port for 5c825743-2505-4b4b-bd72-625fecfa6eda owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:35.030040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No DVR routers for this DVR port 5c825743-2505-4b4b-bd72-625fecfa6eda on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:08:35.066371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137299e7-eb41-43eb-a3e2-d0c48082b5f4,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:35.089796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 001a36ea-4fae-4944-ad8e-a4355c776ce0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=001a36ea-4fae-4944-ad8e-a4355c776ce0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:35.110888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 54c53ef8-ebca-4436-8a77-dfa10c0632f7 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:35.111252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.119591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:08:35.144786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:08:35.145438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:08:35.168279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router ef38cf0a-0d08-439e-8f39-a98612f76adc is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:08:35.181612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.196444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.196792 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added segment b4209477-b580-4245-ba60-a339a0d73570 of type vlan for network f599b86b-8be0-4cac-9861-5d651e9ee9e1 Mar 24 17:08:35.206172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.227138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] The port '54c53ef8-ebca-4436-8a77-dfa10c0632f7' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:08:35.256612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.263259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3fd5a1-5c3a-4d6d-8f54-a63182799e63']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:35.276735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 2de974ed-53b7-4a66-98df-6a7595ede437 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:35.283942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:35.284312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc37c3d5-d48c-483a-b51d-f4b6108b86f1') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:35.311603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.338392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.339914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.345794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:08:35.346191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:08:35.363218 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:08:35.365664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 2de974ed-53b7-4a66-98df-6a7595ede437 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:35.366109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 2de974ed-53b7-4a66-98df-6a7595ede437 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:35.366367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 54c53ef8-ebca-4436-8a77-dfa10c0632f7 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:35.425979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Sync routers for ids ['ba7b984c-c908-4767-bde4-3dac2f03d664'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:35.432716 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 54c53ef8-ebca-4436-8a77-dfa10c0632f7 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:35.433057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 54c53ef8-ebca-4436-8a77-dfa10c0632f7 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:35.443516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=001a36ea-4fae-4944-ad8e-a4355c776ce0,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:35.448905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Routers {'ba7b984c-c908-4767-bde4-3dac2f03d664'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:35.449509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ba7b984c-c908-4767-bde4-3dac2f03d664'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:35.468438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.474294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:35.474873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.478993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.507013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef061b0-c051-4d81-93ec-7c0b28e9e3f8']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:35.521264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cac82ae-ed54-4e1b-869e-543c7406c8b6') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:35.521868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cac82ae-ed54-4e1b-869e-543c7406c8b6') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:35.536091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.609794 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0318286 Mar 24 17:08:35.618969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39524) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:35.625831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-559850017'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:35.637533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.642899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.646546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:35.649760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6b9cc-553a-4ca8-a996-2352bf19a243 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Network': ['ID=f599b86b-8be0-4cac-9861-5d651e9ee9e1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:35.649938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] Deleting port 5c825743-2505-4b4b-bd72-625fecfa6eda {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:35.650263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.685016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Network': ['ID=af3fd5a1-5c3a-4d6d-8f54-a63182799e63,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:35.692964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:network and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:35.700681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:35.712528 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dd31701a-0332-4ae8-90aa-73f57c314460 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/networks/af3fd5a1-5c3a-4d6d-8f54-a63182799e63 HTTP/1.1" status: 204 len: 168 time: 2.4118638 Mar 24 17:08:35.714540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39528) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:35.717370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:35.736755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9e5262d8-7623-4725-8a53-63444cdc6c9b None None] The port '5c825743-2505-4b4b-bd72-625fecfa6eda' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:08:35.738586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network f599b86b-8be0-4cac-9861-5d651e9ee9e1 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:08:35.760067 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Set router ba7b984c-c908-4767-bde4-3dac2f03d664 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:35.843138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.845777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:35.862036 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87421423-c74f-4b91-9d0d-cf9bfa82da35 None None] Sync routers for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:35.865461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:08:35.866408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.877151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:35.881438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:08:35.883775 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:08:35.886339 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87421423-c74f-4b91-9d0d-cf9bfa82da35 None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:35.886339 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-87421423-c74f-4b91-9d0d-cf9bfa82da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:35.967288 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39532) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:35.989795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1436589461', 'description': 'tempest-secgroup-smoke-1436589461 description', 'project_id': '3bb3c97d3f2c4a85a94663247e549d02'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:36.002334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:36.006268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 73a69991-b090-415d-8ad6-cded3c283670 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:36.009554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:security_group and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:36.010634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:36.016667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:36.021325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.025583 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-faba34a9-ff6f-4cc0-9446-fcce9b7df8f6 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2138827 Mar 24 17:08:36.025583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39536) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:36.071845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:08:36.077348 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-87421423-c74f-4b91-9d0d-cf9bfa82da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:36.092878 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87421423-c74f-4b91-9d0d-cf9bfa82da35 None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:36.093836 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-87421423-c74f-4b91-9d0d-cf9bfa82da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:36.100637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.114857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.116233 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added segment 614ec7e8-874c-4de2-bd6f-f317309c5fd9 of type vlan for network f38933c3-09cd-41bb-a6de-d93545095cf7 Mar 24 17:08:36.138998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.148387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.157561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Network': ['ID=eef061b0-c051-4d81-93ec-7c0b28e9e3f8,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:36.170374 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-87b6aa04-9682-4422-9169-f36ee85d68c5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/networks/eef061b0-c051-4d81-93ec-7c0b28e9e3f8 HTTP/1.1" status: 204 len: 168 time: 3.7073784 Mar 24 17:08:36.170374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39540) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:36.173970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.176613 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-87421423-c74f-4b91-9d0d-cf9bfa82da35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:36.177022 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87421423-c74f-4b91-9d0d-cf9bfa82da35 None None] The sync data for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:36.194687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1476871706'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:36.207865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:36.217914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:36.222106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:security_group_rule and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:36.222416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 73a69991-b090-415d-8ad6-cded3c283670 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:36.222783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.225328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:36.231879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:36.251716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.257161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:36.258256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.306051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.309691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:network and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:36.322849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:36.380018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:25Z', 'updated_at': '2022-03-24T17:08:32Z', 'revision_number': 4, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'gw_port': {'id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:26Z', 'updated_at': '2022-03-24T17:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7122ca67-344b-448d-abc0-f186b5ebc2ad', 'name': '', 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'mac_address': 'fa:16:3e:ef:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '07798925-9a0d-4216-9092-7b2e17127e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:31Z', 'updated_at': '2022-03-24T17:08:32Z', 'revision_number': 2, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'subnets': [{'id': '07798925-9a0d-4216-9092-7b2e17127e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:36.386847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:36.387174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Checking router: ba7b984c-c908-4767-bde4-3dac2f03d664 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:36.387533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Updating router ba7b984c-c908-4767-bde4-3dac2f03d664 port 7122ca67-344b-448d-abc0-f186b5ebc2ad binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:08:36.391194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.420366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Network': ['ID=f38933c3-09cd-41bb-a6de-d93545095cf7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:36.431274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 001a36ea-4fae-4944-ad8e-a4355c776ce0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:36.462683 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network f38933c3-09cd-41bb-a6de-d93545095cf7 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:08:36.486974 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2182f154-49bd-4ed9-809a-134d2d1ce403 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8666945 Mar 24 17:08:36.493464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39544) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:36.501712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'subnet': {'network_id': 'f599b86b-8be0-4cac-9861-5d651e9ee9e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:36.524254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.545668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f20a8d9-47bc-4fd2-a24d-c72541f36e89,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:36.547847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.552558 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f211ad98-faa8-470c-8430-4e6aefc74e07 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5814052 Mar 24 17:08:36.558429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39548) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:36.565487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'security_group_rule': {'security_group_id': '0f20a8d9-47bc-4fd2-a24d-c72541f36e89', 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:36.574232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:36.579670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:security_group_rule and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:36.584641 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:36.594776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:36.631130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:36.638975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:subnet and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:36.644639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:36.653050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:36.673395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:36.676559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.725727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 001a36ea-4fae-4944-ad8e-a4355c776ce0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:36.726148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.736911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.787178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:08:36.812725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.828136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.828729 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Added segment 8259a785-ae6b-4cd7-86ef-d159b4c9dba7 of type vlan for network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 Mar 24 17:08:36.909871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:36.913657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:36.945656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.025699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.085526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5c825743-2505-4b4b-bd72-625fecfa6eda no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:37.127632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 5c825743-2505-4b4b-bd72-625fecfa6eda {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:37.128098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5c825743-2505-4b4b-bd72-625fecfa6eda not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:37.159751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.172657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Transition to ACTIVE for port object 7122ca67-344b-448d-abc0-f186b5ebc2ad will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:37.176885 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.202806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.208230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:37.208800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.231800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.247581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7e76ff-2d81-4a00-80d8-df091dd83f8b,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:37.348553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.368938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Network': ['ID=80b9a258-f90f-4b4a-9cfc-4f0295828ed2,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:37.373450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.377460 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8d7ead17-8cd2-4a3c-803e-9ed1b69ffb02 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8180799 Mar 24 17:08:37.379238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39552) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:37.441522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 06b8f08d-179d-4259-bae4-f54e78e0997b {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:37.442280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.448338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9feac-dbbf-49ca-a57b-eed9ca05b3fd None None] Pushing event updated for resources: {'Port': ['ID=7122ca67-344b-448d-abc0-f186b5ebc2ad,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:37.451015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:08:37.467820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'security_group_rule': {'security_group_id': '0f20a8d9-47bc-4fd2-a24d-c72541f36e89', 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:37.484021 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c9d9fd2f-dd0e-4966-a604-600aaba80fd8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3099148 Mar 24 17:08:37.487294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39556) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:37.495414 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:37.497269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Attempting to bind port 7122ca67-344b-448d-abc0-f186b5ebc2ad on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:37.497637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Attempting to bind port 7122ca67-344b-448d-abc0-f186b5ebc2ad by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '6186d84d-7475-4394-a7b5-57f3d754be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:37.498044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Attempting to bind port 7122ca67-344b-448d-abc0-f186b5ebc2ad on network 685d7a53-fd29-4278-a22f-96a3f366a32b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:37.498971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '80b9a258-f90f-4b4a-9cfc-4f0295828ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:37.503204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:security_group_rule and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:37.509443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:37.522024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:37.541140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.564200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:37.564571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Checking segment: {'id': '6186d84d-7475-4394-a7b5-57f3d754be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:37.564893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.565279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Bound using segment: {'id': '6186d84d-7475-4394-a7b5-57f3d754be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:37.565751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Bound port: 7122ca67-344b-448d-abc0-f186b5ebc2ad, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6186d84d-7475-4394-a7b5-57f3d754be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:37.566112 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.682413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] For port 7122ca67-344b-448d-abc0-f186b5ebc2ad, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:37.686639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] For port 7122ca67-344b-448d-abc0-f186b5ebc2ad, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7122ca67-344b-448d-abc0-f186b5ebc2ad,segment=NetworkSegment(6186d84d-7475-4394-a7b5-57f3d754be50),segment_id=6186d84d-7475-4394-a7b5-57f3d754be50)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:37.747125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.757960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.809247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Subnet': ['ID=b596269a-a312-414b-a12b-de90fbb89c05,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:37.814580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:37.825056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:37.836035 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:37.852116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:37.855694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Checking segment: {'id': 'b4209477-b580-4245-ba60-a339a0d73570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f599b86b-8be0-4cac-9861-5d651e9ee9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:37.856301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network hostable DHCP agents. Network: f599b86b-8be0-4cac-9861-5d651e9ee9e1, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:08:37.859806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Routers {'ba7b984c-c908-4767-bde4-3dac2f03d664'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:37.860464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ba7b984c-c908-4767-bde4-3dac2f03d664'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:37.914325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port 06b8f08d-179d-4259-bae4-f54e78e0997b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=06b8f08d-179d-4259-bae4-f54e78e0997b,segment=NetworkSegment(50c60b8d-3f47-4fe8-92ce-a49be90fa6de),segment_id=50c60b8d-3f47-4fe8-92ce-a49be90fa6de)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:37.914740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:37.945021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:38.017958 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:38.057180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fec72e0-4315-4624-a1cf-74c0ea981b5a,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:38.066273 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] Set router ba7b984c-c908-4767-bde4-3dac2f03d664 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:38.082176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 06b8f08d-179d-4259-bae4-f54e78e0997b owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:38.097569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.20.0.1 (b03cf571-2862-47e0-9e41-f254bf08b513/e0e5d362-d80c-4cac-b665-15aecf744409/42ea9c14-16fc-4a6e-8b82-f071f073d2ac) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:38.120670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9feac-dbbf-49ca-a57b-eed9ca05b3fd None None] Pushing event updated for resources: {'Port': ['ID=7122ca67-344b-448d-abc0-f186b5ebc2ad,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:38.146756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:38.150757 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a9d143c8-4e03-4f80-bb04-932d2352d1e1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7672367 Mar 24 17:08:38.156518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39560) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:38.163982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'security_group_rule': {'security_group_id': '0f20a8d9-47bc-4fd2-a24d-c72541f36e89', 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:38.170476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:38.293359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:38.307292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:security_group_rule and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:38.317551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network f599b86b-8be0-4cac-9861-5d651e9ee9e1 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:08:38.320327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:38.323822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:38.324318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Transition to ACTIVE for port object 42ea9c14-16fc-4a6e-8b82-f071f073d2ac will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:38.414878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:25Z', 'updated_at': '2022-03-24T17:08:32Z', 'revision_number': 4, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'gw_port': {'id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:26Z', 'updated_at': '2022-03-24T17:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7122ca67-344b-448d-abc0-f186b5ebc2ad', 'name': '', 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'mac_address': 'fa:16:3e:ef:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '07798925-9a0d-4216-9092-7b2e17127e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:31Z', 'updated_at': '2022-03-24T17:08:37Z', 'revision_number': 4, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'subnets': [{'id': '07798925-9a0d-4216-9092-7b2e17127e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:38.415244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:38.420820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d63f9-f169-48b7-be4a-21d1ff79d0bc None None] The sync data for ids ['ba7b984c-c908-4767-bde4-3dac2f03d664'] in dv-neutron-835063-1-hyperv is: [{'id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:25Z', 'updated_at': '2022-03-24T17:08:32Z', 'revision_number': 4, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'gw_port': {'id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:26Z', 'updated_at': '2022-03-24T17:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7122ca67-344b-448d-abc0-f186b5ebc2ad', 'name': '', 'network_id': '685d7a53-fd29-4278-a22f-96a3f366a32b', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'mac_address': 'fa:16:3e:ef:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '07798925-9a0d-4216-9092-7b2e17127e3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:31Z', 'updated_at': '2022-03-24T17:08:37Z', 'revision_number': 4, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'subnets': [{'id': '07798925-9a0d-4216-9092-7b2e17127e3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:38.459395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:38.509537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:38.531080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network b03cf571-2862-47e0-9e41-f254bf08b513 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:38.534241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:38.538298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:38.592824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, f599b86b-8be0-4cac-9861-5d651e9ee9e1) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:38.605105 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d194a-c9a1-4403-a08b-c793db8e1b2b None None] Network f599b86b-8be0-4cac-9861-5d651e9ee9e1 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:38.609733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:38.610297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:38.613172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=42ea9c14-16fc-4a6e-8b82-f071f073d2ac,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:38.658267 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:38.695340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:38.727294 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b0405f82-1185-4881-b23d-566a45339cd0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2314956 Mar 24 17:08:38.733467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39564) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:38.752394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'subnet': {'network_id': 'f38933c3-09cd-41bb-a6de-d93545095cf7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:38.913026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:38.920766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:subnet and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:38.923860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:38.937392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:39.033157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.092907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:39.097328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.097531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-565b8660-34b4-4604-9c5f-bcd5b3bd3d61 None None] Provisioning for port 42ea9c14-16fc-4a6e-8b82-f071f073d2ac completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:39.104283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-565b8660-34b4-4604-9c5f-bcd5b3bd3d61 None None] Provisioning complete for port 42ea9c14-16fc-4a6e-8b82-f071f073d2ac triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:39.104655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-565b8660-34b4-4604-9c5f-bcd5b3bd3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.123255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.145049 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.153001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.156054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-f599b86b-8be0-4cac-9861-5d651e9ee9e1', 'network_id': 'f599b86b-8be0-4cac-9861-5d651e9ee9e1', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'fixed_ips': [{'subnet_id': 'b596269a-a312-414b-a12b-de90fbb89c05'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:08:39.158436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.251891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=ac630e5a-b012-4faa-9b1e-c00651975006,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:39.255477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.266644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd80fdd-d620-45bc-9185-8411c4967772,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:39.342477 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-565b8660-34b4-4604-9c5f-bcd5b3bd3d61 None None] Port 42ea9c14-16fc-4a6e-8b82-f071f073d2ac cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:39.356307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=06b8f08d-179d-4259-bae4-f54e78e0997b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:39.480303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.481638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-aa05731c-10b7-47e3-8101-2aa6cd4a0be8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3241200 Mar 24 17:08:39.491055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39568) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:39.510198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Checking segment: {'id': '8259a785-ae6b-4cd7-86ef-d159b4c9dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '80b9a258-f90f-4b4a-9cfc-4f0295828ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:39.510806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network hostable DHCP agents. Network: 80b9a258-f90f-4b4a-9cfc-4f0295828ed2, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:08:39.526736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Allocated IP 2001:db8::2 (f599b86b-8be0-4cac-9861-5d651e9ee9e1/b596269a-a312-414b-a12b-de90fbb89c05/fe897d1a-f469-415b-8c80-ab0488e62b81) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:39.567576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'security_group_rule': {'security_group_id': '0f20a8d9-47bc-4fd2-a24d-c72541f36e89', 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:39.582050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.589610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:39.661024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:security_group_rule and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:39.676363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:39.698200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:39.743552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:08:39.761694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.782133 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Subnet': ['ID=74944e4b-e339-4127-aef6-d1a3da78424e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:39.822211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Checking segment: {'id': '614ec7e8-874c-4de2-bd6f-f317309c5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f38933c3-09cd-41bb-a6de-d93545095cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:39.822584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network hostable DHCP agents. Network: f38933c3-09cd-41bb-a6de-d93545095cf7, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:08:39.847440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.860670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Transition to ACTIVE for port object fe897d1a-f469-415b-8c80-ab0488e62b81 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:39.869947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 80b9a258-f90f-4b4a-9cfc-4f0295828ed2) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:39.884787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:39.885827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:39.890011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00ec46d-528d-4a6d-896f-038918e8e670 None None] Network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:39.977760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Transition to ACTIVE for port object fe897d1a-f469-415b-8c80-ab0488e62b81 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:40.010736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.024744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network f38933c3-09cd-41bb-a6de-d93545095cf7 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:08:40.051710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7122ca67-344b-448d-abc0-f186b5ebc2ad up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:40.060979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, f38933c3-09cd-41bb-a6de-d93545095cf7) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:40.076351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:40.076941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.088575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5815e953-f91c-435a-be56-c65ff6778ade None None] Network f38933c3-09cd-41bb-a6de-d93545095cf7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:40.153273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.159946 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8023b73d-2d17-4695-9081-8f43df78e78a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6710122 Mar 24 17:08:40.169371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39572) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:40.177381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1761058518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:40.179374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.185407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:40.191904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:router and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:40.197513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:40.197513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:40.200877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.204998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:40.209822 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4ed8453c-46aa-4820-992a-e34198eb77e2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4696324 Mar 24 17:08:40.213363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39576) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:40.219578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1481374936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:40.228417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:40.231945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.310717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Network f599b86b-8be0-4cac-9861-5d651e9ee9e1 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:40.320136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:40.337399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:40.361276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:40.365750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.375913 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b0243116-56cf-40cd-8862-486c76b9afc1 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6601779 Mar 24 17:08:40.376672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39580) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:40.380043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.381075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.384301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:40.400645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:router and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:40.425134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Pushing event updated for resources: {'Port': ['ID=fe897d1a-f469-415b-8c80-ab0488e62b81,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:40.437341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:40.458587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a7443e-62b3-475a-bbf9-22f516a208e8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting subnet 08694b70-8c01-4bc6-8688-0e2fb3ccb5c0 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:40.462022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3a7443e-62b3-475a-bbf9-22f516a208e8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.474174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:40.478466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85952f4f-eced-4e5a-9e2a-4d7956413f6e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:40.521804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3a7443e-62b3-475a-bbf9-22f516a208e8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.522185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.526166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=42ea9c14-16fc-4a6e-8b82-f071f073d2ac,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:40.527827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:40.528445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:40.599208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.612186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.616065 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c299b8f6-0924-4d6d-a668-fe5e5f40bfa0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1208894 Mar 24 17:08:40.619231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39584) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:40.624466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'security_group_rule': {'security_group_id': '0f20a8d9-47bc-4fd2-a24d-c72541f36e89', 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:40.631290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:40.632944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Attempting to bind port fe897d1a-f469-415b-8c80-ab0488e62b81 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:40.633315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Attempting to bind port fe897d1a-f469-415b-8c80-ab0488e62b81 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'b4209477-b580-4245-ba60-a339a0d73570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f599b86b-8be0-4cac-9861-5d651e9ee9e1'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:40.633671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Attempting to bind port fe897d1a-f469-415b-8c80-ab0488e62b81 on network f599b86b-8be0-4cac-9861-5d651e9ee9e1 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:40.636317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:security_group_rule and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:40.639335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:40.645622 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:40.657340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 7122ca67-344b-448d-abc0-f186b5ebc2ad completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:40.661421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.662511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.700913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.709292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:40.709719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Checking segment: {'id': 'b4209477-b580-4245-ba60-a339a0d73570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f599b86b-8be0-4cac-9861-5d651e9ee9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:40.709918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.711115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Bound using segment: {'id': 'b4209477-b580-4245-ba60-a339a0d73570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f599b86b-8be0-4cac-9861-5d651e9ee9e1'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:40.711783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Bound port: fe897d1a-f469-415b-8c80-ab0488e62b81, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4209477-b580-4245-ba60-a339a0d73570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f599b86b-8be0-4cac-9861-5d651e9ee9e1'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:40.712343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.726953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network b03cf571-2862-47e0-9e41-f254bf08b513 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:40.729512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:40.758092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3a7443e-62b3-475a-bbf9-22f516a208e8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.770162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-f38933c3-09cd-41bb-a6de-d93545095cf7', 'network_id': 'f38933c3-09cd-41bb-a6de-d93545095cf7', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'fixed_ips': [{'subnet_id': '74944e4b-e339-4127-aef6-d1a3da78424e'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:08:40.770968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.810828 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Project 3bb3c97d3f2c4a85a94663247e549d02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:08:40.823553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.847076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:40.850943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.868207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.891651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 7122ca67-344b-448d-abc0-f186b5ebc2ad triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:40.892705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:40.936724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3a7443e-62b3-475a-bbf9-22f516a208e8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.013082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3a7443e-62b3-475a-bbf9-22f516a208e8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.013082 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b3a7443e-62b3-475a-bbf9-22f516a208e8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/08694b70-8c01-4bc6-8688-0e2fb3ccb5c0 HTTP/1.1" status: 204 len: 168 time: 0.6324601 Mar 24 17:08:41.013082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.016514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39588) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:41.016983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39590) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:41.017520 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-13663d6f-76b2-465d-85ff-681804609a9c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8467824 Mar 24 17:08:41.023142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7443e-62b3-475a-bbf9-22f516a208e8 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Subnet': ['ID=08694b70-8c01-4bc6-8688-0e2fb3ccb5c0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:41.034566 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-80b9a258-f90f-4b4a-9cfc-4f0295828ed2', 'network_id': '80b9a258-f90f-4b4a-9cfc-4f0295828ed2', 'tenant_id': 'b4f813c93884487a9c39045d6bad96b8', 'fixed_ips': [{'subnet_id': 'ac630e5a-b012-4faa-9b1e-c00651975006'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:08:41.035529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.044418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c14dfe-4f9f-41e8-8e55-d2a5b47b5cc3 None None] Network fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:41.045544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'network_id': '80b9a258-f90f-4b4a-9cfc-4f0295828ed2', 'name': 'tempest-PortsTestJSON-1786875228'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:41.065657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:38Z', 'revision_number': 11, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:41.115841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.118646 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-82203da3-c4f2-412e-837f-0cdeabad33f0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9034562 Mar 24 17:08:41.121646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39596) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:41.129065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.140704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router ef38cf0a-0d08-439e-8f39-a98612f76adc has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:41.154727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:41.254152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.335256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:41.335887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:41.363867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e67bf04-ae62-4d65-aed2-4af82a6b7698,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:41.380876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.431721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Deleting port 17540fa0-ceb1-480e-bc2b-deffb2054e07 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:41.432120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.439156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0fdc8712-c6fd-4515-a745-2c3c96a56e4f None None] Provisioning complete for port 42ea9c14-16fc-4a6e-8b82-f071f073d2ac triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:41.439642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8712-c6fd-4515-a745-2c3c96a56e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.462246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:41.546268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.550891 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ef2a9d4e-74a1-49d9-bed5-a002a572c644 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9272892 Mar 24 17:08:41.556397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39600) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:41.568684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:41.571748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] For port fe897d1a-f469-415b-8c80-ab0488e62b81, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:41.576616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'security_group_rule': {'security_group_id': '0f20a8d9-47bc-4fd2-a24d-c72541f36e89', 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:41.619022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.623007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:41.640272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:41.642088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:security_group_rule and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:41.652800 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-084210a1-e041-42ee-8916-c76b0a8a10a2 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/routers/ef38cf0a-0d08-439e-8f39-a98612f76adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6233137 Mar 24 17:08:41.652800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:41.654017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39604) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:41.657899 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:41.661847 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cdb2f2-cc0b-4923-8597-570dd5a182f3 None None] Sync routers for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:41.664052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'port': {'network_id': 'b03cf571-2862-47e0-9e41-f254bf08b513', 'name': 'tempest-FloatingIPTestJSON-931405956'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:41.674825 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdb2f2-cc0b-4923-8597-570dd5a182f3 None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:41.675604 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-52cdb2f2-cc0b-4923-8597-570dd5a182f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:41.680410 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:41.716394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:41.719876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.781349 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-52cdb2f2-cc0b-4923-8597-570dd5a182f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:41.795475 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdb2f2-cc0b-4923-8597-570dd5a182f3 None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:41.796657 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-52cdb2f2-cc0b-4923-8597-570dd5a182f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:41.798508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] For port fe897d1a-f469-415b-8c80-ab0488e62b81, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fe897d1a-f469-415b-8c80-ab0488e62b81,segment=NetworkSegment(b4209477-b580-4245-ba60-a339a0d73570),segment_id=b4209477-b580-4245-ba60-a339a0d73570)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:41.833820 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Project 3bb3c97d3f2c4a85a94663247e549d02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:08:41.849480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:38Z', 'revision_number': 11, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:41.868537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc8712-c6fd-4515-a745-2c3c96a56e4f None None] Port 42ea9c14-16fc-4a6e-8b82-f071f073d2ac cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:41.889669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.893554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a0b02-247c-4faa-a72d-2a9acd455f45 None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:38Z', 'revision_number': 11, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:41.916556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:41.929406 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-52cdb2f2-cc0b-4923-8597-570dd5a182f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:41.930244 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cdb2f2-cc0b-4923-8597-570dd5a182f3 None None] The sync data for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:41.940509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port ace31184-2ca8-4f89-bd96-296578047b10 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:08:41.950194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Allocated IP 2001:db8:1::2 (f38933c3-09cd-41bb-a6de-d93545095cf7/74944e4b-e339-4127-aef6-d1a3da78424e/24c666b1-433e-4adb-b087-819a432a0c25) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:41.953930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.022705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Allocated IP 172.20.0.2 (80b9a258-f90f-4b4a-9cfc-4f0295828ed2/ac630e5a-b012-4faa-9b1e-c00651975006/c6ea25d1-eb39-4d42-b41f-1182e27eaae9) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:42.070685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 2001:db8::1 (f599b86b-8be0-4cac-9861-5d651e9ee9e1/b596269a-a312-414b-a12b-de90fbb89c05/c7168704-7d68-4d89-a99a-42b25f15f9b6) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:42.115074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 7122ca67-344b-448d-abc0-f186b5ebc2ad, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7122ca67-344b-448d-abc0-f186b5ebc2ad,segment=NetworkSegment(6186d84d-7475-4394-a7b5-57f3d754be50),segment_id=6186d84d-7475-4394-a7b5-57f3d754be50)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:42.155815 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] For port 17540fa0-ceb1-480e-bc2b-deffb2054e07, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=17540fa0-ceb1-480e-bc2b-deffb2054e07,segment=NetworkSegment(50c60b8d-3f47-4fe8-92ce-a49be90fa6de),segment_id=50c60b8d-3f47-4fe8-92ce-a49be90fa6de)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:42.156203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.171250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e6828-42ea-4c28-981e-4f4a66029c77 None None] Pushing event updated for resources: {'Port': ['ID=fe897d1a-f469-415b-8c80-ab0488e62b81,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:42.248268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.267378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Transition to ACTIVE for port object c7168704-7d68-4d89-a99a-42b25f15f9b6 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:42.326844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.344617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Calling delete_port for 17540fa0-ceb1-480e-bc2b-deffb2054e07 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:42.357604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.409340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 06b8f08d-179d-4259-bae4-f54e78e0997b no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:42.409724 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:42.414494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Usage tracker for resource:port and tenant:b8a5cba240fc4cb69db4c94d8e2eddff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:42.417494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:42.423703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:42.446006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353bef9a-72c5-45bb-812f-73a9e608787c None None] DHCP port deletion for fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:08:42.466315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 06b8f08d-179d-4259-bae4-f54e78e0997b {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:42.466315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 06b8f08d-179d-4259-bae4-f54e78e0997b not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:42.481635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-353bef9a-72c5-45bb-812f-73a9e608787c None None] Deleting port 17540fa0-ceb1-480e-bc2b-deffb2054e07 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:42.482017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-353bef9a-72c5-45bb-812f-73a9e608787c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.499592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.502544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Made reservation on behalf of b8a5cba240fc4cb69db4c94d8e2eddff for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:08:42.504928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.516829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=c7168704-7d68-4d89-a99a-42b25f15f9b6,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:42.528376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] device_id is not set on port 491e6569-5982-41fb-b21d-bb0431890c54 yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:08:42.537886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network f599b86b-8be0-4cac-9861-5d651e9ee9e1 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:42.539738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:42.542225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:42.542708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.572445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.601881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.603530 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=7122ca67-344b-448d-abc0-f186b5ebc2ad,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:42.714090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b048a4-c6de-4ea9-a774-650abe1df287,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:42.718287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Port': ['ID=17540fa0-ceb1-480e-bc2b-deffb2054e07,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:42.737553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No DVR routers for this DVR port 17540fa0-ceb1-480e-bc2b-deffb2054e07 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:08:42.771399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-353bef9a-72c5-45bb-812f-73a9e608787c None None] The port '17540fa0-ceb1-480e-bc2b-deffb2054e07' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:08:42.808035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.815879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.829801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Transition to ACTIVE for port object 24c666b1-433e-4adb-b087-819a432a0c25 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:42.844482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Transition to ACTIVE for port object c6ea25d1-eb39-4d42-b41f-1182e27eaae9 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:42.884171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.885335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Transition to ACTIVE for port object 24c666b1-433e-4adb-b087-819a432a0c25 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:42.889186 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Transition to ACTIVE for port object c6ea25d1-eb39-4d42-b41f-1182e27eaae9 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:42.889964 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-563273a4-8e9a-4cb8-8938-501b6d4689a7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3269308 Mar 24 17:08:42.978432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:42.979722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.022370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.054044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Allocated IP 172.20.0.11 (b03cf571-2862-47e0-9e41-f254bf08b513/e0e5d362-d80c-4cac-b665-15aecf744409/491e6569-5982-41fb-b21d-bb0431890c54) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:43.055268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Network f38933c3-09cd-41bb-a6de-d93545095cf7 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:43.059857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:43.062786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:43.064515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:43.070005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:43.076772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:43.079385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:43.081440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Pushing event updated for resources: {'Port': ['ID=24c666b1-433e-4adb-b087-819a432a0c25,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:43.084007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c60b8d-3f47-4fe8-92ce-a49be90fa6de') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:43.084313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c60b8d-3f47-4fe8-92ce-a49be90fa6de') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:43.108986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.144306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.11 (80b9a258-f90f-4b4a-9cfc-4f0295828ed2/ac630e5a-b012-4faa-9b1e-c00651975006/ace31184-2ca8-4f89-bd96-296578047b10) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:43.146475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.159151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:08:43.159553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:08:43.177049 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:08:43.207563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.387193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Pushing event updated for resources: {'Port': ['ID=c6ea25d1-eb39-4d42-b41f-1182e27eaae9,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:43.396281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Attempting to bind port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:43.396655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Attempting to bind port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '8259a785-ae6b-4cd7-86ef-d159b4c9dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '80b9a258-f90f-4b4a-9cfc-4f0295828ed2'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:43.397018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Attempting to bind port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 on network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:43.400287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Attempting to bind port 24c666b1-433e-4adb-b087-819a432a0c25 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:08:43.400653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Attempting to bind port 24c666b1-433e-4adb-b087-819a432a0c25 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '614ec7e8-874c-4de2-bd6f-f317309c5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f38933c3-09cd-41bb-a6de-d93545095cf7'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:08:43.401005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Attempting to bind port 24c666b1-433e-4adb-b087-819a432a0c25 on network f38933c3-09cd-41bb-a6de-d93545095cf7 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:08:43.410807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:43.411184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Checking segment: {'id': '8259a785-ae6b-4cd7-86ef-d159b4c9dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '80b9a258-f90f-4b4a-9cfc-4f0295828ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:43.411588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.412032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Bound using segment: {'id': '8259a785-ae6b-4cd7-86ef-d159b4c9dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '80b9a258-f90f-4b4a-9cfc-4f0295828ed2'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:43.413153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Bound port: c6ea25d1-eb39-4d42-b41f-1182e27eaae9, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8259a785-ae6b-4cd7-86ef-d159b4c9dba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '80b9a258-f90f-4b4a-9cfc-4f0295828ed2'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:43.413153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.423736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:08:43.424132 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Checking segment: {'id': '614ec7e8-874c-4de2-bd6f-f317309c5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f38933c3-09cd-41bb-a6de-d93545095cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:08:43.424536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.424926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Bound using segment: {'id': '614ec7e8-874c-4de2-bd6f-f317309c5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f38933c3-09cd-41bb-a6de-d93545095cf7'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:08:43.425405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Bound port: 24c666b1-433e-4adb-b087-819a432a0c25, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ec7e8-874c-4de2-bd6f-f317309c5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f38933c3-09cd-41bb-a6de-d93545095cf7'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:08:43.425767 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.465384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.514140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.549630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Pushing event deleted for resources: {'Network': ['ID=fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:43.570267 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-35e7cb68-1da8-4363-bf44-1c30ae3ed5d5 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/networks/fbc02bfa-1bf6-4c04-8b96-0bd3ea5d5eb2 HTTP/1.1" status: 204 len: 168 time: 2.5376134 Mar 24 17:08:43.575166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39650) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:43.603327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] For port c6ea25d1-eb39-4d42-b41f-1182e27eaae9, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:43.615815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] For port c6ea25d1-eb39-4d42-b41f-1182e27eaae9, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c6ea25d1-eb39-4d42-b41f-1182e27eaae9,segment=NetworkSegment(8259a785-ae6b-4cd7-86ef-d159b4c9dba7),segment_id=8259a785-ae6b-4cd7-86ef-d159b4c9dba7)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:43.640800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'routes': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:43.652093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] For port 24c666b1-433e-4adb-b087-819a432a0c25, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:08:43.657026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] For port 24c666b1-433e-4adb-b087-819a432a0c25, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=24c666b1-433e-4adb-b087-819a432a0c25,segment=NetworkSegment(614ec7e8-874c-4de2-bd6f-f317309c5fd9),segment_id=614ec7e8-874c-4de2-bd6f-f317309c5fd9)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:08:43.695212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.750589 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.783899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.795289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.806623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc986c8-78f1-48e3-bc3a-7526b1fe3df7 None None] Pushing event updated for resources: {'Port': ['ID=c6ea25d1-eb39-4d42-b41f-1182e27eaae9,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:43.823826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Transition to ACTIVE for port object 491e6569-5982-41fb-b21d-bb0431890c54 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:43.871424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.872929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:43.874315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601bba7-857a-456f-a7fa-aaf4a97bf8bf None None] Network f599b86b-8be0-4cac-9861-5d651e9ee9e1 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:44.013280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=c7168704-7d68-4d89-a99a-42b25f15f9b6,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:44.139636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfa0ac-7fb4-45fe-a419-4bd68587979f None None] Pushing event updated for resources: {'Port': ['ID=24c666b1-433e-4adb-b087-819a432a0c25,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:44.162551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9b85d5bf-ff75-49e5-852f-c2c774643580 None None] Provisioning for port fe897d1a-f469-415b-8c80-ab0488e62b81 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:44.245192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network f599b86b-8be0-4cac-9861-5d651e9ee9e1 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:44.246777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:44.484240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.extraroute_db [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Added routes are [] {{(pid=88477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 24 17:08:44.485067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.extraroute_db [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Removed routes are [] {{(pid=88477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 24 17:08:44.485590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:44.717760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7122ca67-344b-448d-abc0-f186b5ebc2ad up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:44.751415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 460c03af-e340-4ea0-bcdc-cab6ee3b0265 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:08:44.839089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:44.850092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 7122ca67-344b-448d-abc0-f186b5ebc2ad triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:44.851277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:44.857263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object ace31184-2ca8-4f89-bd96-296578047b10 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:44.894674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:45.004405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:45.017617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event updated for resources: {'Port': ['ID=491e6569-5982-41fb-b21d-bb0431890c54,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:45.026291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-08eff82d-ef01-490a-8ed6-6690243155b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/460c03af-e340-4ea0-bcdc-cab6ee3b0265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9033046 Mar 24 17:08:45.029078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39664) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:45.044224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5f8b6-b97a-4ef1-a7b0-5834d94f2bc6 None None] Sync routers for ids ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:45.060095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f7324adc-6c09-4e19-ada0-e592c919231c None None] Provisioning for port c7168704-7d68-4d89-a99a-42b25f15f9b6 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:45.083115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f7324adc-6c09-4e19-ada0-e592c919231c None None] Provisioning complete for port c7168704-7d68-4d89-a99a-42b25f15f9b6 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:45.083489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f7324adc-6c09-4e19-ada0-e592c919231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:45.101880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:45.137634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0d1ecd-df24-445d-ab04-a15f521fc276 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:45.138183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ad0d1ecd-df24-445d-ab04-a15f521fc276 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:45.178579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:45.206953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Network b03cf571-2862-47e0-9e41-f254bf08b513 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:45.207329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:45.209222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:45.225798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ad0d1ecd-df24-445d-ab04-a15f521fc276 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:45.230678 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ad0d1ecd-df24-445d-ab04-a15f521fc276 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports/c7168704-7d68-4d89-a99a-42b25f15f9b6 HTTP/1.1" status: 200 len: 911 time: 0.1969316 Mar 24 17:08:45.231133 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:45.231236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39670) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:45.233148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5f8b6-b97a-4ef1-a7b0-5834d94f2bc6 None None] Routers {'460c03af-e340-4ea0-bcdc-cab6ee3b0265'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:45.234018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-1ee5f8b6-b97a-4ef1-a7b0-5834d94f2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:45.311743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:45.311902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:45.361758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-1ee5f8b6-b97a-4ef1-a7b0-5834d94f2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:45.402495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c6ea25d1-eb39-4d42-b41f-1182e27eaae9 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:45.440241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:45.462255 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:45.485799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee5f8b6-b97a-4ef1-a7b0-5834d94f2bc6 None None] Routers {'460c03af-e340-4ea0-bcdc-cab6ee3b0265'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:45.486617 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-1ee5f8b6-b97a-4ef1-a7b0-5834d94f2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:45.595907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f7324adc-6c09-4e19-ada0-e592c919231c None None] Port c7168704-7d68-4d89-a99a-42b25f15f9b6 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:45.629002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:45.636660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-1ee5f8b6-b97a-4ef1-a7b0-5834d94f2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:45.640605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee5f8b6-b97a-4ef1-a7b0-5834d94f2bc6 None None] The sync data for ids ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:45.682254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=ace31184-2ca8-4f89-bd96-296578047b10,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:45.759519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router eeeaf356-8baf-473f-bc6f-c4de652fb60c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:45.765782 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a3bbd7f9-799b-46e3-b71f-ec29dfb15330 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1092193 Mar 24 17:08:45.770884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39706) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:45.781279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Request body: {'floatingip': {'port_id': '491e6569-5982-41fb-b21d-bb0431890c54'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:45.833183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b8ca0e0d-58a0-4651-8606-c378b21dfa87 None None] Provisioning complete for port c7168704-7d68-4d89-a99a-42b25f15f9b6 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:45.833334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0e0d-58a0-4651-8606-c378b21dfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:45.906258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:45.910679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:46.004115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca0e0d-58a0-4651-8606-c378b21dfa87 None None] Port c7168704-7d68-4d89-a99a-42b25f15f9b6 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:46.007444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:46.055400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fe897d1a-f469-415b-8c80-ab0488e62b81 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:46.109444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f041a50d-3ad8-4189-a3e6-7d6773850f7e None None] Network f38933c3-09cd-41bb-a6de-d93545095cf7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:46.145009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:46.153246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b8ca0e0d-58a0-4651-8606-c378b21dfa87 None None] Provisioning for port 491e6569-5982-41fb-b21d-bb0431890c54 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:46.177647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b8ca0e0d-58a0-4651-8606-c378b21dfa87 None None] Provisioning complete for port 491e6569-5982-41fb-b21d-bb0431890c54 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:46.177864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b8ca0e0d-58a0-4651-8606-c378b21dfa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:46.197155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:46.199524 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d3385f07-eda1-4b0e-95ce-c2c60608e6ec tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1660056 Mar 24 17:08:46.206673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:46.207737 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] Sync routers for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:46.208600 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-49e51c8a-169b-412a-b464-cda8dd031e24 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c HTTP/1.1" status: 200 len: 701 time: 2.6294410 Mar 24 17:08:46.215780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39710) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:46.216362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39712) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:46.220731 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:46.221351 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:46.261817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca0e0d-58a0-4651-8606-c378b21dfa87 None None] Port 491e6569-5982-41fb-b21d-bb0431890c54 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:46.264310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22968a61-45e8-4b6d-a909-2c507149446c None None] Network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:46.448880 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:46.523778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3dd1be68-916f-49a7-ae8f-81520f9b77ec tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:46.576164 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:38Z', 'revision_number': 11, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:46.581337 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] Checking router: eeeaf356-8baf-473f-bc6f-c4de652fb60c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:46.591101 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] Routers {'eeeaf356-8baf-473f-bc6f-c4de652fb60c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:46.591715 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:46.594862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Provisioning complete for port c7168704-7d68-4d89-a99a-42b25f15f9b6 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:46.595235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:46.666694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Port c7168704-7d68-4d89-a99a-42b25f15f9b6 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:46.732844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:46.745897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port fe897d1a-f469-415b-8c80-ab0488e62b81 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:46.753853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port fe897d1a-f469-415b-8c80-ab0488e62b81 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:46.754228 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:46.841130 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] Set router eeeaf356-8baf-473f-bc6f-c4de652fb60c gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:46.886538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Provisioning for port 24c666b1-433e-4adb-b087-819a432a0c25 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:46.994572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Provisioning for port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:47.063679 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Provisioning complete for port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:47.064860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:47.081373 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:38Z', 'revision_number': 11, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:47.093921 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc16118-2486-4ebb-b9e2-a7cdd67aae17 None None] The sync data for ids ['eeeaf356-8baf-473f-bc6f-c4de652fb60c'] in dv-neutron-835063-1-hyperv is: [{'id': 'eeeaf356-8baf-473f-bc6f-c4de652fb60c', 'name': 'tempest-RoutersTest-router-1532775348', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:07:08Z', 'updated_at': '2022-03-24T17:08:38Z', 'revision_number': 11, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:47.159388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:47.245764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port fe897d1a-f469-415b-8c80-ab0488e62b81, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fe897d1a-f469-415b-8c80-ab0488e62b81,segment=NetworkSegment(b4209477-b580-4245-ba60-a339a0d73570),segment_id=b4209477-b580-4245-ba60-a339a0d73570)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:47.338620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:47.382465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] For port c6ea25d1-eb39-4d42-b41f-1182e27eaae9, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c6ea25d1-eb39-4d42-b41f-1182e27eaae9,segment=NetworkSegment(8259a785-ae6b-4cd7-86ef-d159b4c9dba7),segment_id=8259a785-ae6b-4cd7-86ef-d159b4c9dba7)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:47.397144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 2001:db8:1::1 (f38933c3-09cd-41bb-a6de-d93545095cf7/74944e4b-e339-4127-aef6-d1a3da78424e/a45a847d-2bf9-4494-bc04-527308f4a034) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:08:47.608403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:47.609685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 24c666b1-433e-4adb-b087-819a432a0c25 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:47.622823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:47.662884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Transition to ACTIVE for port object a45a847d-2bf9-4494-bc04-527308f4a034 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:08:47.665549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3dd1be68-916f-49a7-ae8f-81520f9b77ec tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:47.669995 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3dd1be68-916f-49a7-ae8f-81520f9b77ec tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=eeeaf356-8baf-473f-bc6f-c4de652fb60c HTTP/1.1" status: 200 len: 205 time: 1.4510629 Mar 24 17:08:47.675576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39720) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:47.781762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:47.852940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=fe897d1a-f469-415b-8c80-ab0488e62b81,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:47.855002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc6a543c-397e-4675-9f6b-061905409993 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:47.975167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.042696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf1377-047e-4c2e-a091-b9f855e52806 None None] Pushing event updated for resources: {'Port': ['ID=c6ea25d1-eb39-4d42-b41f-1182e27eaae9,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:48.082994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.resource_extend [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 17:08:48.126443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Provisioning for port ace31184-2ca8-4f89-bd96-296578047b10 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:48.135599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Provisioning complete for port ace31184-2ca8-4f89-bd96-296578047b10 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:48.136061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.236976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 24c666b1-433e-4adb-b087-819a432a0c25 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:48.251380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 24c666b1-433e-4adb-b087-819a432a0c25 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:48.251754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.296836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.304179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Port ace31184-2ca8-4f89-bd96-296578047b10 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:48.331103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Provisioning complete for port 24c666b1-433e-4adb-b087-819a432a0c25 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:48.331470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.348554 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.433464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=a45a847d-2bf9-4494-bc04-527308f4a034,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:48.488697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.502217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc6a543c-397e-4675-9f6b-061905409993 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.505329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc6a543c-397e-4675-9f6b-061905409993 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.511780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network f38933c3-09cd-41bb-a6de-d93545095cf7 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:48.515151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:48.519086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:08:48.519595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.562595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.612223 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 24c666b1-433e-4adb-b087-819a432a0c25, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=24c666b1-433e-4adb-b087-819a432a0c25,segment=NetworkSegment(614ec7e8-874c-4de2-bd6f-f317309c5fd9),segment_id=614ec7e8-874c-4de2-bd6f-f317309c5fd9)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:08:48.627761 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.634939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc6a543c-397e-4675-9f6b-061905409993 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.637196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6a543c-397e-4675-9f6b-061905409993 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Fanout notify agent at l3_agent the message router_deleted on router eeeaf356-8baf-473f-bc6f-c4de652fb60c {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:08:48.680262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc6a543c-397e-4675-9f6b-061905409993 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.681562 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cc6a543c-397e-4675-9f6b-061905409993 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c HTTP/1.1" status: 204 len: 168 time: 1.0074701 Mar 24 17:08:48.706568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39726) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:48.728855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1430662059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:48.730364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.739106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:08:48.743486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Usage tracker for resource:router and tenant:da468f98f5384225a7bc745eefe0caad is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:08:48.751591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:08:48.760619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:08:48.786215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.884001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.885321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:48.939787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=24c666b1-433e-4adb-b087-819a432a0c25,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:48.953875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 17540fa0-ceb1-480e-bc2b-deffb2054e07 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:08:49.009635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 17540fa0-ceb1-480e-bc2b-deffb2054e07 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:08:49.010363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 17540fa0-ceb1-480e-bc2b-deffb2054e07 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:08:49.023378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.057019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:08:49.057673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:08:49.098089 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP ad9049ff-15ee-4be9-ae3c-b2a0fab33902 associated. External IP: 172.26.4.113, port: 9f0bec45-bba4-4e2a-8cd8-46a3016d20d8. Mar 24 17:08:49.173450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fe897d1a-f469-415b-8c80-ab0488e62b81 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:49.278546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port fe897d1a-f469-415b-8c80-ab0488e62b81 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:49.279064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.299163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.336102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.359921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.412267 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 24c666b1-433e-4adb-b087-819a432a0c25 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:49.420107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.420865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.434116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.435646 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-69127de7-2327-40a2-b63e-05b4e6a890f6 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7238357 Mar 24 17:08:49.436056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.440557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39732) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:49.499616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-87aa4ab0-0637-45bb-9ab2-9fcc9c72953b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:08:49.518488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 24c666b1-433e-4adb-b087-819a432a0c25 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:49.519106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.575091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=a45a847d-2bf9-4494-bc04-527308f4a034,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:49.631688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network f38933c3-09cd-41bb-a6de-d93545095cf7 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:49.633192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:49.685642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=ace31184-2ca8-4f89-bd96-296578047b10,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:49.731940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Provisioning complete for port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:49.732349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2d553041-98a9-459d-a6b6-6a2ec150ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:49.883896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 460c03af-e340-4ea0-bcdc-cab6ee3b0265 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:49.906721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c6ea25d1-eb39-4d42-b41f-1182e27eaae9 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:08:50.079673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:50.080411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:50.125657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:50.140237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-691a6e62-0716-458f-9c91-10448aa35be5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/460c03af-e340-4ea0-bcdc-cab6ee3b0265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9076455 Mar 24 17:08:50.142051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048be4eb-f7b5-4e92-84df-a15506845c47 None None] Sync routers for ids ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:50.142487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39736) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:50.160482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048be4eb-f7b5-4e92-84df-a15506845c47 None None] Routers {'460c03af-e340-4ea0-bcdc-cab6ee3b0265'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:50.161115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-048be4eb-f7b5-4e92-84df-a15506845c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:50.239044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-048be4eb-f7b5-4e92-84df-a15506845c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:50.298656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048be4eb-f7b5-4e92-84df-a15506845c47 None None] Routers {'460c03af-e340-4ea0-bcdc-cab6ee3b0265'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:50.299298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-048be4eb-f7b5-4e92-84df-a15506845c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:50.374831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-048be4eb-f7b5-4e92-84df-a15506845c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:50.375258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048be4eb-f7b5-4e92-84df-a15506845c47 None None] The sync data for ids ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:50.381297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:50.389377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7e0343a7-ed95-4cff-9395-be8b95b0999d None None] Provisioning for port a45a847d-2bf9-4494-bc04-527308f4a034 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:08:50.397119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7e0343a7-ed95-4cff-9395-be8b95b0999d None None] Provisioning complete for port a45a847d-2bf9-4494-bc04-527308f4a034 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:50.405927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7e0343a7-ed95-4cff-9395-be8b95b0999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:50.433660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4fd7bb-297a-4937-ae0f-326e3b8443c4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:50.434291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dc4fd7bb-297a-4937-ae0f-326e3b8443c4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:50.466015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7e0343a7-ed95-4cff-9395-be8b95b0999d None None] Port a45a847d-2bf9-4494-bc04-527308f4a034 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:50.469082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87aa4ab0-0637-45bb-9ab2-9fcc9c72953b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:50.478376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7e0343a7-ed95-4cff-9395-be8b95b0999d None None] Provisioning complete for port ace31184-2ca8-4f89-bd96-296578047b10 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:50.478744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7e0343a7-ed95-4cff-9395-be8b95b0999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:50.522920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dc4fd7bb-297a-4937-ae0f-326e3b8443c4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:50.523918 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dc4fd7bb-297a-4937-ae0f-326e3b8443c4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports/a45a847d-2bf9-4494-bc04-527308f4a034 HTTP/1.1" status: 200 len: 913 time: 0.3796258 Mar 24 17:08:50.526756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39742) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:50.544818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7e0343a7-ed95-4cff-9395-be8b95b0999d None None] Port ace31184-2ca8-4f89-bd96-296578047b10 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:50.653525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87aa4ab0-0637-45bb-9ab2-9fcc9c72953b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:50.904997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:50.930382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:50.940401 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de03433-a038-412e-9c19-02212c31b5a8 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:50.953632 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de03433-a038-412e-9c19-02212c31b5a8 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:50.954253 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0de03433-a038-412e-9c19-02212c31b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:51.031674 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0de03433-a038-412e-9c19-02212c31b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:51.041396 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de03433-a038-412e-9c19-02212c31b5a8 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:51.042008 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0de03433-a038-412e-9c19-02212c31b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:51.106483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:51.111748 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0de03433-a038-412e-9c19-02212c31b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:51.112153 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de03433-a038-412e-9c19-02212c31b5a8 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:51.237161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87aa4ab0-0637-45bb-9ab2-9fcc9c72953b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Router ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:08:51.482748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port a45a847d-2bf9-4494-bc04-527308f4a034 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:51.483348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:51.653654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:51.669898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aa4ab0-0637-45bb-9ab2-9fcc9c72953b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:51.680999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] Sync routers for ids ['ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:51.686478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-87aa4ab0-0637-45bb-9ab2-9fcc9c72953b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:51.687648 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-87aa4ab0-0637-45bb-9ab2-9fcc9c72953b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "PUT /v2.0/routers/ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d HTTP/1.1" status: 200 len: 694 time: 2.2039382 Mar 24 17:08:51.691822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39748) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:51.701398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] Routers {'ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:51.702032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:51.779021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router ef38cf0a-0d08-439e-8f39-a98612f76adc has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:51.880210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] Set router ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:51.886546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:52.027783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d', 'name': 'tempest-RoutersTest-router-1430662059', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:48Z', 'updated_at': '2022-03-24T17:08:50Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:52.032236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] Checking router: ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:08:52.041600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] Routers {'ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:52.042226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:52.150565 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0edab3a4-e27f-42f6-906e-d3fcd076f4a0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/routers/ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d HTTP/1.1" status: 200 len: 700 time: 0.4526584 Mar 24 17:08:52.154612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39752) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:52.182775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] Set router ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:08:52.239737 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ba5478a7-e471-4523-85ed-4e3e94145490 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d HTTP/1.1" status: 200 len: 205 time: 0.0817342 Mar 24 17:08:52.244841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for a45a847d-2bf9-4494-bc04-527308f4a034 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:52.261880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39756) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:52.311096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d', 'name': 'tempest-RoutersTest-router-1430662059', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:48Z', 'updated_at': '2022-03-24T17:08:50Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:52.316734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff160ea-9632-49d4-9ee2-3251d9c5bf61 None None] The sync data for ids ['ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d'] in dv-neutron-835063-1-hyperv is: [{'id': 'ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d', 'name': 'tempest-RoutersTest-router-1430662059', 'tenant_id': 'da468f98f5384225a7bc745eefe0caad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:48Z', 'updated_at': '2022-03-24T17:08:50Z', 'revision_number': 2, 'project_id': 'da468f98f5384225a7bc745eefe0caad', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:52.368710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:52.374944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:52.379595 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4b67dd-7f5d-43ad-a804-4982b9af72ba None None] Sync routers for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:52.391179 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4b67dd-7f5d-43ad-a804-4982b9af72ba None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:52.392091 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ce4b67dd-7f5d-43ad-a804-4982b9af72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:52.465893 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ce4b67dd-7f5d-43ad-a804-4982b9af72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:52.488558 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4b67dd-7f5d-43ad-a804-4982b9af72ba None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:52.489426 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ce4b67dd-7f5d-43ad-a804-4982b9af72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:52.609785 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ce4b67dd-7f5d-43ad-a804-4982b9af72ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:52.612296 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4b67dd-7f5d-43ad-a804-4982b9af72ba None None] The sync data for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:52.650304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a802-c421-4f20-ba95-9249624223b9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:52.728789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:52.745162 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-79f9234a-c8d0-4554-94fd-698daf828d22 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/floatingips/ad9049ff-15ee-4be9-ae3c-b2a0fab33902 HTTP/1.1" status: 200 len: 978 time: 6.9692199 Mar 24 17:08:52.763439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39762) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:52.825712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=a45a847d-2bf9-4494-bc04-527308f4a034,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:53.049084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a802-c421-4f20-ba95-9249624223b9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.052658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a802-c421-4f20-ba95-9249624223b9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.072586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 491e6569-5982-41fb-b21d-bb0431890c54 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:53.073068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.085342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.176791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.649542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.659419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.899063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 460c03af-e340-4ea0-bcdc-cab6ee3b0265 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:53.937769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a802-c421-4f20-ba95-9249624223b9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.938520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f5a802-c421-4f20-ba95-9249624223b9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Fanout notify agent at l3_agent the message router_deleted on router ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:08:53.983504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.993577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a802-c421-4f20-ba95-9249624223b9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:53.994780 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c1f5a802-c421-4f20-ba95-9249624223b9 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d HTTP/1.1" status: 204 len: 168 time: 1.7286224 Mar 24 17:08:54.006565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39768) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.067503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=ace31184-2ca8-4f89-bd96-296578047b10,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:54.103783 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-016b9b1c-d835-49fe-abe7-a6baaaa9f66e tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d HTTP/1.1" status: 200 len: 205 time: 0.0953605 Mar 24 17:08:54.107689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.108060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.108404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.108741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.109092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.109427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.109754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.110075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.110396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.110716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.111037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.111361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:08:54.114768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39772) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.237112 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-a211afb7-8742-4bbf-9cb6-8a1bd1b4c0db tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] delete failed (client error): The resource could not be found. Mar 24 17:08:54.240552 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a211afb7-8742-4bbf-9cb6-8a1bd1b4c0db tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/ab529c69-6dbc-43ed-bfc6-13e4f99dbb9d HTTP/1.1" status: 404 len: 336 time: 0.1203647 Mar 24 17:08:54.246063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39776) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.269104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:54.282732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c06e8f-ca02-4fc0-a12b-9e89cbba6e57 None None] Sync routers for ids ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:54.293890 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ee13dd-e263-45e8-97ae-70139ad9c0e0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:54.294342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ee13dd-e263-45e8-97ae-70139ad9c0e0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:54.294574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c06e8f-ca02-4fc0-a12b-9e89cbba6e57 None None] Routers {'460c03af-e340-4ea0-bcdc-cab6ee3b0265'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:54.295120 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-00c06e8f-ca02-4fc0-a12b-9e89cbba6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:54.298509 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-45ee13dd-e263-45e8-97ae-70139ad9c0e0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/fab0ac5a-5b76-44cc-bfd2-e8700adba7a6 HTTP/1.1" status: 404 len: 337 time: 0.0490279 Mar 24 17:08:54.299367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39780) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.338334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:08:54.338334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:08:54.345326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:54.345695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:54.346122 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Floating IP ad9049ff-15ee-4be9-ae3c-b2a0fab33902 disassociated. External IP: 172.26.4.113, port: 491e6569-5982-41fb-b21d-bb0431890c54. Mar 24 17:08:54.346487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 491e6569-5982-41fb-b21d-bb0431890c54 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:54.375779 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-6568e8fa-e768-4625-bfc1-4076da0de50a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:54.375779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6568e8fa-e768-4625-bfc1-4076da0de50a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:54.380155 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6568e8fa-e768-4625-bfc1-4076da0de50a tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/260b0a2e-9edc-4589-a7d8-d3c5d33681e8 HTTP/1.1" status: 404 len: 337 time: 0.0777631 Mar 24 17:08:54.385636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39784) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.425175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-00c06e8f-ca02-4fc0-a12b-9e89cbba6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:54.431003 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5a0b20a1-290d-4b5c-a271-5455a64f9fba tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/460c03af-e340-4ea0-bcdc-cab6ee3b0265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9031615 Mar 24 17:08:54.434114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39788) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.443648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c06e8f-ca02-4fc0-a12b-9e89cbba6e57 None None] Routers {'460c03af-e340-4ea0-bcdc-cab6ee3b0265'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:54.445850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-00c06e8f-ca02-4fc0-a12b-9e89cbba6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:54.502961 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3b0d3b-c1c6-4aa1-8674-0f089edbb78c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:54.502961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3b0d3b-c1c6-4aa1-8674-0f089edbb78c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:54.505112 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0b3b0d3b-c1c6-4aa1-8674-0f089edbb78c tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/be0bcfb5-2c05-4bbf-be3d-a099f5775352 HTTP/1.1" status: 404 len: 337 time: 0.1181178 Mar 24 17:08:54.507918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39792) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.539842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-00c06e8f-ca02-4fc0-a12b-9e89cbba6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:54.540505 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c06e8f-ca02-4fc0-a12b-9e89cbba6e57 None None] The sync data for ids ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:54.567008 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-94410879-7d93-4383-83c5-c3e514ca921f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:54.568008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94410879-7d93-4383-83c5-c3e514ca921f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:54.570662 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-94410879-7d93-4383-83c5-c3e514ca921f tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/08694b70-8c01-4bc6-8688-0e2fb3ccb5c0 HTTP/1.1" status: 404 len: 337 time: 0.0617838 Mar 24 17:08:54.584268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39796) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.642214 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c32abb7c-8e52-4091-84cf-748ddaa6f1ba tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=eeeaf356-8baf-473f-bc6f-c4de652fb60c HTTP/1.1" status: 200 len: 205 time: 0.0567880 Mar 24 17:08:54.644788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39800) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.697152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-22047f21-93b0-47e7-8f57-5e2f97445294 None None] Provisioning complete for port ace31184-2ca8-4f89-bd96-296578047b10 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:08:54.697514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-22047f21-93b0-47e7-8f57-5e2f97445294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:54.720647 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-b2aa40a1-b996-47b7-ba03-85aec9dbb2f0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] delete failed (client error): The resource could not be found. Mar 24 17:08:54.721658 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b2aa40a1-b996-47b7-ba03-85aec9dbb2f0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/eeeaf356-8baf-473f-bc6f-c4de652fb60c HTTP/1.1" status: 404 len: 336 time: 0.0759983 Mar 24 17:08:54.724936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39804) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.777680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-22047f21-93b0-47e7-8f57-5e2f97445294 None None] Port ace31184-2ca8-4f89-bd96-296578047b10 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:08:54.780093 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-edc39f3d-dfd9-4017-bf60-fab20f39d123 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cec5b93-be41-4f33-9a89-0b78b25f8950 HTTP/1.1" status: 200 len: 205 time: 0.0546985 Mar 24 17:08:54.785041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39810) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.882729 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-2a365435-c2a3-4360-b6cc-f10a6a53e10d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] delete failed (client error): The resource could not be found. Mar 24 17:08:54.885697 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2a365435-c2a3-4360-b6cc-f10a6a53e10d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/4cec5b93-be41-4f33-9a89-0b78b25f8950 HTTP/1.1" status: 404 len: 336 time: 0.0997515 Mar 24 17:08:54.886738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39814) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.936285 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2242f605-c78f-4beb-ab9a-f45995ebcecc tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:54.936746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2242f605-c78f-4beb-ab9a-f45995ebcecc tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:54.938750 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2242f605-c78f-4beb-ab9a-f45995ebcecc tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/35c03a4c-a2bd-4059-b4b0-b0f9291fcffc HTTP/1.1" status: 404 len: 337 time: 0.0512018 Mar 24 17:08:54.941166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39818) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:54.976486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:54.979055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Router 5cc32411-256b-4ac4-8944-9780184e5b62 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:08:54.988997 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-79e6bb3a-a4bc-4f71-82a4-1108f64cbd8d tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee HTTP/1.1" status: 200 len: 205 time: 0.0466278 Mar 24 17:08:54.993349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39822) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:55.036488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=491e6569-5982-41fb-b21d-bb0431890c54,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:55.123877 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-bd844013-6eb5-4bb0-b056-413b70891e22 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] delete failed (client error): The resource could not be found. Mar 24 17:08:55.124942 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bd844013-6eb5-4bb0-b056-413b70891e22 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/5aec8d36-f298-4d1d-9fc8-84a6d6bc78ee HTTP/1.1" status: 404 len: 336 time: 0.1307025 Mar 24 17:08:55.131005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39826) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:55.183314 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c279ec79-4274-4693-ae1a-ee2fd4db2a92 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbaaf967-11e3-49f1-acd4-31305445c99d HTTP/1.1" status: 200 len: 205 time: 0.0511236 Mar 24 17:08:55.185969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39830) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:55.449726 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-d5697041-bf57-4548-8896-3790386cb537 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] delete failed (client error): The resource could not be found. Mar 24 17:08:55.450680 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d5697041-bf57-4548-8896-3790386cb537 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/cbaaf967-11e3-49f1-acd4-31305445c99d HTTP/1.1" status: 404 len: 336 time: 0.2638044 Mar 24 17:08:55.453689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39834) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:55.454725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:55.505701 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2e5662-b627-40be-8b82-4144b3f5ee45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:55.506160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2e5662-b627-40be-8b82-4144b3f5ee45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:55.510179 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ba2e5662-b627-40be-8b82-4144b3f5ee45 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/6824bc5d-c611-4cb5-a47c-b88413be605b HTTP/1.1" status: 404 len: 337 time: 0.0534120 Mar 24 17:08:55.512146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39838) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:55.547479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:55.559194 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1cee2ed2-55c7-4b3f-b0fa-adb3f5c807e0 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "PUT /v2.0/routers/5cc32411-256b-4ac4-8944-9780184e5b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3416705 Mar 24 17:08:55.559825 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f812d-5c28-4cb6-86c5-7b372c804bc3 None None] Sync routers for ids ['5cc32411-256b-4ac4-8944-9780184e5b62'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:55.567218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39842) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:55.569663 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f812d-5c28-4cb6-86c5-7b372c804bc3 None None] Routers {'5cc32411-256b-4ac4-8944-9780184e5b62'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:55.570540 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-796f812d-5c28-4cb6-86c5-7b372c804bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5cc32411-256b-4ac4-8944-9780184e5b62'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:55.589624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router ef38cf0a-0d08-439e-8f39-a98612f76adc has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:55.602080 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3b799fc2-7f3b-40dc-9710-842e4d1958b2 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb HTTP/1.1" status: 200 len: 205 time: 0.0885901 Mar 24 17:08:55.604330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39846) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:55.643642 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-796f812d-5c28-4cb6-86c5-7b372c804bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:55.653789 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f812d-5c28-4cb6-86c5-7b372c804bc3 None None] Routers {'5cc32411-256b-4ac4-8944-9780184e5b62'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:55.654682 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-796f812d-5c28-4cb6-86c5-7b372c804bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5cc32411-256b-4ac4-8944-9780184e5b62'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:55.660394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2702bc3-31ca-4f9c-b600-699970b1bf2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:08:55.666996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f2702bc3-31ca-4f9c-b600-699970b1bf2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:55.721150 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-796f812d-5c28-4cb6-86c5-7b372c804bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:55.721823 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796f812d-5c28-4cb6-86c5-7b372c804bc3 None None] The sync data for ids ['5cc32411-256b-4ac4-8944-9780184e5b62'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:55.746074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f2702bc3-31ca-4f9c-b600-699970b1bf2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:55.747253 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f2702bc3-31ca-4f9c-b600-699970b1bf2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cc32411-256b-4ac4-8944-9780184e5b62 HTTP/1.1" status: 200 len: 983 time: 0.1791208 Mar 24 17:08:55.750121 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39850) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:55.809940 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-590f08ef-ca54-4837-8a2f-9a9c91e533eb tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] delete failed (client error): The resource could not be found. Mar 24 17:08:55.810876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-590f08ef-ca54-4837-8a2f-9a9c91e533eb tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/6f1a0a32-01c4-42ae-86d9-f4f2e6d3d1bb HTTP/1.1" status: 404 len: 336 time: 0.1936142 Mar 24 17:08:55.813733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39854) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:55.913990 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e7620c-6761-4fa2-a874-e267a62168d0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:55.914466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e7620c-6761-4fa2-a874-e267a62168d0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:55.918749 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b6e7620c-6761-4fa2-a874-e267a62168d0 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/0685ea66-0416-4c9c-aa92-43d15a5b1a77 HTTP/1.1" status: 404 len: 337 time: 0.1017170 Mar 24 17:08:55.921121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39860) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:56.038522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a3ec19e9-6075-41c4-a13c-c0cdf9ed2657 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Synchronizing usage tracker for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:56.075873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:56.089084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb9afb-cc1a-4783-af1f-bedab267395a None None] Sync routers for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:56.108795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb9afb-cc1a-4783-af1f-bedab267395a None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:56.109517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-fbdb9afb-cc1a-4783-af1f-bedab267395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:56.129795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a3ec19e9-6075-41c4-a13c-c0cdf9ed2657 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] Unset dirty status for tenant:da468f98f5384225a7bc745eefe0caad on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:56.133934 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a3ec19e9-6075-41c4-a13c-c0cdf9ed2657 tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "GET /v2.0/ports?device_id=670db153-f7a2-45e5-a5b6-40fc37b48abe HTTP/1.1" status: 200 len: 205 time: 0.2087817 Mar 24 17:08:56.134742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39864) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:56.179649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-fbdb9afb-cc1a-4783-af1f-bedab267395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:56.189399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb9afb-cc1a-4783-af1f-bedab267395a None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:56.191776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-fbdb9afb-cc1a-4783-af1f-bedab267395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:56.215051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port c7168704-7d68-4d89-a99a-42b25f15f9b6 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:56.215383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:56.258324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-fbdb9afb-cc1a-4783-af1f-bedab267395a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:56.258845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb9afb-cc1a-4783-af1f-bedab267395a None None] The sync data for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:56.267055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:56.302412 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2e9b9c08-5403-4440-b7a4-9e0ff48cd096 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/ports/491e6569-5982-41fb-b21d-bb0431890c54 HTTP/1.1" status: 204 len: 168 time: 3.5378997 Mar 24 17:08:56.311117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39868) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:56.375916 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:08:56.399892 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-bf4a3996-8164-4356-9789-f51df4b0db3b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] delete failed (client error): The resource could not be found. Mar 24 17:08:56.400927 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bf4a3996-8164-4356-9789-f51df4b0db3b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/routers/670db153-f7a2-45e5-a5b6-40fc37b48abe HTTP/1.1" status: 404 len: 336 time: 0.2658310 Mar 24 17:08:56.404177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39872) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:56.459241 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-060a74e2-a096-4e64-9e62-cc3de751376b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:56.461602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060a74e2-a096-4e64-9e62-cc3de751376b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:56.461602 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-060a74e2-a096-4e64-9e62-cc3de751376b tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/5194b992-128f-428e-b237-1c5b5652a5e0 HTTP/1.1" status: 404 len: 337 time: 0.0562549 Mar 24 17:08:56.463207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:56.470200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39876) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:56.621457 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-b267fa74-0368-4647-882d-7bc49c7c8bfe tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] DELETE failed (client error): The resource could not be found. Mar 24 17:08:56.621840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b267fa74-0368-4647-882d-7bc49c7c8bfe tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:08:56.625831 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b267fa74-0368-4647-882d-7bc49c7c8bfe tempest-RoutersTest-1372184836 tempest-RoutersTest-1372184836-project] 10.222.0.47 "DELETE /v2.0/subnets/57b25008-37ef-4f36-847e-25e320d2e8a6 HTTP/1.1" status: 404 len: 337 time: 0.1522725 Mar 24 17:08:56.631734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for c7168704-7d68-4d89-a99a-42b25f15f9b6 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:56.911812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:57.312185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39886) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:57.450837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port ace31184-2ca8-4f89-bd96-296578047b10 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:57.450837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:57.507721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:57.518395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:57.566662 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-30d3d097-5e72-4f15-a3e3-ba14eb0534be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da468f98f5384225a7bc745eefe0caad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508538 Mar 24 17:08:57.571388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39892) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:57.617462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=c7168704-7d68-4d89-a99a-42b25f15f9b6,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:57.761653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:57.874757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:58.021236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for ace31184-2ca8-4f89-bd96-296578047b10 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:58.056870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba27bb7c-8022-4701-b6d0-e59ddcb9eb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:58.073624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 460c03af-e340-4ea0-bcdc-cab6ee3b0265 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:58.217975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba27bb7c-8022-4701-b6d0-e59ddcb9eb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:58.220731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:58.236566 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fce45f2a-9a6a-4079-aad0-978c877a7e6f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/460c03af-e340-4ea0-bcdc-cab6ee3b0265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7984779 Mar 24 17:08:58.237377 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e328f0-51d0-42e5-b70e-ffd19f93b05a None None] Sync routers for ids ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:58.239165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39898) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:58.247664 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e328f0-51d0-42e5-b70e-ffd19f93b05a None None] Routers {'460c03af-e340-4ea0-bcdc-cab6ee3b0265'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:58.248543 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-86e328f0-51d0-42e5-b70e-ffd19f93b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:58.287262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6aca0e7c-279b-4856-8159-3b273a8a0718 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:58.324423 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-86e328f0-51d0-42e5-b70e-ffd19f93b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:58.333212 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e328f0-51d0-42e5-b70e-ffd19f93b05a None None] Routers {'460c03af-e340-4ea0-bcdc-cab6ee3b0265'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:58.334398 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-86e328f0-51d0-42e5-b70e-ffd19f93b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:58.390515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6aca0e7c-279b-4856-8159-3b273a8a0718 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:08:58.391846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6aca0e7c-279b-4856-8159-3b273a8a0718 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=460c03af-e340-4ea0-bcdc-cab6ee3b0265 HTTP/1.1" status: 200 len: 205 time: 0.1509249 Mar 24 17:08:58.394621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39902) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:58.420029 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-86e328f0-51d0-42e5-b70e-ffd19f93b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:08:58.421582 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e328f0-51d0-42e5-b70e-ffd19f93b05a None None] The sync data for ids ['460c03af-e340-4ea0-bcdc-cab6ee3b0265'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:08:58.463129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 42ea9c14-16fc-4a6e-8b82-f071f073d2ac {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:08:58.469388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:58.490581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba27bb7c-8022-4701-b6d0-e59ddcb9eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:58.531075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4e13d959-e41c-4194-86b0-e24b086b8aa4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:58.538150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27bb7c-8022-4701-b6d0-e59ddcb9eb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0a7999-288f-4ad1-bac7-80ff828f1a0a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:58.782024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:58.864679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=ace31184-2ca8-4f89-bd96-296578047b10,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:58.867630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ba27bb7c-8022-4701-b6d0-e59ddcb9eb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:58.869595 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ba27bb7c-8022-4701-b6d0-e59ddcb9eb77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b0a7999-288f-4ad1-bac7-80ff828f1a0a HTTP/1.1" status: 204 len: 168 time: 1.2971077 Mar 24 17:08:59.026916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.028569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4e13d959-e41c-4194-86b0-e24b086b8aa4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.033068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4e13d959-e41c-4194-86b0-e24b086b8aa4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.101747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4e13d959-e41c-4194-86b0-e24b086b8aa4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.102664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e13d959-e41c-4194-86b0-e24b086b8aa4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Fanout notify agent at l3_agent the message router_deleted on router 460c03af-e340-4ea0-bcdc-cab6ee3b0265 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:08:59.120576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4e13d959-e41c-4194-86b0-e24b086b8aa4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.126366 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4e13d959-e41c-4194-86b0-e24b086b8aa4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/460c03af-e340-4ea0-bcdc-cab6ee3b0265 HTTP/1.1" status: 204 len: 168 time: 0.7263463 Mar 24 17:08:59.127009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39908) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:59.231869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 42ea9c14-16fc-4a6e-8b82-f071f073d2ac owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:08:59.263048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef422b0-b17e-4036-8a20-d793567159c8 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting subnet 74944e4b-e339-4127-aef6-d1a3da78424e {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:59.275852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ef422b0-b17e-4036-8a20-d793567159c8 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.346179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.375008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ef422b0-b17e-4036-8a20-d793567159c8 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.506365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ef422b0-b17e-4036-8a20-d793567159c8 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.666102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ef422b0-b17e-4036-8a20-d793567159c8 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.692469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Router 5cc32411-256b-4ac4-8944-9780184e5b62 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:08:59.715006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef422b0-b17e-4036-8a20-d793567159c8 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Subnet': ['ID=74944e4b-e339-4127-aef6-d1a3da78424e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:08:59.722836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0ef422b0-b17e-4036-8a20-d793567159c8 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.730658 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0ef422b0-b17e-4036-8a20-d793567159c8 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/74944e4b-e339-4127-aef6-d1a3da78424e HTTP/1.1" status: 204 len: 168 time: 0.6026382 Mar 24 17:08:59.732150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e357919f-74d4-4a5f-90e7-635bfe37ea53 None None] Network f38933c3-09cd-41bb-a6de-d93545095cf7 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:08:59.733273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39924) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:59.813325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a537c16-57e1-47a4-94b3-6c99a6f08f3a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting subnet b596269a-a312-414b-a12b-de90fbb89c05 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:08:59.816811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a537c16-57e1-47a4-94b3-6c99a6f08f3a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.848441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:08:59.880827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e6fc4-f4d0-4a2b-8c1e-1601ed90af85 None None] Sync routers for ids ['5cc32411-256b-4ac4-8944-9780184e5b62'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:08:59.906051 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dd1e9c61-d105-4c8d-96d9-44719aee111d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "PUT /v2.0/routers/5cc32411-256b-4ac4-8944-9780184e5b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1548524 Mar 24 17:08:59.906934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39930) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:08:59.938492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a537c16-57e1-47a4-94b3-6c99a6f08f3a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:08:59.972739 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f879a8f-4220-41c1-86ad-73f38e304b62 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:08:59.973811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6f879a8f-4220-41c1-86ad-73f38e304b62 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:08:59.989445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96e6fc4-f4d0-4a2b-8c1e-1601ed90af85 None None] Routers {'5cc32411-256b-4ac4-8944-9780184e5b62'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:08:59.990640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d96e6fc4-f4d0-4a2b-8c1e-1601ed90af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5cc32411-256b-4ac4-8944-9780184e5b62'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:00.068054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d96e6fc4-f4d0-4a2b-8c1e-1601ed90af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:00.083297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a537c16-57e1-47a4-94b3-6c99a6f08f3a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.087011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96e6fc4-f4d0-4a2b-8c1e-1601ed90af85 None None] Routers {'5cc32411-256b-4ac4-8944-9780184e5b62'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:00.087011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d96e6fc4-f4d0-4a2b-8c1e-1601ed90af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5cc32411-256b-4ac4-8944-9780184e5b62'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:00.105284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6f879a8f-4220-41c1-86ad-73f38e304b62 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:00.109203 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6f879a8f-4220-41c1-86ad-73f38e304b62 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/ace31184-2ca8-4f89-bd96-296578047b10 HTTP/1.1" status: 404 len: 333 time: 0.1887894 Mar 24 17:09:00.115582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39946) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:00.177271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.198465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d96e6fc4-f4d0-4a2b-8c1e-1601ed90af85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:00.198465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e6fc4-f4d0-4a2b-8c1e-1601ed90af85 None None] The sync data for ids ['5cc32411-256b-4ac4-8944-9780184e5b62'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:00.271306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a537c16-57e1-47a4-94b3-6c99a6f08f3a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.322141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] DHCP port deletion for f38933c3-09cd-41bb-a6de-d93545095cf7 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:00.328569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Deleting port 24c666b1-433e-4adb-b087-819a432a0c25 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:00.329805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.365651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a537c16-57e1-47a4-94b3-6c99a6f08f3a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Subnet': ['ID=b596269a-a312-414b-a12b-de90fbb89c05,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:00.378815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39954) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:00.383790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a537c16-57e1-47a4-94b3-6c99a6f08f3a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.406158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9a537c16-57e1-47a4-94b3-6c99a6f08f3a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/b596269a-a312-414b-a12b-de90fbb89c05 HTTP/1.1" status: 204 len: 168 time: 0.6712401 Mar 24 17:09:00.409390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec9031-0fe8-4a06-8ff5-fc753c563d22 None None] Network f599b86b-8be0-4cac-9861-5d651e9ee9e1 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:00.409931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39960) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:00.550751 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=42ea9c14-16fc-4a6e-8b82-f071f073d2ac,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:00.584377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751437558'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:00.594500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:00.602979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:00.606437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28d73338-4f1b-4b20-b7f5-c26912fc71d1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.606679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:00.614268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.621806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:00.640297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 24c666b1-433e-4adb-b087-819a432a0c25 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:00.648106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.746444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.767507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c8421991-e775-45ba-a308-e0df0819ed34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.776697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.807556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:00.811316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] For port 24c666b1-433e-4adb-b087-819a432a0c25, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=24c666b1-433e-4adb-b087-819a432a0c25,segment=NetworkSegment(614ec7e8-874c-4de2-bd6f-f317309c5fd9),segment_id=614ec7e8-874c-4de2-bd6f-f317309c5fd9)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:00.812031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:00.858025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:00.874550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:00.904969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:00.961058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] DHCP port deletion for f599b86b-8be0-4cac-9861-5d651e9ee9e1 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:00.971182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Calling delete_port for 24c666b1-433e-4adb-b087-819a432a0c25 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:01.026705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Deleting port fe897d1a-f469-415b-8c80-ab0488e62b81 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:01.027105 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.045104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port 24c666b1-433e-4adb-b087-819a432a0c25, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=24c666b1-433e-4adb-b087-819a432a0c25,segment=NetworkSegment(614ec7e8-874c-4de2-bd6f-f317309c5fd9),segment_id=614ec7e8-874c-4de2-bd6f-f317309c5fd9)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:01.045252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.113363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28d73338-4f1b-4b20-b7f5-c26912fc71d1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.145351 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fe897d1a-f469-415b-8c80-ab0488e62b81 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:09:01.228595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 24c666b1-433e-4adb-b087-819a432a0c25 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:01.300922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.312976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28d73338-4f1b-4b20-b7f5-c26912fc71d1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.365441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.365692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.373250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:01.373595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:01.379016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.442878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.460548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port fe897d1a-f469-415b-8c80-ab0488e62b81, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fe897d1a-f469-415b-8c80-ab0488e62b81,segment=NetworkSegment(b4209477-b580-4245-ba60-a339a0d73570),segment_id=b4209477-b580-4245-ba60-a339a0d73570)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:01.462095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:01.466041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Pushing event deleted for resources: {'Port': ['ID=24c666b1-433e-4adb-b087-819a432a0c25,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:01.474513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:01.477833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.479754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.479754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.479754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.479754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.480195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.480293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.480608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.480940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.481318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.481647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.481971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.486885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] For port fe897d1a-f469-415b-8c80-ab0488e62b81, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fe897d1a-f469-415b-8c80-ab0488e62b81,segment=NetworkSegment(b4209477-b580-4245-ba60-a339a0d73570),segment_id=b4209477-b580-4245-ba60-a339a0d73570)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:01.487401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.495225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb6c12-8ca3-407e-8869-ec6520d1e37c None None] No DVR routers for this DVR port 24c666b1-433e-4adb-b087-819a432a0c25 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:09:01.496677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:01.522056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:01.529059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be1ead2-721c-4a19-a60d-7e7a2fa42505,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:01.544117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28d73338-4f1b-4b20-b7f5-c26912fc71d1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.545747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d73338-4f1b-4b20-b7f5-c26912fc71d1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Fanout notify agent at l3_agent the message router_deleted on router 5cc32411-256b-4ac4-8944-9780184e5b62 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:09:01.546480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.553919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.554640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.558654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.559348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 24c666b1-433e-4adb-b087-819a432a0c25 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:09:01.559664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.560060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.560418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.560813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.561249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.561474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.561787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.562110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.562405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:01.572618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28d73338-4f1b-4b20-b7f5-c26912fc71d1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.588762 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-28d73338-4f1b-4b20-b7f5-c26912fc71d1 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/routers/5cc32411-256b-4ac4-8944-9780184e5b62 HTTP/1.1" status: 204 len: 168 time: 1.4783366 Mar 24 17:09:01.592100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39974) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:01.700357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb54f75-20f6-4416-83c0-666ba8c34bb7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet ac630e5a-b012-4faa-9b1e-c00651975006 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:01.709092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fb54f75-20f6-4416-83c0-666ba8c34bb7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.736052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 24c666b1-433e-4adb-b087-819a432a0c25 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:09:01.736647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 24c666b1-433e-4adb-b087-819a432a0c25 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:09:01.746783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Calling delete_port for fe897d1a-f469-415b-8c80-ab0488e62b81 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:01.775491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=fe897d1a-f469-415b-8c80-ab0488e62b81,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:01.856769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.864302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router ef38cf0a-0d08-439e-8f39-a98612f76adc has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:09:01.876575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 24c666b1-433e-4adb-b087-819a432a0c25 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:01.876919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:01.911400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:01.912106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:01.950746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] The port '24c666b1-433e-4adb-b087-819a432a0c25' was deleted {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:09:01.982832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fb54f75-20f6-4416-83c0-666ba8c34bb7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.018320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.177417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.182487 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7910123 Mar 24 17:09:02.182755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39978) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:02.189453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.204510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:02.207868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69843244-3268-45cc-92ae-e51b118a99e8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bc081d-14c6-4cbb-ba7a-2d75565f8326,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:02.214526 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-98b262c8-56f9-478e-8256-ac7186c308dd tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/routers/ef38cf0a-0d08-439e-8f39-a98612f76adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8948126 Mar 24 17:09:02.214819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39982) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:02.223668 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5218e3-d679-4934-a0c2-b7d1390e99c6 None None] Sync routers for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:02.235056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38933c3-09cd-41bb-a6de-d93545095cf7']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:02.241288 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5218e3-d679-4934-a0c2-b7d1390e99c6 None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:02.242131 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2b5218e3-d679-4934-a0c2-b7d1390e99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:02.253249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614ec7e8-874c-4de2-bd6f-f317309c5fd9') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:02.253579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614ec7e8-874c-4de2-bd6f-f317309c5fd9') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:02.269814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.280429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fb54f75-20f6-4416-83c0-666ba8c34bb7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.307671 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2b5218e3-d679-4934-a0c2-b7d1390e99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:02.318128 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5218e3-d679-4934-a0c2-b7d1390e99c6 None None] Routers {'ef38cf0a-0d08-439e-8f39-a98612f76adc'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:02.318983 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2b5218e3-d679-4934-a0c2-b7d1390e99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:08:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ef38cf0a-0d08-439e-8f39-a98612f76adc'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:02.327110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.339282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:02.340178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.362846 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3153c565-d9b5-4a93-9e27-29d48ed6768b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1718359 Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: util.warn( Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:02.363055 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:02.370924 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39986) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:02.380591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c20ba5e7-d616-43f3-9a65-22cd85c06464 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-security--84491300', 'description': 'tempest-security-description-1956340626'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:02.382839 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2b5218e3-d679-4934-a0c2-b7d1390e99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:02.383413 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5218e3-d679-4934-a0c2-b7d1390e99c6 None None] The sync data for ids ['ef38cf0a-0d08-439e-8f39-a98612f76adc'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:02.413773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Deleting port fe897d1a-f469-415b-8c80-ab0488e62b81 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:02.414527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.446041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.474079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c20ba5e7-d616-43f3-9a65-22cd85c06464 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.546104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c20ba5e7-d616-43f3-9a65-22cd85c06464 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.568001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.601820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.607477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fb54f75-20f6-4416-83c0-666ba8c34bb7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.669971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb54f75-20f6-4416-83c0-666ba8c34bb7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=ac630e5a-b012-4faa-9b1e-c00651975006,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:02.677593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.677976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Network': ['ID=f38933c3-09cd-41bb-a6de-d93545095cf7,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:02.685534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c20ba5e7-d616-43f3-9a65-22cd85c06464 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.688427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c20ba5e7-d616-43f3-9a65-22cd85c06464 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.689881 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c20ba5e7-d616-43f3-9a65-22cd85c06464 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "PUT /v2.0/security-groups/c1bc081d-14c6-4cbb-ba7a-2d75565f8326 HTTP/1.1" status: 200 len: 1778 time: 0.3180664 Mar 24 17:09:02.692761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 39992) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:02.710173 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2656635f-0d71-41b2-b185-976216f8b509 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/networks/f38933c3-09cd-41bb-a6de-d93545095cf7 HTTP/1.1" status: 204 len: 168 time: 2.2987053 Mar 24 17:09:02.716051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fb54f75-20f6-4416-83c0-666ba8c34bb7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.721520 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4fb54f75-20f6-4416-83c0-666ba8c34bb7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/ac630e5a-b012-4faa-9b1e-c00651975006 HTTP/1.1" status: 204 len: 168 time: 1.1253712 Mar 24 17:09:02.726920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39996) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:02.727632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 39998) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:02.757569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] For port fe897d1a-f469-415b-8c80-ab0488e62b81, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fe897d1a-f469-415b-8c80-ab0488e62b81,segment=NetworkSegment(b4209477-b580-4245-ba60-a339a0d73570),segment_id=b4209477-b580-4245-ba60-a339a0d73570)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:02.758104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.766900 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5c2911c9-0b31-4616-8c54-408514dd9e63 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups/c1bc081d-14c6-4cbb-ba7a-2d75565f8326 HTTP/1.1" status: 200 len: 1778 time: 0.0729778 Mar 24 17:09:02.769892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40004) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:02.828173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ba5e7-d616-43f3-9a65-22cd85c06464 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bc081d-14c6-4cbb-ba7a-2d75565f8326,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:02.855378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 8df964f6-b037-45df-b67c-18119c074587 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:02.855986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.890370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69437da-6fe3-4b5c-bb3a-5a4f317a2986 None None] Network 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:02.903735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3181f917-bdd8-42c4-a742-4d68f4d71ad3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.965539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.995827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:02.999354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:02.999679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.043855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port fe897d1a-f469-415b-8c80-ab0488e62b81 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:03.044243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.094614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.114909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Calling delete_port for fe897d1a-f469-415b-8c80-ab0488e62b81 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:03.176419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3181f917-bdd8-42c4-a742-4d68f4d71ad3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.248640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-68c85b83-b91e-461e-9c56-c4d3bbe22f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.251738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.264600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 8df964f6-b037-45df-b67c-18119c074587 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:03.324537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.412463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] Pushing event deleted for resources: {'Port': ['ID=fe897d1a-f469-415b-8c80-ab0488e62b81,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:03.415053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c6fe76-ba14-472f-b8da-0c80281a9d02 None None] DHCP port deletion for 80b9a258-f90f-4b4a-9cfc-4f0295828ed2 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:03.418858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port fe897d1a-f469-415b-8c80-ab0488e62b81, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fe897d1a-f469-415b-8c80-ab0488e62b81,segment=NetworkSegment(b4209477-b580-4245-ba60-a339a0d73570),segment_id=b4209477-b580-4245-ba60-a339a0d73570)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:03.418858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.422882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-13c6fe76-ba14-472f-b8da-0c80281a9d02 None None] Deleting port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:03.423370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13c6fe76-ba14-472f-b8da-0c80281a9d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.436545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3181f917-bdd8-42c4-a742-4d68f4d71ad3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.453952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ba71c-77b8-4735-8a68-33298e9e613f None None] No DVR routers for this DVR port fe897d1a-f469-415b-8c80-ab0488e62b81 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:09:03.457993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181f917-bdd8-42c4-a742-4d68f4d71ad3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bc081d-14c6-4cbb-ba7a-2d75565f8326,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:03.467871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3181f917-bdd8-42c4-a742-4d68f4d71ad3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.472932 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3181f917-bdd8-42c4-a742-4d68f4d71ad3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/c1bc081d-14c6-4cbb-ba7a-2d75565f8326 HTTP/1.1" status: 204 len: 168 time: 0.7020743 Mar 24 17:09:03.475374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40008) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:03.577365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4a47fbd8-633e-48e9-900c-47fd3bd18615 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:03.654251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4a47fbd8-633e-48e9-900c-47fd3bd18615 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:03.658630 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4a47fbd8-633e-48e9-900c-47fd3bd18615 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1791997 Mar 24 17:09:03.658630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.658909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-13c6fe76-ba14-472f-b8da-0c80281a9d02 None None] For port c6ea25d1-eb39-4d42-b41f-1182e27eaae9, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c6ea25d1-eb39-4d42-b41f-1182e27eaae9,segment=NetworkSegment(8259a785-ae6b-4cd7-86ef-d159b4c9dba7),segment_id=8259a785-ae6b-4cd7-86ef-d159b4c9dba7)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:03.658909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13c6fe76-ba14-472f-b8da-0c80281a9d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.660405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40020) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:03.746292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=8df964f6-b037-45df-b67c-18119c074587,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:03.762041 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-082bad9d-1514-4cf5-a00d-9c0cd9ba50d6 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] delete failed (client error): The resource could not be found. Mar 24 17:09:03.762203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for fe897d1a-f469-415b-8c80-ab0488e62b81 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:03.767093 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-082bad9d-1514-4cf5-a00d-9c0cd9ba50d6 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/c1bc081d-14c6-4cbb-ba7a-2d75565f8326 HTTP/1.1" status: 404 len: 347 time: 0.0451200 Mar 24 17:09:03.789789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40024) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:03.806487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-secgroup--984166125'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:03.810520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-13c6fe76-ba14-472f-b8da-0c80281a9d02 None None] Calling delete_port for c6ea25d1-eb39-4d42-b41f-1182e27eaae9 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:03.812255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:03.823171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:03.833231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] For port c6ea25d1-eb39-4d42-b41f-1182e27eaae9, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c6ea25d1-eb39-4d42-b41f-1182e27eaae9,segment=NetworkSegment(8259a785-ae6b-4cd7-86ef-d159b4c9dba7),segment_id=8259a785-ae6b-4cd7-86ef-d159b4c9dba7)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:03.833599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.936732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.955365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:03.990769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.022812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.041379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for c6ea25d1-eb39-4d42-b41f-1182e27eaae9 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:04.042468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-13c6fe76-ba14-472f-b8da-0c80281a9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.108343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:04.110163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6fe76-ba14-472f-b8da-0c80281a9d02 None None] Pushing event deleted for resources: {'Port': ['ID=c6ea25d1-eb39-4d42-b41f-1182e27eaae9,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:04.116068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6fe76-ba14-472f-b8da-0c80281a9d02 None None] No DVR routers for this DVR port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:09:04.128334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:04.135017 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:04.139365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:04.139365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:04.153910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:04.167102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:04.167420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:04.257044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.316420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.321697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.324058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.369566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf41ac4-abcc-46ce-8351-24ce1e515c74,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:04.386367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.386367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Fanout notify agent at l3_agent the message router_deleted on router ef38cf0a-0d08-439e-8f39-a98612f76adc {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:09:04.400869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.408434 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b6d08a72-ff9b-43b5-a281-6ad603573551 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/routers/ef38cf0a-0d08-439e-8f39-a98612f76adc HTTP/1.1" status: 204 len: 168 time: 2.1864543 Mar 24 17:09:04.408434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40030) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:04.454913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.458955 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e6b88d8e-609c-48a5-a610-8ec0d56d6809 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6655402 Mar 24 17:09:04.459195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40034) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:04.464334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': 'fcf41ac4-abcc-46ce-8351-24ce1e515c74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:04.470290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:04.472949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6905058-5afd-4fae-ba25-f593b8da400a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting subnet e0e5d362-d80c-4cac-b665-15aecf744409 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:04.474264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:04.475936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6905058-5afd-4fae-ba25-f593b8da400a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.477363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:04.483123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:04.532393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6905058-5afd-4fae-ba25-f593b8da400a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.559204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.625594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.636920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6905058-5afd-4fae-ba25-f593b8da400a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.640518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port fe897d1a-f469-415b-8c80-ab0488e62b81 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:04.640865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.669374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port c6ea25d1-eb39-4d42-b41f-1182e27eaae9 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:04.669960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.713406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.768809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6905058-5afd-4fae-ba25-f593b8da400a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.794629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] The port 'fe897d1a-f469-415b-8c80-ab0488e62b81' was deleted {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:09:04.808642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] The port 'c6ea25d1-eb39-4d42-b41f-1182e27eaae9' was deleted {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:09:04.810180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6905058-5afd-4fae-ba25-f593b8da400a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e5d362-d80c-4cac-b665-15aecf744409,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:04.815768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a6905058-5afd-4fae-ba25-f593b8da400a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:04.828511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afbd7b0-c434-4328-8f9b-0c654a3f58e9 None None] Network b03cf571-2862-47e0-9e41-f254bf08b513 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:04.838670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35ed870-75da-4bab-9567-8af066a7135b,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:04.906027 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a6905058-5afd-4fae-ba25-f593b8da400a tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/subnets/e0e5d362-d80c-4cac-b665-15aecf744409 HTTP/1.1" status: 204 len: 168 time: 0.5002365 Mar 24 17:09:04.908585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40038) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:05.024549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.028445 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8dd9f0a9-e1f8-4763-82a1-6a5f96b873c2 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5682790 Mar 24 17:09:05.115980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.120704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40044) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:05.124705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.148839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.161887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 73a69991-b090-415d-8ad6-cded3c283670 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:05.162257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.167445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c6ea25d1-eb39-4d42-b41f-1182e27eaae9 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:09:05.190759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b9a258-f90f-4b4a-9cfc-4f0295828ed2']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:05.210716 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: c6ea25d1-eb39-4d42-b41f-1182e27eaae9 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:09:05.211060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c6ea25d1-eb39-4d42-b41f-1182e27eaae9 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:09:05.213400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] DHCP port deletion for b03cf571-2862-47e0-9e41-f254bf08b513 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:05.220317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] Deleting port 73a69991-b090-415d-8ad6-cded3c283670 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:05.220818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.226564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-318eaab6-2835-4d23-b317-87c0f2098c2c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.238321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-318eaab6-2835-4d23-b317-87c0f2098c2c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.281534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8259a785-ae6b-4cd7-86ef-d159b4c9dba7') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:05.282210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8259a785-ae6b-4cd7-86ef-d159b4c9dba7') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:05.290925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f599b86b-8be0-4cac-9861-5d651e9ee9e1']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:05.299851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.308663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.316246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4209477-b580-4245-ba60-a339a0d73570') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:05.316653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4209477-b580-4245-ba60-a339a0d73570') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:05.336231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.345904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.355801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:05.356336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:05.372248 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:05.375359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.377493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-318eaab6-2835-4d23-b317-87c0f2098c2c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.408185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] For port 73a69991-b090-415d-8ad6-cded3c283670, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=73a69991-b090-415d-8ad6-cded3c283670,segment=NetworkSegment(5ec70470-9ef5-4caa-9ab6-652229e200a0),segment_id=5ec70470-9ef5-4caa-9ab6-652229e200a0)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:05.408789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.415486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:05.415943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:05.431719 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:05.502085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-318eaab6-2835-4d23-b317-87c0f2098c2c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.506906 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-318eaab6-2835-4d23-b317-87c0f2098c2c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b35ed870-75da-4bab-9567-8af066a7135b HTTP/1.1" status: 204 len: 168 time: 0.3848786 Mar 24 17:09:05.512940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40048) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:05.519085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eaab6-2835-4d23-b317-87c0f2098c2c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b35ed870-75da-4bab-9567-8af066a7135b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:05.527196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] For port 73a69991-b090-415d-8ad6-cded3c283670, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=73a69991-b090-415d-8ad6-cded3c283670,segment=NetworkSegment(5ec70470-9ef5-4caa-9ab6-652229e200a0),segment_id=5ec70470-9ef5-4caa-9ab6-652229e200a0)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:05.527661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.558204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 73a69991-b090-415d-8ad6-cded3c283670 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:05.638439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-54793c5d-9a43-4c1a-b635-752bf270e3ba tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:05.659781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] Calling delete_port for 73a69991-b090-415d-8ad6-cded3c283670 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:05.726276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.731566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.759284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/networks/80b9a258-f90f-4b4a-9cfc-4f0295828ed2 HTTP/1.1" status: 204 len: 168 time: 3.0283263 Mar 24 17:09:05.760176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999f057-6b44-456b-aca0-4cd79fdee34b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Network': ['ID=80b9a258-f90f-4b4a-9cfc-4f0295828ed2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:05.762888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40052) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:05.769868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.774479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:05.774947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:05.805937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-54793c5d-9a43-4c1a-b635-752bf270e3ba tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:05.813354 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-54793c5d-9a43-4c1a-b635-752bf270e3ba tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2899714 Mar 24 17:09:05.813354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.813354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.813790 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/networks/f599b86b-8be0-4cac-9861-5d651e9ee9e1 HTTP/1.1" status: 204 len: 168 time: 3.0847232 Mar 24 17:09:05.821211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40056) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:05.821392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40058) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:05.826574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=73a69991-b090-415d-8ad6-cded3c283670,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:05.830132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] No DVR routers for this DVR port 73a69991-b090-415d-8ad6-cded3c283670 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:09:05.848801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1909759664'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:05.873875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0d738-397e-480f-966d-61cba2fdd4ab tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Network': ['ID=f599b86b-8be0-4cac-9861-5d651e9ee9e1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:05.879156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:05.895247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:network and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:05.907443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:05.923615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:05.932422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73955966-b832-4072-bf82-a3dba314f739 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:05.933061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-73955966-b832-4072-bf82-a3dba314f739 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:05.963159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.971729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e78a35ae-cd21-4432-a092-c5327439952f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:05.997116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03cf571-2862-47e0-9e41-f254bf08b513']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:06.000145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e78a35ae-cd21-4432-a092-c5327439952f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.001959 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec70470-9ef5-4caa-9ab6-652229e200a0') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:06.002262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec70470-9ef5-4caa-9ab6-652229e200a0') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:06.014091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.030793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.033901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:06.037493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.038637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:06.039994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:06.054450 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:06.086656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-73955966-b832-4072-bf82-a3dba314f739 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:06.086656 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-73955966-b832-4072-bf82-a3dba314f739 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/d3aa9c27-4964-488b-ba5f-31d0df037957 HTTP/1.1" status: 200 len: 840 time: 0.3204043 Mar 24 17:09:06.090217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40066) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:06.230468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e78a35ae-cd21-4432-a092-c5327439952f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.262871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a35ae-cd21-4432-a092-c5327439952f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf41ac4-abcc-46ce-8351-24ce1e515c74,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:06.276883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.278666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] Deleting port 73a69991-b090-415d-8ad6-cded3c283670 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:06.279307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.292782 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4d3dd24b-0d3b-4fee-b6c2-e93f89f55b1c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/d3aa9c27-4964-488b-ba5f-31d0df037957?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1978741 Mar 24 17:09:06.292782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:09:06.293359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40070) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:06.302097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:06.305781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.308526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Network': ['ID=b03cf571-2862-47e0-9e41-f254bf08b513,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:06.331915 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-15aac097-2bf6-474a-8183-e8312c6c0a17 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/networks/b03cf571-2862-47e0-9e41-f254bf08b513 HTTP/1.1" status: 204 len: 168 time: 1.4216819 Mar 24 17:09:06.334396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40074) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:06.334532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.334812 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added segment 4bf6030f-4368-4867-a8b4-26559b0429fa of type vlan for network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 Mar 24 17:09:06.349746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e78a35ae-cd21-4432-a092-c5327439952f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.356000 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e78a35ae-cd21-4432-a092-c5327439952f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/fcf41ac4-abcc-46ce-8351-24ce1e515c74 HTTP/1.1" status: 204 len: 168 time: 0.5129309 Mar 24 17:09:06.356163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-11496297-8fe4-48cc-9a8b-00bdba716bab None None] The port '73a69991-b090-415d-8ad6-cded3c283670' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:09:06.399044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40078) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:06.443667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.449253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:06.454960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:06.459015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:06.466049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:06.532444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 2e9ae2e9-5569-4a95-927b-30dbdb271d8e {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:06.533069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.585121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:06.589459 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d1afb835-dff6-4972-b74c-1e6d82415faa tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1856546 Mar 24 17:09:06.589610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.590484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40082) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:06.597643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523979218'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:06.610229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:06.627872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.633423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:06.638646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.643285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:06.649205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:06.657367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:06.750195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.750572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:06.807020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Network': ['ID=4d11e6ed-5e05-4226-ad44-41b35113a1c6,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:06.819820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:09:06.883455 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7fecda5e-5123-4ea6-94c7-b2184697399a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0436969 Mar 24 17:09:06.886576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40086) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:06.892310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'subnet': {'network_id': '4d11e6ed-5e05-4226-ad44-41b35113a1c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:06.931939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.012184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 2e9ae2e9-5569-4a95-927b-30dbdb271d8e owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:07.052534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:07.057411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:07.060603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:07.063207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:07.066355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:07.067553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:subnet and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:07.071604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:07.078051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:07.112110 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 73a69991-b090-415d-8ad6-cded3c283670 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:09:07.117946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.151258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 73a69991-b090-415d-8ad6-cded3c283670 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:09:07.152085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 73a69991-b090-415d-8ad6-cded3c283670 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:09:07.189199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:07.195255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:07.199759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:07.202801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.208029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=468e2efd-8f8f-459a-a77f-a08b91ecc16f,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:07.210894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5712640d-458d-4ac5-a3ac-f50367514704 None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:07.219133 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.230533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:07.234217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.294260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.314684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.331113 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-47e186a3-2062-438f-9bd5-3f11389f5df6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0343561 Mar 24 17:09:07.332081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40092) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:07.342006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'security_group': {'name': 'tempest-secgroup-1779671915'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:07.350584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:07.361003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:07.366785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:07.373864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:07.390882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=2e9ae2e9-5569-4a95-927b-30dbdb271d8e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:07.426657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de2ac88-aeea-4959-9bdb-5369714694fb,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:07.495003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-69153eb8-bbcc-483e-9118-09ebfd964ea8', 'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'tenant_id': 'b4f813c93884487a9c39045d6bad96b8', 'fixed_ips': [{'subnet_id': '468e2efd-8f8f-459a-a77f-a08b91ecc16f'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:09:07.495819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.508815 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.517986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.517986 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-99d6b96f-83fa-47fd-b0f9-be8b8381a63d tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/floatingips/ad9049ff-15ee-4be9-ae3c-b2a0fab33902 HTTP/1.1" status: 204 len: 168 time: 1.1761129 Mar 24 17:09:07.518217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40096) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:07.540290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.541897 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-759e0cdd-d167-4ddf-bacc-f58e04a30aa1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9501319 Mar 24 17:09:07.544476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40100) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:07.549583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '7de2ac88-aeea-4959-9bdb-5369714694fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:07.556456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:07.560940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:07.564061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:07.564855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d37b47-67e1-4324-93a9-b2570d8af9b7 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:07.565274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d37b47-67e1-4324-93a9-b2570d8af9b7 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:07.570488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:07.570672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.604609 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-40d37b47-67e1-4324-93a9-b2570d8af9b7 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/ports/491e6569-5982-41fb-b21d-bb0431890c54 HTTP/1.1" status: 404 len: 333 time: 0.0869322 Mar 24 17:09:07.607607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40104) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:07.653616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Subnet': ['ID=4dd74b57-5ee3-47b7-bfb6-5e690c967e84,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:07.661272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.662470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Allocated IP 172.20.0.2 (69153eb8-bbcc-483e-9118-09ebfd964ea8/468e2efd-8f8f-459a-a77f-a08b91ecc16f/6351549d-9bf0-4e66-9ee8-6a38ac233e50) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:07.665349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c569e54f-4b26-4126-b511-b2eecf9e29ca tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Synchronizing usage tracker for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:07.674221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Checking segment: {'id': '4bf6030f-4368-4867-a8b4-26559b0429fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d11e6ed-5e05-4226-ad44-41b35113a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:07.674582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network hostable DHCP agents. Network: 4d11e6ed-5e05-4226-ad44-41b35113a1c6, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:09:07.695609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:07.698753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.701199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group_rule and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:07.705358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:07.711553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:07.747582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c569e54f-4b26-4126-b511-b2eecf9e29ca tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Unset dirty status for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:07.751360 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c569e54f-4b26-4126-b511-b2eecf9e29ca tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef38cf0a-0d08-439e-8f39-a98612f76adc HTTP/1.1" status: 200 len: 205 time: 0.1400757 Mar 24 17:09:07.751767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40108) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:07.780902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:09:07.798284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.832116 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-efe591c0-beb4-4173-88f2-78eb16c10780 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] delete failed (client error): The resource could not be found. Mar 24 17:09:07.832116 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-efe591c0-beb4-4173-88f2-78eb16c10780 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/routers/ef38cf0a-0d08-439e-8f39-a98612f76adc HTTP/1.1" status: 404 len: 336 time: 0.0770943 Mar 24 17:09:07.832429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40112) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:07.882164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.882988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 4d11e6ed-5e05-4226-ad44-41b35113a1c6) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:07.883492 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86f373a-40e4-4446-bc14-2db1ed7af0b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:07.883788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86f373a-40e4-4446-bc14-2db1ed7af0b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:07.888174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:07.890271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.894454 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a86f373a-40e4-4446-bc14-2db1ed7af0b3 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/subnets/e0e5d362-d80c-4cac-b665-15aecf744409 HTTP/1.1" status: 404 len: 337 time: 0.0590425 Mar 24 17:09:07.894610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.898920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40116) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:07.907048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2e514-df22-4eee-9a23-a1ab286382e1 None None] Network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:07.920758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Transition to ACTIVE for port object 6351549d-9bf0-4e66-9ee8-6a38ac233e50 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:07.922939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.954451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Transition to ACTIVE for port object 6351549d-9bf0-4e66-9ee8-6a38ac233e50 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:07.970266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134dd74e-897a-4f34-9183-78671d2a64c4,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:07.972787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:07.990041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4b4fb3bb-ddeb-445e-9340-9f13ede017a8 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 9f0bec45-bba4-4e2a-8cd8-46a3016d20d8 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:07.990382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3bb-ddeb-445e-9340-9f13ede017a8 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.014358 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6f9fadbb-8341-4143-8490-92b59d8d5797 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1268067 Mar 24 17:09:08.016840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40120) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:08.023318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-681841870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:08.030626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:08.035639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:router and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:08.037911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f22d56b-0968-47b6-b06a-650e4f4f5351,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:08.047519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:08.047519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:08.071100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.074951 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-76b430a7-fe5e-4b46-9e88-4dcc77044b2e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7394116 Mar 24 17:09:08.080146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40124) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:08.080146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'security_group': {'name': 'tempest-secgroup-1758070308'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:08.084374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.086950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:08.091184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:08.093829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:08.101003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:08.140209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.144431 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4eadd7b7-c9ce-41be-b6ea-891c14108a76 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5989676 Mar 24 17:09:08.144642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40128) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:08.150087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '7de2ac88-aeea-4959-9bdb-5369714694fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:08.156444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:08.161739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:08.164778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:08.173187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:08.176708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.204432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:08.211479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:08.212579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group_rule and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:08.216056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:08.217114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:08.223738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:08.244131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.245879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.247990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:08.264594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Pushing event updated for resources: {'Port': ['ID=6351549d-9bf0-4e66-9ee8-6a38ac233e50,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:08.271247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3bb-ddeb-445e-9340-9f13ede017a8 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.298720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-4d11e6ed-5e05-4226-ad44-41b35113a1c6', 'network_id': '4d11e6ed-5e05-4226-ad44-41b35113a1c6', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'fixed_ips': [{'subnet_id': '4dd74b57-5ee3-47b7-bfb6-5e690c967e84'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:09:08.299846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.341122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.345604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.366223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.447784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.450237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Attempting to bind port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:09:08.450601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Attempting to bind port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'ef05a4ec-583c-4483-b707-7bfa8a36a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:09:08.450969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Attempting to bind port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 on network 69153eb8-bbcc-483e-9118-09ebfd964ea8 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:09:08.451275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.456964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4b4fb3bb-ddeb-445e-9340-9f13ede017a8 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 9f0bec45-bba4-4e2a-8cd8-46a3016d20d8 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:08.464104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:09:08.464486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Checking segment: {'id': 'ef05a4ec-583c-4483-b707-7bfa8a36a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:08.464914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.465324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Bound using segment: {'id': 'ef05a4ec-583c-4483-b707-7bfa8a36a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:09:08.465803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Bound port: 6351549d-9bf0-4e66-9ee8-6a38ac233e50, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef05a4ec-583c-4483-b707-7bfa8a36a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:09:08.466179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.480405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.534459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.552271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9e45d8-82ff-498f-8280-29b01d965320,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:08.578616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c2ea22-bb79-4430-8a1c-e4f6170eb45e,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:08.590518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.595625 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4a296c7a-78fe-4e02-becb-74bbe3afb6f4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5194809 Mar 24 17:09:08.596350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40134) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:08.604008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-838300397', 'security_groups': ['7a9e45d8-82ff-498f-8280-29b01d965320'], 'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '468e2efd-8f8f-459a-a77f-a08b91ecc16f'}]}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:08.609270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Allocated IP 2001:db8::2 (4d11e6ed-5e05-4226-ad44-41b35113a1c6/4dd74b57-5ee3-47b7-bfb6-5e690c967e84/3766b30c-bf7a-4e5b-a12b-ba5f8ac66254) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:08.627406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] For port 6351549d-9bf0-4e66-9ee8-6a38ac233e50, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:09:08.632427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] For port 6351549d-9bf0-4e66-9ee8-6a38ac233e50, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6351549d-9bf0-4e66-9ee8-6a38ac233e50,segment=NetworkSegment(ef05a4ec-583c-4483-b707-7bfa8a36a7b9),segment_id=ef05a4ec-583c-4483-b707-7bfa8a36a7b9)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:09:08.635749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.637205 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-85f78211-e57d-488d-9620-2ab01a96dce3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6193352 Mar 24 17:09:08.639978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40138) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:08.661585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'port': {'network_id': '4d11e6ed-5e05-4226-ad44-41b35113a1c6', 'name': 'tempest-RoutersIpV6Test-996433098'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:08.712889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.716933 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-220e91bd-c64b-4e1c-b002-2a99ef8d2473 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5712552 Mar 24 17:09:08.717720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40142) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:08.738481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '7de2ac88-aeea-4959-9bdb-5369714694fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:08.747145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:08.752064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.755393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:08.760985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:08.771397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:08.803162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:08.803462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3bb-ddeb-445e-9340-9f13ede017a8 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.815875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:08.899278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:08.908639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dde0a-197b-4d07-a255-d15d4887b0b6 None None] Pushing event updated for resources: {'Port': ['ID=6351549d-9bf0-4e66-9ee8-6a38ac233e50,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:08.937333 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:09.000345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4fb3bb-ddeb-445e-9340-9f13ede017a8 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=9f0bec45-bba4-4e2a-8cd8-46a3016d20d8,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:09.055888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.066930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Transition to ACTIVE for port object 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:09.076444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:09.081218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:port and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:09.085948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:09.098229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Transition to ACTIVE for port object 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:09.126046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:09.170598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3bb-ddeb-445e-9340-9f13ede017a8 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.174649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.187608 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4b4fb3bb-ddeb-445e-9340-9f13ede017a8 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/ports/9f0bec45-bba4-4e2a-8cd8-46a3016d20d8 HTTP/1.1" status: 204 len: 168 time: 1.2916021 Mar 24 17:09:09.190455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40146) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:09.228729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.246890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:09.250839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.255175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:09.258806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:09.265446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:09.265702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.293452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:09:09.296844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] device_id is not set on port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:09:09.316355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Pushing event updated for resources: {'Port': ['ID=3766b30c-bf7a-4e5b-a12b-ba5f8ac66254,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:09.429291 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Attempting to bind port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:09:09.429291 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Attempting to bind port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '4bf6030f-4368-4867-a8b4-26559b0429fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d11e6ed-5e05-4226-ad44-41b35113a1c6'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:09:09.429607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.429711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Attempting to bind port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 on network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:09:09.431153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a925759f-92dd-48c9-8c99-52ae89c86561 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:09.431504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a925759f-92dd-48c9-8c99-52ae89c86561 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.444372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:09:09.444372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Checking segment: {'id': '4bf6030f-4368-4867-a8b4-26559b0429fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d11e6ed-5e05-4226-ad44-41b35113a1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:09.444372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.444372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Bound using segment: {'id': '4bf6030f-4368-4867-a8b4-26559b0429fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d11e6ed-5e05-4226-ad44-41b35113a1c6'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:09:09.444372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Bound port: 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf6030f-4368-4867-a8b4-26559b0429fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4d11e6ed-5e05-4226-ad44-41b35113a1c6'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:09:09.446090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.532368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b343302f-90d1-4143-99a0-2b24178bbbb6,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:09.597482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] For port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:09:09.602445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] For port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3766b30c-bf7a-4e5b-a12b-ba5f8ac66254,segment=NetworkSegment(4bf6030f-4368-4867-a8b4-26559b0429fa),segment_id=4bf6030f-4368-4867-a8b4-26559b0429fa)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:09:09.680955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.12 (69153eb8-bbcc-483e-9118-09ebfd964ea8/468e2efd-8f8f-459a-a77f-a08b91ecc16f/07ce67c8-0dd5-4aa0-98d0-314a3f362535) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:09.693074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.695187 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5cfcb2ce-fa1c-403c-b92a-04a4e547a0c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9714892 Mar 24 17:09:09.701018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40152) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:09.701415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.706505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '7de2ac88-aeea-4959-9bdb-5369714694fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:09.719157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 2001:db8::267 (4d11e6ed-5e05-4226-ad44-41b35113a1c6/4dd74b57-5ee3-47b7-bfb6-5e690c967e84/0ef2a4df-292d-4f03-a4cc-d958aa81f72d) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:09.725659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:09.738772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:09.745921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:09.755930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:09.794465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767ad82-9c01-44ad-970a-ff2069b561bd None None] Pushing event updated for resources: {'Port': ['ID=3766b30c-bf7a-4e5b-a12b-ba5f8ac66254,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:09.898870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:09.955445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a925759f-92dd-48c9-8c99-52ae89c86561 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.000916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.060678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object 07ce67c8-0dd5-4aa0-98d0-314a3f362535 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:10.062842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.153509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a925759f-92dd-48c9-8c99-52ae89c86561 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:10.174399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.215299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.217239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f6d7c7-3901-43b9-85d5-63c20a58beee,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:10.286019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.297629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:10.298529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.306324 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a4e5ee68-b500-4658-ba2e-53cab766fbc0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5993636 Mar 24 17:09:10.306324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:10.306324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40156) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:10.321116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:10.348515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=07ce67c8-0dd5-4aa0-98d0-314a3f362535,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:10.349910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Transition to ACTIVE for port object 0ef2a4df-292d-4f03-a4cc-d958aa81f72d will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:10.354474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '7de2ac88-aeea-4959-9bdb-5369714694fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:10.360536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:10.373528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:10.383760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:10.393353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:10.415588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:10.416243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.482766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a925759f-92dd-48c9-8c99-52ae89c86561 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.518945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.547155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925759f-92dd-48c9-8c99-52ae89c86561 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:10.550932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.579474 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-093ab08e-0028-499a-8d64-21bffdaae019 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9820201 Mar 24 17:09:10.582425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40162) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:10.591299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:10.648289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0896404d-72be-40fe-b73b-81e827a61d37 None None] Provisioning for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:10.657910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.676150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0896404d-72be-40fe-b73b-81e827a61d37 None None] Provisioning complete for port d3aa9c27-4964-488b-ba5f-31d0df037957 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:10.676524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0896404d-72be-40fe-b73b-81e827a61d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.710307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=0ef2a4df-292d-4f03-a4cc-d958aa81f72d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:10.715502 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:10.727062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:10.751289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0896404d-72be-40fe-b73b-81e827a61d37 None None] Port d3aa9c27-4964-488b-ba5f-31d0df037957 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:10.770901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.771180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:10.779352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:10.780312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.807180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ff8a9d-e323-4e36-af65-43c60997d71f,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:10.837309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a925759f-92dd-48c9-8c99-52ae89c86561 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.843429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40166) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:10.843615 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a925759f-92dd-48c9-8c99-52ae89c86561 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/ports/5f8a8c5a-779e-4d9f-b7a4-c1fa49a25add HTTP/1.1" status: 204 len: 168 time: 1.6518936 Mar 24 17:09:10.891168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:10.898295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:10.901681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:10.909787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:10.939913 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-349348a0-b3d6-4c35-9a7e-40d2e37e68f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2936344 Mar 24 17:09:10.943076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40170) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:10.949388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e392f-dc7f-4747-b5bb-5937316ec44b tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:10.950173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-890e392f-dc7f-4747-b5bb-5937316ec44b tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Synchronizing usage tracker for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:10.967701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-67535a62-1510-4d8b-a6f5-2ad374260134 None None] Provisioning for port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:10.969970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.972764 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-76f5e8f4-6b30-43be-aac6-1ca44b1c44d3 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6528220 Mar 24 17:09:10.973933 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-67535a62-1510-4d8b-a6f5-2ad374260134 None None] Provisioning complete for port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:10.980134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67535a62-1510-4d8b-a6f5-2ad374260134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:10.982837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40174) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:11.020270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4ddb35ee-8c23-48d0-aa04-88c19975c421 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.034340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4ddb35ee-8c23-48d0-aa04-88c19975c421 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.042403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-890e392f-dc7f-4747-b5bb-5937316ec44b tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Unset dirty status for tenant:b8a5cba240fc4cb69db4c94d8e2eddff on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:11.044102 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-890e392f-dc7f-4747-b5bb-5937316ec44b tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "GET /v2.0/ports?device_id=75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 HTTP/1.1" status: 200 len: 913 time: 0.1996944 Mar 24 17:09:11.047289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40178) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:11.047601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-67535a62-1510-4d8b-a6f5-2ad374260134 None None] Port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:11.122867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:11.126512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.136677 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a84c349-75f3-4fce-a4d6-b7cbe8746589 None None] Network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:11.245174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:11.427182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4bdc5ead-2bee-4125-9052-9b7081ba0687 None None] Provisioning for port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:11.499185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:11.504291 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:11.504642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.510471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4ddb35ee-8c23-48d0-aa04-88c19975c421 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.554255 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.ipam_backend_mixin [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 468e2efd-8f8f-459a-a77f-a08b91ecc16f (CIDR: 172.20.0.0/28) Mar 24 17:09:11.563003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4ddb35ee-8c23-48d0-aa04-88c19975c421 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.566720 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4ddb35ee-8c23-48d0-aa04-88c19975c421 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/55ff8a9d-e323-4e36-af65-43c60997d71f HTTP/1.1" status: 204 len: 168 time: 0.5803964 Mar 24 17:09:11.566720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb35ee-8c23-48d0-aa04-88c19975c421 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55ff8a9d-e323-4e36-af65-43c60997d71f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:11.570133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40182) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:11.655871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.699312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3766b30c-bf7a-4e5b-a12b-ba5f8ac66254,segment=NetworkSegment(4bf6030f-4368-4867-a8b4-26559b0429fa),segment_id=4bf6030f-4368-4867-a8b4-26559b0429fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:11.731782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.765648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-249c4d80-94ea-42b3-b6cc-3dc6fac65289 None None] Provisioning complete for port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:11.766708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-249c4d80-94ea-42b3-b6cc-3dc6fac65289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.788988 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:09:11.793320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:11.853942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0782d746-b0de-4085-ac22-01cd1778bf53 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:11.911906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:11.913281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6351549d-9bf0-4e66-9ee8-6a38ac233e50 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:11.937341 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e2b7f333-0e57-48f7-9342-9b3f272d06b4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3536413 Mar 24 17:09:11.971867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40188) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:12.010300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:12.030847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0782d746-b0de-4085-ac22-01cd1778bf53 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:12.035289 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0782d746-b0de-4085-ac22-01cd1778bf53 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4640949 Mar 24 17:09:12.047036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40192) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:12.076309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=3766b30c-bf7a-4e5b-a12b-ba5f8ac66254,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:12.153508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:12.161978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:12.162488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.165977 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c19d56cb-c647-42ba-b005-40da3dba57ce tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.183708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c19d56cb-c647-42ba-b005-40da3dba57ce tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.215208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:12.220255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:12.228092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:12.232681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:12.256912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.265807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.284377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-249c4d80-94ea-42b3-b6cc-3dc6fac65289 None None] Provisioning for port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:12.299711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-249c4d80-94ea-42b3-b6cc-3dc6fac65289 None None] Provisioning complete for port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:12.300119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-249c4d80-94ea-42b3-b6cc-3dc6fac65289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.310473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c19d56cb-c647-42ba-b005-40da3dba57ce tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.312714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:12.316326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.329861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.331174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d56cb-c647-42ba-b005-40da3dba57ce tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52f6d7c7-3901-43b9-85d5-63c20a58beee,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:12.361921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.388261 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-249c4d80-94ea-42b3-b6cc-3dc6fac65289 None None] Port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:12.392691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 6351549d-9bf0-4e66-9ee8-6a38ac233e50, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6351549d-9bf0-4e66-9ee8-6a38ac233e50,segment=NetworkSegment(ef05a4ec-583c-4483-b707-7bfa8a36a7b9),segment_id=ef05a4ec-583c-4483-b707-7bfa8a36a7b9)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:12.463384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c19d56cb-c647-42ba-b005-40da3dba57ce tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.464625 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c19d56cb-c647-42ba-b005-40da3dba57ce tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/52f6d7c7-3901-43b9-85d5-63c20a58beee HTTP/1.1" status: 204 len: 168 time: 0.4159031 Mar 24 17:09:12.469505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40196) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:12.478187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.504083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=0ef2a4df-292d-4f03-a4cc-d958aa81f72d,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:12.586282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b6d246f7-40dd-4ef0-86d3-fa479c464297 None None] Provisioning complete for port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:12.586721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b6d246f7-40dd-4ef0-86d3-fa479c464297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.604046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baec516c-1dea-4963-a881-046a805770c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:12.641966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=6351549d-9bf0-4e66-9ee8-6a38ac233e50,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:12.662348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b6d246f7-40dd-4ef0-86d3-fa479c464297 None None] Port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:12.724110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.763299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baec516c-1dea-4963-a881-046a805770c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:12.764575 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-baec516c-1dea-4963-a881-046a805770c9 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2923093 Mar 24 17:09:12.767777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40200) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:12.787656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7938b403-0e7c-43b3-9a78-c9df8f44bc45 None None] Provisioning complete for port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:12.788467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7938b403-0e7c-43b3-9a78-c9df8f44bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.801257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-752f0a43-a093-481a-bfae-89efd9616ca0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.812734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-752f0a43-a093-481a-bfae-89efd9616ca0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.845371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7938b403-0e7c-43b3-9a78-c9df8f44bc45 None None] Port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:12.875759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port 490c911e-c62d-43a9-a71b-d9b0af627a3e {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:12.876144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.925107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:12.970831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-752f0a43-a093-481a-bfae-89efd9616ca0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.022984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.113026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:13.119689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:13.119991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f0a43-a093-481a-bfae-89efd9616ca0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b343302f-90d1-4143-99a0-2b24178bbbb6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:13.127988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:13.128570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.133238 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ff675-29fa-4273-8169-bc5cbd1b7b3a None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:13.147282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=338dde83-dfed-4cf5-b1e3-3b2458e03d45,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:13.154917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.183935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:13.274805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-752f0a43-a093-481a-bfae-89efd9616ca0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.275861 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-752f0a43-a093-481a-bfae-89efd9616ca0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b343302f-90d1-4143-99a0-2b24178bbbb6 HTTP/1.1" status: 204 len: 168 time: 0.5071080 Mar 24 17:09:13.278680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40206) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:13.292044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for 490c911e-c62d-43a9-a71b-d9b0af627a3e owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:13.324981 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-aa981194-c5d8-4348-b4cd-1cacd7397204 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3245025 Mar 24 17:09:13.331147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40210) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:13.345476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1674872006', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '338dde83-dfed-4cf5-b1e3-3b2458e03d45'}], 'security_groups': ['134dd74e-897a-4f34-9183-78671d2a64c4']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:13.408232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:13.408636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.429713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-199b8410-eb4d-47ab-aa66-ad6fcf64ac66 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:13.605966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6351549d-9bf0-4e66-9ee8-6a38ac233e50 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:13.698967 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-199b8410-eb4d-47ab-aa66-ad6fcf64ac66 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:13.700262 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-199b8410-eb4d-47ab-aa66-ad6fcf64ac66 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4206760 Mar 24 17:09:13.704807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40214) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:13.709853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.718230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.721659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:13.722024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.776383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.785521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=490c911e-c62d-43a9-a71b-d9b0af627a3e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:13.800614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba3726-65f0-46c9-917c-9e7e46aa3de1 None None] Update dhcp port {'port': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'fixed_ips': [{'subnet_id': '468e2efd-8f8f-459a-a77f-a08b91ecc16f', 'ip_address': '172.20.0.2'}, {'subnet_id': '338dde83-dfed-4cf5-b1e3-3b2458e03d45'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': '6351549d-9bf0-4e66-9ee8-6a38ac233e50'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:09:13.821063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dbe07f92-9669-4055-835c-8739eb042308 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.830773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.832006 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.842052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dbe07f92-9669-4055-835c-8739eb042308 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:13.903361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3726-65f0-46c9-917c-9e7e46aa3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:14.010693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dbe07f92-9669-4055-835c-8739eb042308 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:14.091044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe07f92-9669-4055-835c-8739eb042308 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5c2ea22-bb79-4430-8a1c-e4f6170eb45e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:14.134536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:14.149527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-c9ba3726-65f0-46c9-917c-9e7e46aa3de1 None None] Allocated IP 172.20.0.18 (69153eb8-bbcc-483e-9118-09ebfd964ea8/338dde83-dfed-4cf5-b1e3-3b2458e03d45/6351549d-9bf0-4e66-9ee8-6a38ac233e50) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:14.238168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dbe07f92-9669-4055-835c-8739eb042308 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:14.242398 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dbe07f92-9669-4055-835c-8739eb042308 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c5c2ea22-bb79-4430-8a1c-e4f6170eb45e HTTP/1.1" status: 204 len: 168 time: 0.5339196 Mar 24 17:09:14.246997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=0ef2a4df-292d-4f03-a4cc-d958aa81f72d,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:14.254199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40220) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:14.349552 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0711de31-5de8-48f3-9155-531038d1913d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0915241 Mar 24 17:09:14.351826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40224) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:14.352355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c9ba3726-65f0-46c9-917c-9e7e46aa3de1 None None] For port 6351549d-9bf0-4e66-9ee8-6a38ac233e50, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6351549d-9bf0-4e66-9ee8-6a38ac233e50,segment=NetworkSegment(ef05a4ec-583c-4483-b707-7bfa8a36a7b9),segment_id=ef05a4ec-583c-4483-b707-7bfa8a36a7b9)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:14.364994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:14.368579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:14.379504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3726-65f0-46c9-917c-9e7e46aa3de1 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:14.398831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c9ba3726-65f0-46c9-917c-9e7e46aa3de1 None None] Transition to ACTIVE for port object 6351549d-9bf0-4e66-9ee8-6a38ac233e50 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:14.451875 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24298950-9c15-4cd6-854d-fb6c4c42eebb tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:14.465744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c9ba3726-65f0-46c9-917c-9e7e46aa3de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:14.552747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:09:14.573968 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24298950-9c15-4cd6-854d-fb6c4c42eebb tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:14.647699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba3726-65f0-46c9-917c-9e7e46aa3de1 None None] Pushing event updated for resources: {'Port': ['ID=6351549d-9bf0-4e66-9ee8-6a38ac233e50,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:14.680481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9d247ff1-dea5-4075-a40d-338264ef4169 None None] Provisioning complete for port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:14.680968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9d247ff1-dea5-4075-a40d-338264ef4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:14.751700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9d247ff1-dea5-4075-a40d-338264ef4169 None None] Port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:14.810413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:14.820164 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-39534da3-402f-44cd-bf9b-1c39bb1c18dc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "PUT /v2.0/routers/75120aa5-f3fc-41e6-a7b3-940e3b96bdb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7718132 Mar 24 17:09:14.820845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e071c9f-1035-4179-a465-03f99e377d05 None None] Sync routers for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:14.821311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40228) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:14.830332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e071c9f-1035-4179-a465-03f99e377d05 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:14.831098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4e071c9f-1035-4179-a465-03f99e377d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:14.914925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4e071c9f-1035-4179-a465-03f99e377d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:14.927099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e071c9f-1035-4179-a465-03f99e377d05 None None] Routers {'75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:14.927727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4e071c9f-1035-4179-a465-03f99e377d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:14.998791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4e071c9f-1035-4179-a465-03f99e377d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:14.999199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e071c9f-1035-4179-a465-03f99e377d05 None None] The sync data for ids ['75120aa5-f3fc-41e6-a7b3-940e3b96bdb4'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:15.034703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router a5eb16bc-50e5-424e-9b9e-b08ab1854cc9 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:09:15.049931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24298950-9c15-4cd6-854d-fb6c4c42eebb tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.081088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Delete allocated IP 172.20.0.12 (69153eb8-bbcc-483e-9118-09ebfd964ea8/468e2efd-8f8f-459a-a77f-a08b91ecc16f) {{(pid=88477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 17:09:15.094459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24298950-9c15-4cd6-854d-fb6c4c42eebb tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f22d56b-0968-47b6-b06a-650e4f4f5351,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:15.148625 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6351549d-9bf0-4e66-9ee8-6a38ac233e50 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:15.177497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24298950-9c15-4cd6-854d-fb6c4c42eebb tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.178676 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-24298950-9c15-4cd6-854d-fb6c4c42eebb tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7f22d56b-0968-47b6-b06a-650e4f4f5351 HTTP/1.1" status: 204 len: 168 time: 0.8259208 Mar 24 17:09:15.182085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40234) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:15.251387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.19 (69153eb8-bbcc-483e-9118-09ebfd964ea8/338dde83-dfed-4cf5-b1e3-3b2458e03d45/07ce67c8-0dd5-4aa0-98d0-314a3f362535) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:15.277145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f658025e-0280-4c9b-aaa0-798e994c3ea0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:15.281400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7ca46a2a-757f-45a3-a153-f59eb6b7d370 None None] Provisioning complete for port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:15.281936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7ca46a2a-757f-45a3-a153-f59eb6b7d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.342041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7ca46a2a-757f-45a3-a153-f59eb6b7d370 None None] Port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:15.405220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:15.410452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.413246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f658025e-0280-4c9b-aaa0-798e994c3ea0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:15.417385 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f658025e-0280-4c9b-aaa0-798e994c3ea0 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2312305 Mar 24 17:09:15.417612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40238) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:15.421593 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6efe23-971b-4365-bd1d-3c9f53569c45 None None] Sync routers for ids ['a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:15.447047 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6efe23-971b-4365-bd1d-3c9f53569c45 None None] Routers {'a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:15.448139 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-6d6efe23-971b-4365-bd1d-3c9f53569c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:15.448289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7ca46a2a-757f-45a3-a153-f59eb6b7d370 None None] Provisioning for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:15.455104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7ca46a2a-757f-45a3-a153-f59eb6b7d370 None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:15.455759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7ca46a2a-757f-45a3-a153-f59eb6b7d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.474432 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ed7b5f14-6414-4506-b011-8db0771fc6ad tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/a5eb16bc-50e5-424e-9b9e-b08ab1854cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5279381 Mar 24 17:09:15.474758 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40242) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:15.486595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e9720112-eba6-47cc-be2a-2f602dca6f91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.522398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e9720112-eba6-47cc-be2a-2f602dca6f91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.523796 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-6d6efe23-971b-4365-bd1d-3c9f53569c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:15.539701 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6efe23-971b-4365-bd1d-3c9f53569c45 None None] Routers {'a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:15.540793 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-6d6efe23-971b-4365-bd1d-3c9f53569c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:15.610849 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-6d6efe23-971b-4365-bd1d-3c9f53569c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:15.611330 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6efe23-971b-4365-bd1d-3c9f53569c45 None None] The sync data for ids ['a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:15.613044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7ca46a2a-757f-45a3-a153-f59eb6b7d370 None None] Provisioning complete for port d3aa9c27-4964-488b-ba5f-31d0df037957 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:15.613506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7ca46a2a-757f-45a3-a153-f59eb6b7d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.672900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7ca46a2a-757f-45a3-a153-f59eb6b7d370 None None] Port d3aa9c27-4964-488b-ba5f-31d0df037957 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:15.687920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e9720112-eba6-47cc-be2a-2f602dca6f91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.692768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706984bd-70bd-4dc0-9af2-f2ac89a209ca tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:15.693357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-706984bd-70bd-4dc0-9af2-f2ac89a209ca tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:15.706841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9720112-eba6-47cc-be2a-2f602dca6f91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de2ac88-aeea-4959-9bdb-5369714694fb,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:15.824984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.854297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.871631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object 07ce67c8-0dd5-4aa0-98d0-314a3f362535 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:15.887723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e9720112-eba6-47cc-be2a-2f602dca6f91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:15.889055 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e9720112-eba6-47cc-be2a-2f602dca6f91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/7de2ac88-aeea-4959-9bdb-5369714694fb HTTP/1.1" status: 204 len: 168 time: 0.4702523 Mar 24 17:09:15.891681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40246) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:15.916194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-706984bd-70bd-4dc0-9af2-f2ac89a209ca tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:15.923448 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-706984bd-70bd-4dc0-9af2-f2ac89a209ca tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports/0ef2a4df-292d-4f03-a4cc-d958aa81f72d HTTP/1.1" status: 200 len: 983 time: 0.4312651 Mar 24 17:09:15.923784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40250) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:15.949207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-10f8f39e-306b-423c-8755-369b67792179 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:15.967651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting port b9ad9e9c-c6cc-402b-9c19-f4e8eb55ad58 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:15.968026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:16.011703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:16.133718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-10f8f39e-306b-423c-8755-369b67792179 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:16.139645 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-10f8f39e-306b-423c-8755-369b67792179 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2423232 Mar 24 17:09:16.157365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40256) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:16.202247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-secgroup--581291822'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:16.292422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:16.294796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=07ce67c8-0dd5-4aa0-98d0-314a3f362535,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:16.316194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:16.330878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] In _notify_port_updated(), no bound segment for port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 on network 69153eb8-bbcc-483e-9118-09ebfd964ea8 {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:09:16.336989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:16.337640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:16.344630 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7a38d01b-d10f-40d7-b2a2-ed2ea91d9216 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "PUT /v2.0/ports/07ce67c8-0dd5-4aa0-98d0-314a3f362535 HTTP/1.1" status: 200 len: 921 time: 3.0062709 Mar 24 17:09:16.348139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40260) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:16.412704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:16.564208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:16.659194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6291c308-da71-4f62-b81d-185d32e5d173 None None] Provisioning for port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:16.665139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6291c308-da71-4f62-b81d-185d32e5d173 None None] Provisioning complete for port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:16.665709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6291c308-da71-4f62-b81d-185d32e5d173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:16.671617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:16.689168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Calling delete_port for b9ad9e9c-c6cc-402b-9c19-f4e8eb55ad58 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:16.720323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-6291c308-da71-4f62-b81d-185d32e5d173 None None] Port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:16.744002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-992c4654-5677-4b63-96c7-760375a8f2ce tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 07ce67c8-0dd5-4aa0-98d0-314a3f362535 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:16.744343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-992c4654-5677-4b63-96c7-760375a8f2ce tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:16.799976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:16.814938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:16.835844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:16.848440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:16.865247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 0ef2a4df-292d-4f03-a4cc-d958aa81f72d {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:16.866582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.107563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.175305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.203036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-992c4654-5677-4b63-96c7-760375a8f2ce tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.227693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.269587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 0ef2a4df-292d-4f03-a4cc-d958aa81f72d owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:17.390022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-992c4654-5677-4b63-96c7-760375a8f2ce tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 07ce67c8-0dd5-4aa0-98d0-314a3f362535 owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:17.421795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.508790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Port': ['ID=b9ad9e9c-c6cc-402b-9c19-f4e8eb55ad58,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:17.550674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.595215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47f3380-17d9-454d-9e88-08eea2c9557d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:17.602623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=0ef2a4df-292d-4f03-a4cc-d958aa81f72d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:17.657180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.810051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.837290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.841091 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0d9df712-2f30-404c-969b-50ce8bfd1b91 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6799111 Mar 24 17:09:17.848626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40268) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:17.856382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': 'a47f3380-17d9-454d-9e88-08eea2c9557d', 'direction': 'ingress', 'protocol': 17}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:17.932130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:17.936131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.940556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:17.950353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:17.956974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:17.976498 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:18.042358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-992c4654-5677-4b63-96c7-760375a8f2ce tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.052791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.053323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Fanout notify agent at l3_agent the message router_deleted on router 75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:09:18.106912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.115287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c4654-5677-4b63-96c7-760375a8f2ce tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=07ce67c8-0dd5-4aa0-98d0-314a3f362535,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:18.172409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.175807 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0b0f025f-1bea-4e85-9c7a-e3999cba0392 tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/routers/75120aa5-f3fc-41e6-a7b3-940e3b96bdb4 HTTP/1.1" status: 204 len: 168 time: 3.3515306 Mar 24 17:09:18.190051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40272) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:18.253164 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router a5eb16bc-50e5-424e-9b9e-b08ab1854cc9 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:09:18.260181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-992c4654-5677-4b63-96c7-760375a8f2ce tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.275089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.277191 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-992c4654-5677-4b63-96c7-760375a8f2ce tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/07ce67c8-0dd5-4aa0-98d0-314a3f362535 HTTP/1.1" status: 204 len: 168 time: 1.9274428 Mar 24 17:09:18.279545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40276) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:18.325264 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a825be3-1c5a-4f67-ac59-e7cf842fdc70 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:09:18.325857 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9a825be3-1c5a-4f67-ac59-e7cf842fdc70 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:18.336367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc177ea7-5eb4-4128-aeed-7ef5bec7afef tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Deleting subnet 77e316ba-ab05-4dea-94d3-38f9a23da893 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:18.344810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.346617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc177ea7-5eb4-4128-aeed-7ef5bec7afef tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.375681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0456438d-28c4-4a83-bb4b-dc60c1f9dfef,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:18.390459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9a825be3-1c5a-4f67-ac59-e7cf842fdc70 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:18.391551 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9a825be3-1c5a-4f67-ac59-e7cf842fdc70 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/07ce67c8-0dd5-4aa0-98d0-314a3f362535 HTTP/1.1" status: 404 len: 333 time: 0.1109569 Mar 24 17:09:18.394483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40284) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:18.462201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:18.473318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc177ea7-5eb4-4128-aeed-7ef5bec7afef tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.484844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe7bf8b-4525-48b3-8804-31f7df42dfc6 None None] Sync routers for ids ['a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:18.497085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe7bf8b-4525-48b3-8804-31f7df42dfc6 None None] Routers {'a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:18.497711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ffe7bf8b-4525-48b3-8804-31f7df42dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:18.532172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.535866 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-06c1543e-8555-4d3d-bdd9-896a71ba27a8 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6812088 Mar 24 17:09:18.536822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40290) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:18.561335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc177ea7-5eb4-4128-aeed-7ef5bec7afef tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.578244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ffe7bf8b-4525-48b3-8804-31f7df42dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:18.589725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe7bf8b-4525-48b3-8804-31f7df42dfc6 None None] Routers {'a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:18.590872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ffe7bf8b-4525-48b3-8804-31f7df42dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:18.596228 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f70c38b4-120e-413f-9173-5812c7280411 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/a5eb16bc-50e5-424e-9b9e-b08ab1854cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6713099 Mar 24 17:09:18.601734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40296) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:18.676171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ffe7bf8b-4525-48b3-8804-31f7df42dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:18.676578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe7bf8b-4525-48b3-8804-31f7df42dfc6 None None] The sync data for ids ['a5eb16bc-50e5-424e-9b9e-b08ab1854cc9'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:18.711326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02454d68-5ff4-4c86-b3ef-87876e898913 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.722167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc177ea7-5eb4-4128-aeed-7ef5bec7afef tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.775566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc177ea7-5eb4-4128-aeed-7ef5bec7afef tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Subnet': ['ID=77e316ba-ab05-4dea-94d3-38f9a23da893,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:18.780555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc177ea7-5eb4-4128-aeed-7ef5bec7afef tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.792377 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7ad8-8e94-4499-be40-917366cc0dd4 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.807059 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fc177ea7-5eb4-4128-aeed-7ef5bec7afef tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/subnets/77e316ba-ab05-4dea-94d3-38f9a23da893 HTTP/1.1" status: 204 len: 168 time: 0.6137393 Mar 24 17:09:18.807844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40302) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:18.835735 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-a8c5f1e5-63bb-46a1-8170-b2e489756345 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436589461&fields=id&tenant_id=3bb3c97d3f2c4a85a94663247e549d02 HTTP/1.1" status: 200 len: 267 time: 0.0770102 Mar 24 17:09:18.884612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02454d68-5ff4-4c86-b3ef-87876e898913 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:18.980172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7ad8-8e94-4499-be40-917366cc0dd4 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.025867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.079889 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-2bb1c72b-8cf7-4007-b0d8-d65402f18191 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] remove_router_interface failed (client error): The resource could not be found. Mar 24 17:09:19.081006 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2bb1c72b-8cf7-4007-b0d8-d65402f18191 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/a5eb16bc-50e5-424e-9b9e-b08ab1854cc9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4757054 Mar 24 17:09:19.088728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40306) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:19.113292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-f177ede1-2939-48b3-940f-fe4393222e7f tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:19.114705 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-f177ede1-2939-48b3-940f-fe4393222e7f tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 812 time: 0.2676847 Mar 24 17:09:19.141345 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-991158d6-7842-43a4-928e-e2e708b38c98 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5eb16bc-50e5-424e-9b9e-b08ab1854cc9 HTTP/1.1" status: 200 len: 205 time: 0.0483270 Mar 24 17:09:19.143748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40310) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:19.189355 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-fde3d8cf-38e3-4def-9ad5-c1c7f0257093 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/quotas/3bb3c97d3f2c4a85a94663247e549d02 HTTP/1.1" status: 200 len: 375 time: 0.0623989 Mar 24 17:09:19.204416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02454d68-5ff4-4c86-b3ef-87876e898913 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.228614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.235156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02454d68-5ff4-4c86-b3ef-87876e898913 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9e45d8-82ff-498f-8280-29b01d965320,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:19.265932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67854274-badd-40cc-9b56-b59d6ed68eb2']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:19.285347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618640e7-46f9-4a1b-8927-be6f8d49de69') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:19.285630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618640e7-46f9-4a1b-8927-be6f8d49de69') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:19.300199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.300410 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7ad8-8e94-4499-be40-917366cc0dd4 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.321157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.323446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2341d776-228a-4619-94f4-38636d9b8296 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.335278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:19.335666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-cde1070d-a1c4-435c-8f4b-384985508997 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590314 Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:19.357146 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:19.387616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff7ad8-8e94-4499-be40-917366cc0dd4 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47f3380-17d9-454d-9e88-08eea2c9557d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:19.401720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02454d68-5ff4-4c86-b3ef-87876e898913 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.402841 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-02454d68-5ff4-4c86-b3ef-87876e898913 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/security-groups/7a9e45d8-82ff-498f-8280-29b01d965320 HTTP/1.1" status: 204 len: 168 time: 1.0074227 Mar 24 17:09:19.403988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7ad8-8e94-4499-be40-917366cc0dd4 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.405133 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b5ff7ad8-8e94-4499-be40-917366cc0dd4 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/a47f3380-17d9-454d-9e88-08eea2c9557d HTTP/1.1" status: 204 len: 168 time: 0.8673739 Mar 24 17:09:19.405911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40316) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:19.411633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40318) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:19.597366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.626073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.682508 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] 10.222.0.47 "DELETE /v2.0/networks/67854274-badd-40cc-9b56-b59d6ed68eb2 HTTP/1.1" status: 204 len: 168 time: 0.8736463 Mar 24 17:09:19.683592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722763bc-13f1-4135-b09d-80f6fc8a56bc tempest-FloatingIPTestJSON-1157311394 tempest-FloatingIPTestJSON-1157311394-project] Pushing event deleted for resources: {'Network': ['ID=67854274-badd-40cc-9b56-b59d6ed68eb2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:19.737863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2341d776-228a-4619-94f4-38636d9b8296 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.742565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2341d776-228a-4619-94f4-38636d9b8296 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.743363 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-be80bc4c-2a05-4571-8bb4-4061fbaa753c service neutron] 10.222.0.47 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725348 Mar 24 17:09:19.746625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0377fd60-3e02-4940-8e87-0b6d5ca5f3e1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:19.776564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39dbdbcd-4ed4-46d5-8ca7-cc52ff13d8f5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.815081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39dbdbcd-4ed4-46d5-8ca7-cc52ff13d8f5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.876353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0377fd60-3e02-4940-8e87-0b6d5ca5f3e1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:19.881157 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0377fd60-3e02-4940-8e87-0b6d5ca5f3e1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4651575 Mar 24 17:09:19.886957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40326) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:19.887593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664906999'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:19.894219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:19.895607 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-aa3fde0e-7520-4174-9547-5e186e72a3e3 service neutron] 10.222.0.47 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434631 Mar 24 17:09:19.905846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:19.921652 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2341d776-228a-4619-94f4-38636d9b8296 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.923002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2341d776-228a-4619-94f4-38636d9b8296 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Fanout notify agent at l3_agent the message router_deleted on router a5eb16bc-50e5-424e-9b9e-b08ab1854cc9 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:09:19.941745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2341d776-228a-4619-94f4-38636d9b8296 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.944026 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2341d776-228a-4619-94f4-38636d9b8296 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/a5eb16bc-50e5-424e-9b9e-b08ab1854cc9 HTTP/1.1" status: 204 len: 168 time: 0.7981577 Mar 24 17:09:19.944026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39dbdbcd-4ed4-46d5-8ca7-cc52ff13d8f5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.953639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39dbdbcd-4ed4-46d5-8ca7-cc52ff13d8f5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:19.953639 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-39dbdbcd-4ed4-46d5-8ca7-cc52ff13d8f5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/security-groups/134dd74e-897a-4f34-9183-78671d2a64c4 HTTP/1.1" status: 204 len: 168 time: 0.5384321 Mar 24 17:09:19.953863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40330) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:19.954079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40334) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:19.960100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbdbcd-4ed4-46d5-8ca7-cc52ff13d8f5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=134dd74e-897a-4f34-9183-78671d2a64c4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:19.979031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.002589 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:20.007134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:20.010078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:20.015990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:20.091291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd3e18f-e9d9-4983-b50c-6a429d608722 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet 468e2efd-8f8f-459a-a77f-a08b91ecc16f {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:20.094496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-afd3e18f-e9d9-4983-b50c-6a429d608722 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.108422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.131179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b106259-52e5-4c05-8975-e6a55df5e0e0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting subnet 4dd74b57-5ee3-47b7-bfb6-5e690c967e84 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:20.141045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b106259-52e5-4c05-8975-e6a55df5e0e0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.162030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.203491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-afd3e18f-e9d9-4983-b50c-6a429d608722 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.236994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40346) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:20.247492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b106259-52e5-4c05-8975-e6a55df5e0e0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.338345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2e4025-3ea9-4bf9-b6c9-ba81b65fbb73,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:20.379281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-afd3e18f-e9d9-4983-b50c-6a429d608722 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.390384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.391637 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-03bfba08-e9b6-425f-b77a-7171f75e4b25 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5085051 Mar 24 17:09:20.394440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40352) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:20.399524 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947609063'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:20.401853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b106259-52e5-4c05-8975-e6a55df5e0e0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.405225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:20.409275 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:20.412217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:20.418858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:20.522739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.531748 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-797cd1d7-ef62-4d5f-b844-c20ddf73a233 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8a5cba240fc4cb69db4c94d8e2eddff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936120 Mar 24 17:09:20.535598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40356) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:20.563312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:20.571618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:20.580232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:20.589787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:20.626976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f24a98e1-830c-493b-a678-07576bcbb6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.661742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f24a98e1-830c-493b-a678-07576bcbb6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.696526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-afd3e18f-e9d9-4983-b50c-6a429d608722 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.700108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b106259-52e5-4c05-8975-e6a55df5e0e0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.738181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.745784 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-982399ef-9da1-4120-ac17-4ae7911be815 req-6fe183db-3fb6-4469-a6de-592605e99d65 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 210 time: 0.0895038 Mar 24 17:09:20.755055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3e18f-e9d9-4983-b50c-6a429d608722 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=468e2efd-8f8f-459a-a77f-a08b91ecc16f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:20.765678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b106259-52e5-4c05-8975-e6a55df5e0e0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.765678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-afd3e18f-e9d9-4983-b50c-6a429d608722 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.771419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df91c0f-1615-4543-bd90-d782fac22f2e None None] Network 4d11e6ed-5e05-4226-ad44-41b35113a1c6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:20.784704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.806207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b106259-52e5-4c05-8975-e6a55df5e0e0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd74b57-5ee3-47b7-bfb6-5e690c967e84,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:20.811441 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-afd3e18f-e9d9-4983-b50c-6a429d608722 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/468e2efd-8f8f-459a-a77f-a08b91ecc16f HTTP/1.1" status: 204 len: 168 time: 0.8562551 Mar 24 17:09:20.814884 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1b106259-52e5-4c05-8975-e6a55df5e0e0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/4dd74b57-5ee3-47b7-bfb6-5e690c967e84 HTTP/1.1" status: 204 len: 168 time: 0.8581386 Mar 24 17:09:20.817673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40366) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:20.824110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:20.825805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40370) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:20.899483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d44a23-4aad-42ad-9346-adc64feeba49,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:20.902492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1dd619-69d5-44cd-a933-55a9cd74440e None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:20.970882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:20.970882 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-27809799-9788-4731-8b90-2508ea15ce0d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5721617 Mar 24 17:09:20.974359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40374) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:20.983077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '3d2e4025-3ea9-4bf9-b6c9-ba81b65fbb73', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '02d44a23-4aad-42ad-9346-adc64feeba49', 'remote_ip_prefix': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:20.997378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:21.007203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:21.015582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:21.023988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.029995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:21.030762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:21.032788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f24a98e1-830c-493b-a678-07576bcbb6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.035075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:21.035527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f24a98e1-830c-493b-a678-07576bcbb6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.039243 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f24a98e1-830c-493b-a678-07576bcbb6e9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ec02845-e914-4200-9620-3d66f795771e HTTP/1.1" status: 204 len: 168 time: 0.5002329 Mar 24 17:09:21.039732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:21.046936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:21.057239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:21.057585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.098553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a98e1-830c-493b-a678-07576bcbb6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec02845-e914-4200-9620-3d66f795771e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:21.115667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:21.122289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.205424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.345460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] DHCP port deletion for 4d11e6ed-5e05-4226-ad44-41b35113a1c6 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:21.350409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3766b30c-bf7a-4e5b-a12b-ba5f8ac66254,segment=NetworkSegment(4bf6030f-4368-4867-a8b4-26559b0429fa),segment_id=4bf6030f-4368-4867-a8b4-26559b0429fa)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:21.350592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] Deleting port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:21.351150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.351318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.577394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:21.607002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.614066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.659465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] For port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3766b30c-bf7a-4e5b-a12b-ba5f8ac66254,segment=NetworkSegment(4bf6030f-4368-4867-a8b4-26559b0429fa),segment_id=4bf6030f-4368-4867-a8b4-26559b0429fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:21.659865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.664684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.698990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fda0fa-d521-467d-be24-42305c0faf42,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:21.711719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:21.716110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:21.722544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:21.722544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.779172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.805998 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9868658 Mar 24 17:09:21.813438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40398) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:21.815578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] Calling delete_port for 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:21.836467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'security_group': {'name': 'tempest-secgroup-450426507'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:21.840794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=3766b30c-bf7a-4e5b-a12b-ba5f8ac66254,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:21.845723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:21.850815 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d9bad105-eaa3-4094-a826-486b3732e6a7 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8721292 Mar 24 17:09:21.851014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:21.851119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40404) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:21.864123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:21.873165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:21.884707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:21.890909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No DVR routers for this DVR port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:09:21.956124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:21.956976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:21.981993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19e78e-fa69-4e7f-ba57-5d94bfbf245b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=243e499f-39e8-4c98-9ebf-1ffa0ec46211,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:21.996566 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-08997dbe-0df4-42e2-8e5f-74919236f2d4 req-1522376b-eb8d-4b44-b6fb-14b7dafb9efd tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 210 time: 0.1714373 Mar 24 17:09:21.997382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.004985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6797b211-4af0-438f-a33f-0127cf22c042 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.029193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:22.033730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group_rule and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:22.038156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6797b211-4af0-438f-a33f-0127cf22c042 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.038745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:22.045347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:22.110530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.112251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac89790-5aa3-4a5a-84d7-90ab0b59657a None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:22.141620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.142668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d11e6ed-5e05-4226-ad44-41b35113a1c6']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:22.160518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf6030f-4368-4867-a8b4-26559b0429fa') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:22.160903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf6030f-4368-4867-a8b4-26559b0429fa') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:22.173939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.191044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.197597 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:22.197994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:22.213528 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:22.239413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d86bbc57-8b6d-430e-9dca-26c330ac435e None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:22.239779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d86bbc57-8b6d-430e-9dca-26c330ac435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.264604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.274890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6797b211-4af0-438f-a33f-0127cf22c042 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.306802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797b211-4af0-438f-a33f-0127cf22c042 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7fda0fa-d521-467d-be24-42305c0faf42,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:22.308906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672dc980-3989-4ec7-8298-727d1a03537f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:22.311055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6797b211-4af0-438f-a33f-0127cf22c042 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.312190 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6797b211-4af0-438f-a33f-0127cf22c042 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d7fda0fa-d521-467d-be24-42305c0faf42 HTTP/1.1" status: 204 len: 168 time: 0.4601929 Mar 24 17:09:22.314750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40414) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:22.370700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1e8c186e-dadd-4366-80eb-67551cf85b18 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:22.372298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.376945 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e3f9e298-5f51-46af-92d6-8cea6722e6cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5625231 Mar 24 17:09:22.377754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.378140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40420) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:22.388485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'security_group': {'name': 'tempest-secgroup-1602705159'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:22.395461 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:22.401862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:22.402082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.405669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:22.415871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:22.416141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Network': ['ID=4d11e6ed-5e05-4226-ad44-41b35113a1c6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:22.418883 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a5821bab-08d8-4907-8604-c40184e0379a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/networks/4d11e6ed-5e05-4226-ad44-41b35113a1c6 HTTP/1.1" status: 204 len: 168 time: 1.5881684 Mar 24 17:09:22.423310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40424) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:22.431241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1962806552'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:22.444841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:22.450015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:network and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:22.453254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:22.464073 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:22.481951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1e8c186e-dadd-4366-80eb-67551cf85b18 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:22.487293 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1e8c186e-dadd-4366-80eb-67551cf85b18 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1676347 Mar 24 17:09:22.487454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] Deleting port 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:22.487454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.487664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40428) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:22.528322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40432) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:22.570034 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:22.573345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d86bbc57-8b6d-430e-9dca-26c330ac435e None None] Provisioning complete for port d3aa9c27-4964-488b-ba5f-31d0df037957 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:22.574233 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d86bbc57-8b6d-430e-9dca-26c330ac435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.579276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.610106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:09:22.620683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.621076 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added segment 072c4c49-03fe-4fc2-94b7-b6d96964478b of type vlan for network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec Mar 24 17:09:22.637906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.643634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0454e749-5046-4d61-bc6d-9db3520c20e9 None None] The port '3766b30c-bf7a-4e5b-a12b-ba5f8ac66254' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:09:22.662204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.668313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d86bbc57-8b6d-430e-9dca-26c330ac435e None None] Port d3aa9c27-4964-488b-ba5f-31d0df037957 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:22.675864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:22.686084 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group_rule and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:22.686084 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:22.690754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:22.707021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-855786101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:22.714990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:22.719137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Usage tracker for resource:router and tenant:c9db6a63708f4961a6fbf5390ddeffff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:22.722439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:22.728497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:22.744952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.754587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:22.755579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.767747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2813297d-e50e-4450-9102-8623bc47ae63 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.817015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2813297d-e50e-4450-9102-8623bc47ae63 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.828753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7fe5dd-3dd7-4927-8a09-3cb687b45e28 None None] Update dhcp port {'port': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'fixed_ips': [{'subnet_id': '338dde83-dfed-4cf5-b1e3-3b2458e03d45', 'ip_address': '172.20.0.18'}, {'subnet_id': '243e499f-39e8-4c98-9ebf-1ffa0ec46211'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': '6351549d-9bf0-4e66-9ee8-6a38ac233e50'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:09:22.835151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.863402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.864528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.879688 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4559646 Mar 24 17:09:22.883159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40438) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:22.885697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b851c1-4971-49a6-acc8-908a10af00ae tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Network': ['ID=0ef3f94d-e8ec-4c4f-9625-acb247d74fec,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:22.890634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'subnet': {'network_id': '0ef3f94d-e8ec-4c4f-9625-acb247d74fec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:22.898195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:09:22.926389 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.944423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe5dd-3dd7-4927-8a09-3cb687b45e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.949775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:22.958814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2813297d-e50e-4450-9102-8623bc47ae63 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.022331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.059372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a786d6a-fbc8-43fa-9e00-5c9f02cfe8ee,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:23.079767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2813297d-e50e-4450-9102-8623bc47ae63 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.083529 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2813297d-e50e-4450-9102-8623bc47ae63 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/02d44a23-4aad-42ad-9346-adc64feeba49 HTTP/1.1" status: 204 len: 168 time: 0.5922558 Mar 24 17:09:23.085114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40444) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:23.088226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813297d-e50e-4450-9102-8623bc47ae63 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d44a23-4aad-42ad-9346-adc64feeba49,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:23.091533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:23.095619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:subnet and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:23.098730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:23.108461 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:23.155570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.159381 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-144f3704-5f10-41c8-a038-4c4b60a7e52a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6274619 Mar 24 17:09:23.160889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40448) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:23.176411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.179294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2013165272'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:23.180482 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-721e7704-5407-4b79-924c-f4242dfefbe6 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8009977 Mar 24 17:09:23.182555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40452) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:23.191951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:23.200802 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0075500b-7211-4db9-8ac8-7a68d1b69478 req-6175330d-d59b-4d30-ab07-4ffee8eafcc8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 210 time: 0.0714581 Mar 24 17:09:23.204446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:09:23.205059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'security_group': {'name': 'tempest-secgroup-2118009447'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:23.210142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Usage tracker for resource:network and tenant:c9db6a63708f4961a6fbf5390ddeffff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:23.214361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:23.217065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:23.219705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:23.220641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.239663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:23.245843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:23.276563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:09:23.276904 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3766b30c-bf7a-4e5b-a12b-ba5f8ac66254 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:09:23.300447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-6e7fe5dd-3dd7-4927-8a09-3cb687b45e28 None None] Allocated IP 172.20.0.2 (69153eb8-bbcc-483e-9118-09ebfd964ea8/243e499f-39e8-4c98-9ebf-1ffa0ec46211/6351549d-9bf0-4e66-9ee8-6a38ac233e50) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:23.355281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:23.365270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1c1ce52c-f59a-4fa3-8ca4-da94149078b4 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:23.368765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:23.487670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1c1ce52c-f59a-4fa3-8ca4-da94149078b4 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:23.487929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-6e7fe5dd-3dd7-4927-8a09-3cb687b45e28 None None] For port 6351549d-9bf0-4e66-9ee8-6a38ac233e50, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6351549d-9bf0-4e66-9ee8-6a38ac233e50,segment=NetworkSegment(ef05a4ec-583c-4483-b707-7bfa8a36a7b9),segment_id=ef05a4ec-583c-4483-b707-7bfa8a36a7b9)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:23.492564 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1c1ce52c-f59a-4fa3-8ca4-da94149078b4 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4026899 Mar 24 17:09:23.492564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Made reservation on behalf of c9db6a63708f4961a6fbf5390ddeffff for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:23.495102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.498864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40456) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:23.502874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.508925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.521267 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe5dd-3dd7-4927-8a09-3cb687b45e28 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.527824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:23.532186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Usage tracker for resource:security_group_rule and tenant:c9db6a63708f4961a6fbf5390ddeffff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:23.535081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:23.541559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6e7fe5dd-3dd7-4927-8a09-3cb687b45e28 None None] Transition to ACTIVE for port object 6351549d-9bf0-4e66-9ee8-6a38ac233e50 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:23.542722 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:23.602713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe5dd-3dd7-4927-8a09-3cb687b45e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.627150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.645322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:23.663631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:security_group_rule and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:23.672672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:23.682271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:23.688707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.727878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:09:23.737039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaa0c6b-0e83-4976-b119-c25030db7a84,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:23.738472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-81801d8b-3689-4c61-a399-867a7e966d9b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.742619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.743196 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Added segment 08dc4ed5-db54-4363-b623-ced0115236f0 of type vlan for network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 Mar 24 17:09:23.767350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-81801d8b-3689-4c61-a399-867a7e966d9b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.771082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.798090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-a62eb17a-b769-4e6a-bff4-9c8d1c56233f tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:23.799537 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-a62eb17a-b769-4e6a-bff4-9c8d1c56233f tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 812 time: 0.3507853 Mar 24 17:09:23.800909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fe5dd-3dd7-4927-8a09-3cb687b45e28 None None] Pushing event updated for resources: {'Port': ['ID=6351549d-9bf0-4e66-9ee8-6a38ac233e50,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:23.804434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.841806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.848742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:23.849579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:23.989480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Network': ['ID=8e859624-107f-4f6c-8b9b-cf666f94e3c5,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:23.993962 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0903edd8-6744-4f34-8d27-e8dc67a90642 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8311620 Mar 24 17:09:23.996837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40460) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:24.006755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:09:24.009510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Request body: {'subnet': {'network_id': '8e859624-107f-4f6c-8b9b-cf666f94e3c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:24.017375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Subnet': ['ID=da786222-4638-42ba-b3f4-86246787604a,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:24.038979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-81801d8b-3689-4c61-a399-867a7e966d9b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.050867 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-75741448-6a84-4441-9043-51d3f2ed0adc tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bb3c97d3f2c4a85a94663247e549d02 HTTP/1.1" status: 200 len: 380 time: 0.1959252 Mar 24 17:09:24.062491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.072589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Checking segment: {'id': '072c4c49-03fe-4fc2-94b7-b6d96964478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0ef3f94d-e8ec-4c4f-9625-acb247d74fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:24.077739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network hostable DHCP agents. Network: 0ef3f94d-e8ec-4c4f-9625-acb247d74fec, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:09:24.092009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'port': {'device_id': '83d24510-dd56-46b2-8db9-b61a820bf245', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'admin_state_up': True, 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'security_groups': ['0f20a8d9-47bc-4fd2-a24d-c72541f36e89']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:24.125686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81801d8b-3689-4c61-a399-867a7e966d9b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2e4025-3ea9-4bf9-b6c9-ba81b65fbb73,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:24.147558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.156476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:24.173695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Usage tracker for resource:subnet and tenant:c9db6a63708f4961a6fbf5390ddeffff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:24.177819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:24.184194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:24.247282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Made reservation on behalf of c9db6a63708f4961a6fbf5390ddeffff for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:24.251226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.327783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d974a457-0e1c-4f22-9158-8e94a136aef7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:24.364802 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:09:24.432829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-81801d8b-3689-4c61-a399-867a7e966d9b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.436289 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-81801d8b-3689-4c61-a399-867a7e966d9b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/3d2e4025-3ea9-4bf9-b6c9-ba81b65fbb73 HTTP/1.1" status: 204 len: 168 time: 0.9221687 Mar 24 17:09:24.436289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.436289 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3ec427c2-86f5-4cf8-a9d1-e97241a46023 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2467809 Mar 24 17:09:24.437511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40472) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:24.441836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40474) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:24.455532 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-25f1e1ea-34ae-4d90-925e-8c08aab80ee9 req-5807a4a6-ec7d-4bc5-8b1a-57edb4e31c43 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 210 time: 0.0921850 Mar 24 17:09:24.464602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-693581257', 'security_groups': ['d974a457-0e1c-4f22-9158-8e94a136aef7'], 'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '243e499f-39e8-4c98-9ebf-1ffa0ec46211'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:24.467134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:24.471987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:port and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:24.475850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:24.479483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 0ef3f94d-e8ec-4c4f-9625-acb247d74fec) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:24.488002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:24.489016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:24.489471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e6d159-d9a8-400f-8526-9c05c925d44c None None] Network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:24.489931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.585843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Made reservation on behalf of 3bb3c97d3f2c4a85a94663247e549d02 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:24.591221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.624006 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ae33c967-e9bf-4850-a7d2-1bbb08c61640 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7394042 Mar 24 17:09:24.628736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40480) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:24.645018 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1027474369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:24.670153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:24.684960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e7737c29-1860-4c59-ba33-130b9c5b1c95 None None] Provisioning for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:24.685735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:router and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:24.691211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e7737c29-1860-4c59-ba33-130b9c5b1c95 None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:24.691800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e7737c29-1860-4c59-ba33-130b9c5b1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.699124 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0683e814-e60e-48ff-bb75-7c31b32f2c31 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2586441 Mar 24 17:09:24.706647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:24.709344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40484) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:24.722408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255519189'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:24.738296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:24.740751 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:24.764047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:24.768967 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:24.788530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:24.802136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:24.817382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:24.832189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Allocated IP 172.20.0.14 (776741f5-811e-4381-8c10-737d1f15324b/0b084f0a-7979-42ac-9322-597f71157abf/d18ac2dd-884f-4c47-9f47-13413d8b5e9a) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:24.842670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.845107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.865584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.870037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-0ef3f94d-e8ec-4c4f-9625-acb247d74fec', 'network_id': '0ef3f94d-e8ec-4c4f-9625-acb247d74fec', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'fixed_ips': [{'subnet_id': 'da786222-4638-42ba-b3f4-86246787604a'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:09:24.870815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.886000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.898540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.939731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e7737c29-1860-4c59-ba33-130b9c5b1c95 None None] Provisioning complete for port d3aa9c27-4964-488b-ba5f-31d0df037957 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:24.940129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e7737c29-1860-4c59-ba33-130b9c5b1c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:24.952589 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:24.988126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.001961 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e7737c29-1860-4c59-ba33-130b9c5b1c95 None None] Port d3aa9c27-4964-488b-ba5f-31d0df037957 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:25.071753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.090541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Transition to ACTIVE for port object d18ac2dd-884f-4c47-9f47-13413d8b5e9a will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:25.125022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.145895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:25.163787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Allocated IP 2001:db8::2 (0ef3f94d-e8ec-4c4f-9625-acb247d74fec/da786222-4638-42ba-b3f4-86246787604a/6dd2d1aa-74e8-49e5-9d02-e29c3169f255) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:25.169211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6351549d-9bf0-4e66-9ee8-6a38ac233e50 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:25.170414 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:25.179207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Subnet': ['ID=ebb9d8f0-a8ef-4c11-b6f5-48c3afa9768c,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:25.181876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.183046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:25.200579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:25.206230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] device_id is not set on port 2a3e316d-b263-4926-aebe-3ee5426d8cdf yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:09:25.267719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Network 776741f5-811e-4381-8c10-737d1f15324b is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:25.268845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Checking segment: {'id': '08dc4ed5-db54-4363-b623-ced0115236f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8e859624-107f-4f6c-8b9b-cf666f94e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:25.269209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network hostable DHCP agents. Network: 8e859624-107f-4f6c-8b9b-cf666f94e3c5, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:09:25.272632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:25.283502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:25.303768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.305083 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1d1a73a2-7701-43eb-a365-752e41bd77dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6664252 Mar 24 17:09:25.313784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40488) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:25.400016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:25.400300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.476922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'Port': ['ID=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:25.546509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:25.547163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.656914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:09:25.675227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.679537 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-ae0372b0-3c7f-4876-92e0-70387d68b45b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5937030 Mar 24 17:09:25.692806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Transition to ACTIVE for port object 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:25.694810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Request body: {'port': {'device_id': '83d24510-dd56-46b2-8db9-b61a820bf245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:25.722563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Transition to ACTIVE for port object 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:25.796925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.834883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4cede-f4dd-471e-844a-a637986b3208 req-afb866cf-db30-445b-9a45-b67c0940e96b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:25.835916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-85a4cede-f4dd-471e-844a-a637986b3208 req-afb866cf-db30-445b-9a45-b67c0940e96b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Synchronizing usage tracker for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:25.852848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.879851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5e039f45-66f6-44eb-ab32-20b80351608b None None] Provisioning for port d18ac2dd-884f-4c47-9f47-13413d8b5e9a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:25.898707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5e039f45-66f6-44eb-ab32-20b80351608b None None] Provisioning complete for port d18ac2dd-884f-4c47-9f47-13413d8b5e9a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:25.900427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e039f45-66f6-44eb-ab32-20b80351608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:25.984418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-85a4cede-f4dd-471e-844a-a637986b3208 req-afb866cf-db30-445b-9a45-b67c0940e96b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Unset dirty status for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:25.992158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85a4cede-f4dd-471e-844a-a637986b3208 req-afb866cf-db30-445b-9a45-b67c0940e96b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 932 time: 0.3739097 Mar 24 17:09:26.008834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5e039f45-66f6-44eb-ab32-20b80351608b None None] Port d18ac2dd-884f-4c47-9f47-13413d8b5e9a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:26.023330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:26.026394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:26.029685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:26.049819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Pushing event updated for resources: {'Port': ['ID=6dd2d1aa-74e8-49e5-9d02-e29c3169f255,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:26.119556 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85a4cede-f4dd-471e-844a-a637986b3208 req-ab2bb922-13b4-4ba8-9050-7e1da97d9124 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263874 Mar 24 17:09:26.129139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 8e859624-107f-4f6c-8b9b-cf666f94e3c5) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:26.134325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:26.135113 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.216416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4609c69c-f974-4400-97e5-9f050e7a6b43 None None] Network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:26.287588 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dc35fb64-beec-4e37-ba2b-5bda287fab4d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2886410 Mar 24 17:09:26.306768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40494) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:26.316998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Request body: {'network': {'name': 'tempest-router-network01--1218443799'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:26.317773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18ac2dd-884f-4c47-9f47-13413d8b5e9a {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:09:26.323739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:26.326049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.328449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Usage tracker for resource:network and tenant:c9db6a63708f4961a6fbf5390ddeffff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:26.332596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:26.340892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:26.341581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Transition to ACTIVE for port object d18ac2dd-884f-4c47-9f47-13413d8b5e9a will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:26.344454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Attempting to bind port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:09:26.344822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Attempting to bind port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '072c4c49-03fe-4fc2-94b7-b6d96964478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0ef3f94d-e8ec-4c4f-9625-acb247d74fec'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:09:26.346115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Attempting to bind port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 on network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:09:26.348814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.373853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.9 (69153eb8-bbcc-483e-9118-09ebfd964ea8/243e499f-39e8-4c98-9ebf-1ffa0ec46211/2a3e316d-b263-4926-aebe-3ee5426d8cdf) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:26.387521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.389532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:09:26.389696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Checking segment: {'id': '072c4c49-03fe-4fc2-94b7-b6d96964478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0ef3f94d-e8ec-4c4f-9625-acb247d74fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:26.390250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.390646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Bound using segment: {'id': '072c4c49-03fe-4fc2-94b7-b6d96964478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0ef3f94d-e8ec-4c4f-9625-acb247d74fec'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:09:26.391113 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Bound port: 6dd2d1aa-74e8-49e5-9d02-e29c3169f255, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072c4c49-03fe-4fc2-94b7-b6d96964478b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '0ef3f94d-e8ec-4c4f-9625-acb247d74fec'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:09:26.391479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.419590 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.537227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-8e859624-107f-4f6c-8b9b-cf666f94e3c5', 'network_id': '8e859624-107f-4f6c-8b9b-cf666f94e3c5', 'tenant_id': 'c9db6a63708f4961a6fbf5390ddeffff', 'fixed_ips': [{'subnet_id': 'ebb9d8f0-a8ef-4c11-b6f5-48c3afa9768c'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:09:26.539026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.542522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.633733 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] For port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:09:26.652666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Made reservation on behalf of c9db6a63708f4961a6fbf5390ddeffff for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:26.659820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.659948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] For port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6dd2d1aa-74e8-49e5-9d02-e29c3169f255,segment=NetworkSegment(072c4c49-03fe-4fc2-94b7-b6d96964478b),segment_id=072c4c49-03fe-4fc2-94b7-b6d96964478b)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:09:26.689157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Pushing event updated for resources: {'Port': ['ID=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:26.777561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824815eb-bc3a-4ee8-a8b6-5e25a6b8d01d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:26.811796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Attempting to bind port d18ac2dd-884f-4c47-9f47-13413d8b5e9a on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:09:26.812470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Attempting to bind port d18ac2dd-884f-4c47-9f47-13413d8b5e9a by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:09:26.813199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Attempting to bind port d18ac2dd-884f-4c47-9f47-13413d8b5e9a on network 776741f5-811e-4381-8c10-737d1f15324b {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:09:26.819682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Port d18ac2dd-884f-4c47-9f47-13413d8b5e9a on network 776741f5-811e-4381-8c10-737d1f15324b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:09:26.820488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Attempting to bind port d18ac2dd-884f-4c47-9f47-13413d8b5e9a on network 776741f5-811e-4381-8c10-737d1f15324b {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:09:26.825707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Allocated IP 172.20.0.2 (8e859624-107f-4f6c-8b9b-cf666f94e3c5/ebb9d8f0-a8ef-4c11-b6f5-48c3afa9768c/1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:26.827890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:09:26.828506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Checking segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:26.829963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Bound using segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:09:26.830804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Bound port: d18ac2dd-884f-4c47-9f47-13413d8b5e9a, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:09:26.831898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.841708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:09:26.925741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.930535 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-415d2a4e-b444-4745-bf94-14ccf693b98a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2194207 Mar 24 17:09:26.933058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40498) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:26.953863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] For port d18ac2dd-884f-4c47-9f47-13413d8b5e9a, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:09:26.960376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] For port d18ac2dd-884f-4c47-9f47-13413d8b5e9a, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:09:26.963049 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.963401 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Added segment b9d3726b-6f31-4b12-90ac-52c836339a4f of type vlan for network fbef2565-838a-4169-b69d-3a5a94df7add Mar 24 17:09:26.987496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:26.988129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '824815eb-bc3a-4ee8-a8b6-5e25a6b8d01d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:27.020057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:27.035708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.041500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:27.048388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.114798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:27.115413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.118179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] 10.222.0.48 "PUT /v2.0/ports/d18ac2dd-884f-4c47-9f47-13413d8b5e9a HTTP/1.1" status: 200 len: 1094 time: 1.4300120 Mar 24 17:09:27.121483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d24510-dd56-46b2-8db9-b61a820bf245', 'tag': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:09:27.143300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.177582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object 2a3e316d-b263-4926-aebe-3ee5426d8cdf will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:27.193897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278dd32-fdec-47f7-96b2-6836a80c650e service neutron] Pushing event updated for resources: {'Port': ['ID=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:27.211151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d24510-dd56-46b2-8db9-b61a820bf245', 'tag': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'status': 'completed', 'code': 200} Mar 24 17:09:27.216272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:27.225807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.239934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23138626-1db7-4844-bf6a-35f6ea22c494 None None] Pushing event updated for resources: {'Port': ['ID=6dd2d1aa-74e8-49e5-9d02-e29c3169f255,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:27.258025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Transition to ACTIVE for port object 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:27.290451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Transition to ACTIVE for port object 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:27.308029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:27.362062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.402010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.406689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 2001:db8::1 (0ef3f94d-e8ec-4c4f-9625-acb247d74fec/da786222-4638-42ba-b3f4-86246787604a/3da0e39b-3132-42f7-9eb7-8f7725117156) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:27.422723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3b00d414-7e3d-42e0-9874-9580d10904e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:27.424535 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-3b00d414-7e3d-42e0-9874-9580d10904e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 1097 time: 0.2038238 Mar 24 17:09:27.484451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Pushing event updated for resources: {'Port': ['ID=1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:27.489233 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:27.492432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:27.501390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:27.546467 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-85473c2e-3e02-4c5e-b046-36e7fe3ac7b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a HTTP/1.1" status: 200 len: 217 time: 0.1130922 Mar 24 17:09:27.559914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.566218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:27.566973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.637843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d62d97-546d-4207-ac6a-b1891f73c40e req-d98b35cb-863f-402f-afb0-6e47f3b6dc95 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:27.645029 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20d62d97-546d-4207-ac6a-b1891f73c40e req-d98b35cb-863f-402f-afb0-6e47f3b6dc95 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 944 time: 0.2892737 Mar 24 17:09:27.655674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Attempting to bind port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:09:27.656077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Attempting to bind port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '08dc4ed5-db54-4363-b623-ced0115236f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8e859624-107f-4f6c-8b9b-cf666f94e3c5'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:09:27.656440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Attempting to bind port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e on network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:09:27.667578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:09:27.668252 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Checking segment: {'id': '08dc4ed5-db54-4363-b623-ced0115236f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8e859624-107f-4f6c-8b9b-cf666f94e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:27.668637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.669812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Bound using segment: {'id': '08dc4ed5-db54-4363-b623-ced0115236f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8e859624-107f-4f6c-8b9b-cf666f94e3c5'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:09:27.669812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Bound port: 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dc4ed5-db54-4363-b623-ced0115236f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8e859624-107f-4f6c-8b9b-cf666f94e3c5'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:09:27.670064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.678077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-d5807449-17f0-4fd2-86d3-7dec64f93714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:27.679660 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-d5807449-17f0-4fd2-86d3-7dec64f93714 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.1235187 Mar 24 17:09:27.683941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:27.688324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.712000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:27.714756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20d62d97-546d-4207-ac6a-b1891f73c40e req-e5b3fa7b-3cd9-4c65-bcb2-7ee1c5ef64b8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687425 Mar 24 17:09:27.764195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:27.816024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] For port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:09:27.821803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] For port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e,segment=NetworkSegment(08dc4ed5-db54-4363-b623-ced0115236f0),segment_id=08dc4ed5-db54-4363-b623-ced0115236f0)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:09:27.825190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-5ceec2a3-13f3-4bba-89e7-302ff58ea351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:27.827465 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-5ceec2a3-13f3-4bba-89e7-302ff58ea351 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269753 Mar 24 17:09:27.832304 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5204191 Mar 24 17:09:27.913066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40506) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:27.913568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=2a3e316d-b263-4926-aebe-3ee5426d8cdf,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:27.921968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:27.987837 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-1a9bb400-09a8-4bf3-8dde-4c2a4543a225 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512840 Mar 24 17:09:27.998289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Request body: {'network': {'name': 'tempest-router-network02--614025788'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:28.017667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23329cf0-55e9-4010-840a-38ff7f59de9d tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Network': ['ID=fbef2565-838a-4169-b69d-3a5a94df7add,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:28.032899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:28.042598 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network fbef2565-838a-4169-b69d-3a5a94df7add details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:09:28.050439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Usage tracker for resource:network and tenant:c9db6a63708f4961a6fbf5390ddeffff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:28.061594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:28.092836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:28.093494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.104099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:28.179422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c840ac-5d13-4d10-941c-cb63169595cb None None] Pushing event updated for resources: {'Port': ['ID=1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:28.181328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.203795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.224496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Made reservation on behalf of c9db6a63708f4961a6fbf5390ddeffff for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:28.227872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.240973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Transition to ACTIVE for port object 3da0e39b-3132-42f7-9eb7-8f7725117156 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:28.247478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1c65e7d2-60bb-4891-8ae3-6f2a525b7fef None None] Provisioning for port 2a3e316d-b263-4926-aebe-3ee5426d8cdf completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:28.258442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1c65e7d2-60bb-4891-8ae3-6f2a525b7fef None None] Provisioning complete for port 2a3e316d-b263-4926-aebe-3ee5426d8cdf triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:28.258442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1c65e7d2-60bb-4891-8ae3-6f2a525b7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.280576 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2c244970-b68b-4747-aa6c-ff7fa1c20785 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8346391 Mar 24 17:09:28.281504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.284162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40510) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:28.310813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:28.326427 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31a7c6c9-2db1-41ad-b49d-91ee9c3d5014 req-5881d168-4ce8-4de2-adbd-0d44700d70f2 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319426 Mar 24 17:09:28.345272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1c65e7d2-60bb-4891-8ae3-6f2a525b7fef None None] Port 2a3e316d-b263-4926-aebe-3ee5426d8cdf cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:28.406296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:09:28.547469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-ca453999-a4aa-4212-b4d9-25d9810307b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:28.549511 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-ca453999-a4aa-4212-b4d9-25d9810307b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 1097 time: 0.1270328 Mar 24 17:09:28.579478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.580029 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Added segment 0541e066-047f-4379-b45c-0480c6983ac7 of type vlan for network 9d93bf80-2641-4251-ba54-be1561ef5148 Mar 24 17:09:28.630110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfd43d2-6bb2-4527-83a2-a68e9443d297,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:28.722404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.727231 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a89b1265-5148-4330-995c-f0e68715edf5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.7712402 Mar 24 17:09:28.727411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-73d97073-0de4-493b-bb11-b93d01e3ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:28.729393 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-73d97073-0de4-493b-bb11-b93d01e3ef4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1686137 Mar 24 17:09:28.729961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40514) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:28.750200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.766363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8093ca-8496-4b97-bc90-96f7adc18e9e None None] Network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:28.819299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:28.823311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:28.826426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:28.833014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:28.847271 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-9601a189-d345-4d4a-b98b-77c53ef8f220 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a HTTP/1.1" status: 200 len: 217 time: 0.0991056 Mar 24 17:09:28.850458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a606497-8c13-4d46-8d62-9a3f74bbe301 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.859236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.907724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a606497-8c13-4d46-8d62-9a3f74bbe301 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.939866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.946652 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:28.949493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:28.981355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-2a172033-0123-4100-bacc-8461f0e92432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:28.983013 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-2a172033-0123-4100-bacc-8461f0e92432 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.1267500 Mar 24 17:09:29.013167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:29.016609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:29.077029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adb715-b998-461f-8e6e-1e37c5aa2cdc req-f862789a-68b6-4544-8a54-e153be8fbc63 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:29.079855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-94adb715-b998-461f-8e6e-1e37c5aa2cdc req-f862789a-68b6-4544-8a54-e153be8fbc63 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 944 time: 0.1831169 Mar 24 17:09:29.089253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-498b2301-069e-4d16-99a2-2ce1dc44dba5 None None] Provisioning for port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:29.100875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-48234a80-eaef-4dd9-87e9-e144d3d59d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:29.102530 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-48234a80-eaef-4dd9-87e9-e144d3d59d47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1123343 Mar 24 17:09:29.104144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a606497-8c13-4d46-8d62-9a3f74bbe301 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:29.152812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:29.164203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:29.221173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a606497-8c13-4d46-8d62-9a3f74bbe301 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdfd43d2-6bb2-4527-83a2-a68e9443d297,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:29.259194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=3da0e39b-3132-42f7-9eb7-8f7725117156,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:29.311130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a606497-8c13-4d46-8d62-9a3f74bbe301 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:29.312550 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6a606497-8c13-4d46-8d62-9a3f74bbe301 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/fdfd43d2-6bb2-4527-83a2-a68e9443d297 HTTP/1.1" status: 204 len: 168 time: 0.5816078 Mar 24 17:09:29.333205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40520) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:29.343650 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:29.344187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:29.350529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:29.386152 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4697983 Mar 24 17:09:29.388341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb80f4-c000-443d-8d7c-a4be09f43567 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Network': ['ID=9d93bf80-2641-4251-ba54-be1561ef5148,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:29.390828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40524) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:29.408597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 9d93bf80-2641-4251-ba54-be1561ef5148 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:09:29.433184 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-d3d69bd5-1bc4-47a1-b63f-ff7f7e475c97 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081408 Mar 24 17:09:29.461231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Request body: {'subnet': {'network_id': 'fbef2565-838a-4169-b69d-3a5a94df7add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:29.461933 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-94adb715-b998-461f-8e6e-1e37c5aa2cdc req-a65a22a6-6cee-43ab-8388-58d19b450dfc tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638468 Mar 24 17:09:29.548433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6f75a019-9cb3-4afb-ba9b-b61c918a1a00 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:29.677194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6f75a019-9cb3-4afb-ba9b-b61c918a1a00 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:29.680052 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6f75a019-9cb3-4afb-ba9b-b61c918a1a00 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3142343 Mar 24 17:09:29.683422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40528) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:29.685446 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fae2f7b-655c-478b-8c8b-2ed440b07581 req-6e1a2358-745d-4182-b23d-ffe7eff5bbe7 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204666 Mar 24 17:09:29.701882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ea8e4-dc62-46c7-bb22-bfefb51f1927 None None] Network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:29.723712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-192a6c3e-66b7-480f-b1cd-d3bdec1a0bc5 None None] Provisioning for port 3da0e39b-3132-42f7-9eb7-8f7725117156 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:29.743911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-192a6c3e-66b7-480f-b1cd-d3bdec1a0bc5 None None] Provisioning complete for port 3da0e39b-3132-42f7-9eb7-8f7725117156 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:29.744263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-192a6c3e-66b7-480f-b1cd-d3bdec1a0bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:29.758202 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.ipam_backend_mixin [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 243e499f-39e8-4c98-9ebf-1ffa0ec46211 (CIDR: 172.20.0.0/28) Mar 24 17:09:29.761063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:29.767082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Usage tracker for resource:subnet and tenant:c9db6a63708f4961a6fbf5390ddeffff is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:29.769164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:29.770341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7b810496-19c1-4a9c-9374-2f738260eb5c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:29.776390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:29.789657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:29.828555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7b810496-19c1-4a9c-9374-2f738260eb5c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:29.843804 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:09:29.844458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:29.871305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:29.871682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:29.884655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:29.941810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-192a6c3e-66b7-480f-b1cd-d3bdec1a0bc5 None None] Port 3da0e39b-3132-42f7-9eb7-8f7725117156 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:29.988672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-192a6c3e-66b7-480f-b1cd-d3bdec1a0bc5 None None] Provisioning complete for port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:29.989041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-192a6c3e-66b7-480f-b1cd-d3bdec1a0bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.007838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7b810496-19c1-4a9c-9374-2f738260eb5c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.026449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b810496-19c1-4a9c-9374-2f738260eb5c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824815eb-bc3a-4ee8-a8b6-5e25a6b8d01d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:30.034599 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c38e0cad-84c1-49fe-bfd3-a693bba721e5 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7423882 Mar 24 17:09:30.038986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40532) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:30.043833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Made reservation on behalf of c9db6a63708f4961a6fbf5390ddeffff for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:30.046363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:30.047424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.147351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7b810496-19c1-4a9c-9374-2f738260eb5c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.151477 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7b810496-19c1-4a9c-9374-2f738260eb5c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/824815eb-bc3a-4ee8-a8b6-5e25a6b8d01d HTTP/1.1" status: 204 len: 168 time: 0.4651277 Mar 24 17:09:30.152282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40536) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:30.154191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.248516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1ce41911-3986-4e80-b26f-4cb219b4b126 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:30.251840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:30.257305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6dd2d1aa-74e8-49e5-9d02-e29c3169f255,segment=NetworkSegment(072c4c49-03fe-4fc2-94b7-b6d96964478b),segment_id=072c4c49-03fe-4fc2-94b7-b6d96964478b)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:30.257545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:30.262079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:30.270677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:30.326013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.326764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:30.345050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1ce41911-3986-4e80-b26f-4cb219b4b126 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:30.354618 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1ce41911-3986-4e80-b26f-4cb219b4b126 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1859167 Mar 24 17:09:30.354618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:30.354618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.355044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40540) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:30.380490 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-192a6c3e-66b7-480f-b1cd-d3bdec1a0bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.389390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271658405'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:30.395339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:30.423978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:30.496151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.ipam_backend_mixin [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 338dde83-dfed-4cf5-b1e3-3b2458e03d45 (CIDR: 172.20.0.16/28) Mar 24 17:09:30.525654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.548666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:30.552089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.555687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:30.557592 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:09:30.559214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:30.560074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:30.562713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=6dd2d1aa-74e8-49e5-9d02-e29c3169f255,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:30.572755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:30.580923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97c4e1ae-7264-46af-8a0b-710e478cfc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.603273 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-192a6c3e-66b7-480f-b1cd-d3bdec1a0bc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:30.603633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-192a6c3e-66b7-480f-b1cd-d3bdec1a0bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:30.628201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.657922 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1f2300f9-8b5a-43e4-89e8-285e7b6c785d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6177835 Mar 24 17:09:30.665774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40546) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:30.674095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'subnet': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:30.676194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.676942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:30.711782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:30.917446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61021bf5-ad42-4a23-bb65-aa234e50fb03 req-ed0c951e-1fe3-4bf2-86eb-b48a99f01c21 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:30.919190 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61021bf5-ad42-4a23-bb65-aa234e50fb03 req-ed0c951e-1fe3-4bf2-86eb-b48a99f01c21 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 944 time: 0.3265700 Mar 24 17:09:30.923077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.000383 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61021bf5-ad42-4a23-bb65-aa234e50fb03 req-d189e652-1424-480a-ac65-792718244041 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730927 Mar 24 17:09:31.005621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:31.010674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Usage tracker for resource:subnet and tenant:b4f813c93884487a9c39045d6bad96b8 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:31.013920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:31.020463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:31.032863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Subnet': ['ID=4971b769-9d09-46bb-995d-d7c76e47de60,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:31.052859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=3da0e39b-3132-42f7-9eb7-8f7725117156,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:31.066922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Checking segment: {'id': 'b9d3726b-6f31-4b12-90ac-52c836339a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fbef2565-838a-4169-b69d-3a5a94df7add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:31.067360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network hostable DHCP agents. Network: fbef2565-838a-4169-b69d-3a5a94df7add, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:09:31.117511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:31.118816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:31.142776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:31.188832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.224362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Made reservation on behalf of b4f813c93884487a9c39045d6bad96b8 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:31.228864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.235661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:31.236313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.279487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network fbef2565-838a-4169-b69d-3a5a94df7add is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:09:31.316104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa9c35-8868-40a9-99ce-ab66eb9ed58c,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:31.392070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] Provisioning complete for port 3da0e39b-3132-42f7-9eb7-8f7725117156 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:31.393061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.396735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, fbef2565-838a-4169-b69d-3a5a94df7add) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:31.413477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.413477 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0c260275-502a-44bc-85aa-0b7f47c5fec5 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0536499 Mar 24 17:09:31.413477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:31.413477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.414069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40550) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:31.421950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '06aa9c35-8868-40a9-99ce-ab66eb9ed58c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:31.434694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae651d56-3950-43a3-a0d7-76f0ae880d53 None None] Network fbef2565-838a-4169-b69d-3a5a94df7add requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:31.461965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:31.473187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:31.478467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:31.487174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router c40b09f0-f431-4fa1-a04e-b7b3b6c467f1 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:09:31.487695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:31.549706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] Port 3da0e39b-3132-42f7-9eb7-8f7725117156 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:31.556849 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a39d21db-4b36-435b-b637-dec89a9e110a tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1108794 Mar 24 17:09:31.559910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40554) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:31.567643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Request body: {'subnet': {'network_id': '9d93bf80-2641-4251-ba54-be1561ef5148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:31.615508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.656311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:31.663756 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0fa058a7-d0b0-4a8f-9509-54b77a1acd28 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/c40b09f0-f431-4fa1-a04e-b7b3b6c467f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3429337 Mar 24 17:09:31.664157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40558) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:31.671948 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e8414a-a1b7-4c96-8457-c152039755ca None None] Sync routers for ids ['c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:31.685349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] Provisioning for port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:31.685847 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8414a-a1b7-4c96-8457-c152039755ca None None] Routers {'c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:31.686611 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-51e8414a-a1b7-4c96-8457-c152039755ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:31.697303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] Provisioning complete for port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:31.697303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.700646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.723987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-fbef2565-838a-4169-b69d-3a5a94df7add', 'network_id': 'fbef2565-838a-4169-b69d-3a5a94df7add', 'tenant_id': 'c9db6a63708f4961a6fbf5390ddeffff', 'fixed_ips': [{'subnet_id': '4971b769-9d09-46bb-995d-d7c76e47de60'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:09:31.725831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.751712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc063a9b-49c3-48d1-a232-de06025e13e9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:31.753016 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fc063a9b-49c3-48d1-a232-de06025e13e9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:31.780216 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-51e8414a-a1b7-4c96-8457-c152039755ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:31.789468 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8414a-a1b7-4c96-8457-c152039755ca None None] Routers {'c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:31.790882 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-51e8414a-a1b7-4c96-8457-c152039755ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:31.812151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:31.820840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:31.823761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:31.848998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Subnet': ['ID=be0a2b15-6bcc-41e2-81e0-388461ec5450,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:31.855346 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-51e8414a-a1b7-4c96-8457-c152039755ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:31.856021 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e8414a-a1b7-4c96-8457-c152039755ca None None] The sync data for ids ['c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:31.866467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Usage tracker for resource:subnet and tenant:c9db6a63708f4961a6fbf5390ddeffff is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:31.871519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:31.872401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.878003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:31.887538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fc063a9b-49c3-48d1-a232-de06025e13e9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:31.893633 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fc063a9b-49c3-48d1-a232-de06025e13e9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports/3da0e39b-3132-42f7-9eb7-8f7725117156 HTTP/1.1" status: 200 len: 911 time: 0.2240381 Mar 24 17:09:31.893787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:31.893902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40562) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:31.920834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:31.928467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba1cc6b-dd85-40b8-ab23-de375c3ecd51 None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:31.982132 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fb05f03e-163f-4a4f-957a-acc187e62136 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3177474 Mar 24 17:09:31.984815 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40566) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:32.041576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1052713289', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be0a2b15-6bcc-41e2-81e0-388461ec5450'}], 'security_groups': ['672dc980-3989-4ec7-8298-727d1a03537f', '7a786d6a-fbc8-43fa-9e00-5c9f02cfe8ee']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:32.041869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.079923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Made reservation on behalf of c9db6a63708f4961a6fbf5390ddeffff for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:32.086151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.133267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d264f4a5-1290-4355-b7a0-a80eb34ed795,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:32.153828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.181432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Allocated IP 172.20.0.2 (fbef2565-838a-4169-b69d-3a5a94df7add/4971b769-9d09-46bb-995d-d7c76e47de60/90519dbe-d582-45f3-9a4b-f2be88551d66) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:32.250464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.254402 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-45c56d7f-41c1-458b-af63-9b8b0987fe69 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8385761 Mar 24 17:09:32.260873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40572) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:32.266434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] For port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e,segment=NetworkSegment(08dc4ed5-db54-4363-b623-ced0115236f0),segment_id=08dc4ed5-db54-4363-b623-ced0115236f0)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:32.291756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f2693554-5970-493c-915b-5b918b33a567 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules/d264f4a5-1290-4355-b7a0-a80eb34ed795 HTTP/1.1" status: 200 len: 763 time: 0.0299177 Mar 24 17:09:32.292721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40576) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:32.347477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0da98-19b6-4753-bec9-65e77900f097 req-13ed71f5-81a6-446c-8748-5d43f5b6691e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:32.348991 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a0f0da98-19b6-4753-bec9-65e77900f097 req-13ed71f5-81a6-446c-8748-5d43f5b6691e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 944 time: 0.2119467 Mar 24 17:09:32.373310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.448206 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a0f0da98-19b6-4753-bec9-65e77900f097 req-3c6d5e34-fc17-4970-a60c-35cba0ded65c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686507 Mar 24 17:09:32.493562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.499357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8da85-0153-4f57-8481-a2fd2781ed30 None None] Pushing event updated for resources: {'Port': ['ID=1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:32.516063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ed0501d5-c97f-4ece-9a31-05b5d19cccec tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:32.540583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.575804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e3661290-24b8-4ec8-8927-1c8971c98133 None None] Provisioning complete for port 3da0e39b-3132-42f7-9eb7-8f7725117156 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:32.576205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e3661290-24b8-4ec8-8927-1c8971c98133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.621549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Subnet': ['ID=7edac3d4-3c62-4b7b-9135-07ec7f98bd84,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:32.632855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Checking segment: {'id': '0541e066-047f-4379-b45c-0480c6983ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9d93bf80-2641-4251-ba54-be1561ef5148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:32.633236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network hostable DHCP agents. Network: 9d93bf80-2641-4251-ba54-be1561ef5148, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:09:32.656658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.704565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network 9d93bf80-2641-4251-ba54-be1561ef5148 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:09:32.708452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Transition to ACTIVE for port object 90519dbe-d582-45f3-9a4b-f2be88551d66 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:32.717693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e3661290-24b8-4ec8-8927-1c8971c98133 None None] Port 3da0e39b-3132-42f7-9eb7-8f7725117156 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:32.719111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cafcd700-d662-4e7c-b9c0-c31f592ffe79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.726749 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.754842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Transition to ACTIVE for port object 90519dbe-d582-45f3-9a4b-f2be88551d66 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:32.767719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1059c59d-890a-4c33-91b4-1243dcb4d831 None None] Update dhcp port {'port': {'network_id': '69153eb8-bbcc-483e-9118-09ebfd964ea8', 'fixed_ips': [{'subnet_id': '338dde83-dfed-4cf5-b1e3-3b2458e03d45', 'ip_address': '172.20.0.18'}, {'subnet_id': '243e499f-39e8-4c98-9ebf-1ffa0ec46211', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be0a2b15-6bcc-41e2-81e0-388461ec5450'}], 'binding:host_id': 'dv-neutron-835063-1-hyperv'}, 'id': '6351549d-9bf0-4e66-9ee8-6a38ac233e50'} from dv-neutron-835063-1-hyperv. {{(pid=88479) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 24 17:09:32.784589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 9d93bf80-2641-4251-ba54-be1561ef5148) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:32.790531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:32.796578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.798086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf282c06-3dbc-4048-ace2-f3010decab86 None None] Network 9d93bf80-2641-4251-ba54-be1561ef5148 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:32.845554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ed0501d5-c97f-4ece-9a31-05b5d19cccec tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:32.846814 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ed0501d5-c97f-4ece-9a31-05b5d19cccec tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5395627 Mar 24 17:09:32.850807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40580) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:32.891476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7e5493ce-871e-4d42-8ee1-03f9c726b89d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.898618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.904564 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bb76d42c-2cc8-480a-8009-cd97ee3705f1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3393526 Mar 24 17:09:32.904564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40584) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:32.940406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1059c59d-890a-4c33-91b4-1243dcb4d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:32.976332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7e5493ce-871e-4d42-8ee1-03f9c726b89d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.035543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Network fbef2565-838a-4169-b69d-3a5a94df7add is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:33.052274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:33.058371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Pushing event updated for resources: {'Port': ['ID=90519dbe-d582-45f3-9a4b-f2be88551d66,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:33.061786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:33.088362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.210554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:33.224013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7e5493ce-871e-4d42-8ee1-03f9c726b89d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.309075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5493ce-871e-4d42-8ee1-03f9c726b89d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d264f4a5-1290-4355-b7a0-a80eb34ed795,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:33.378127 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Attempting to bind port 90519dbe-d582-45f3-9a4b-f2be88551d66 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:09:33.378501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Attempting to bind port 90519dbe-d582-45f3-9a4b-f2be88551d66 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'b9d3726b-6f31-4b12-90ac-52c836339a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fbef2565-838a-4169-b69d-3a5a94df7add'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:09:33.378910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Attempting to bind port 90519dbe-d582-45f3-9a4b-f2be88551d66 on network fbef2565-838a-4169-b69d-3a5a94df7add {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:09:33.379393 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:09:33.401950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:09:33.402373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Checking segment: {'id': 'b9d3726b-6f31-4b12-90ac-52c836339a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fbef2565-838a-4169-b69d-3a5a94df7add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:33.402718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.403090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Bound using segment: {'id': 'b9d3726b-6f31-4b12-90ac-52c836339a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fbef2565-838a-4169-b69d-3a5a94df7add'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:09:33.404145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Bound port: 90519dbe-d582-45f3-9a4b-f2be88551d66, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d3726b-6f31-4b12-90ac-52c836339a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'fbef2565-838a-4169-b69d-3a5a94df7add'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:09:33.404145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.416957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-9d93bf80-2641-4251-ba54-be1561ef5148', 'network_id': '9d93bf80-2641-4251-ba54-be1561ef5148', 'tenant_id': 'c9db6a63708f4961a6fbf5390ddeffff', 'fixed_ips': [{'subnet_id': '7edac3d4-3c62-4b7b-9135-07ec7f98bd84'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:09:33.417364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.476249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Delete allocated IP 172.20.0.9 (69153eb8-bbcc-483e-9118-09ebfd964ea8/243e499f-39e8-4c98-9ebf-1ffa0ec46211) {{(pid=88477) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 24 17:09:33.487488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Allocated IP 172.20.0.43 (69153eb8-bbcc-483e-9118-09ebfd964ea8/be0a2b15-6bcc-41e2-81e0-388461ec5450/2a3e316d-b263-4926-aebe-3ee5426d8cdf) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:33.512927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7e5493ce-871e-4d42-8ee1-03f9c726b89d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.516548 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7e5493ce-871e-4d42-8ee1-03f9c726b89d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d264f4a5-1290-4355-b7a0-a80eb34ed795 HTTP/1.1" status: 204 len: 168 time: 0.6622126 Mar 24 17:09:33.517278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40590) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:33.625534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:33.626124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.647470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 3da0e39b-3132-42f7-9eb7-8f7725117156 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:33.648343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.660636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1dd831d-6020-476f-83c6-b8c497795458 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:33.700753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.773244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] For port 90519dbe-d582-45f3-9a4b-f2be88551d66, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:09:33.797788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] For port 90519dbe-d582-45f3-9a4b-f2be88551d66, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=90519dbe-d582-45f3-9a4b-f2be88551d66,segment=NetworkSegment(b9d3726b-6f31-4b12-90ac-52c836339a4f),segment_id=b9d3726b-6f31-4b12-90ac-52c836339a4f)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:09:33.853556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Allocated IP 172.20.0.2 (9d93bf80-2641-4251-ba54-be1561ef5148/7edac3d4-3c62-4b7b-9135-07ec7f98bd84/f95a621b-ee58-43eb-94fc-d989c105043d) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:33.916373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1dd831d-6020-476f-83c6-b8c497795458 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:33.918051 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1dd831d-6020-476f-83c6-b8c497795458 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3997269 Mar 24 17:09:33.921426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40594) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:33.923515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.929122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.930220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.938991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e1a8cedd-42bf-4a4a-80d7-b1310e1f4412 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '06aa9c35-8868-40a9-99ce-ab66eb9ed58c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:33.943097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.948209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:33.957356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e1a8cedd-42bf-4a4a-80d7-b1310e1f4412 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:33.996808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3a1a9-d323-481c-a7f0-33ccb6211096 req-3a0d0066-a49e-4af0-9284-8bf8e4c0497e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:33.998443 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f2f3a1a9-d323-481c-a7f0-33ccb6211096 req-3a0d0066-a49e-4af0-9284-8bf8e4c0497e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 944 time: 0.3336182 Mar 24 17:09:34.002310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e1a8cedd-42bf-4a4a-80d7-b1310e1f4412 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:34.083237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 3da0e39b-3132-42f7-9eb7-8f7725117156 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:34.111458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Transition to ACTIVE for port object 2a3e316d-b263-4926-aebe-3ee5426d8cdf will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:34.125199 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f2f3a1a9-d323-481c-a7f0-33ccb6211096 req-ba6ec4ea-a8d4-49bf-bf09-32b0775c3738 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147301 Mar 24 17:09:34.176616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.190508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1a8cedd-42bf-4a4a-80d7-b1310e1f4412 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.197389 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13f848-5743-4b40-9ee8-5e7f3ee2952a None None] Pushing event updated for resources: {'Port': ['ID=90519dbe-d582-45f3-9a4b-f2be88551d66,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:34.216138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.226734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Transition to ACTIVE for port object f95a621b-ee58-43eb-94fc-d989c105043d will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:34.247907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Transition to ACTIVE for port object f95a621b-ee58-43eb-94fc-d989c105043d will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:34.250039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Allocated IP 172.20.0.1 (fbef2565-838a-4169-b69d-3a5a94df7add/4971b769-9d09-46bb-995d-d7c76e47de60/d0a9267b-9bbf-43b7-b679-be298247e443) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:34.316686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-1059c59d-890a-4c33-91b4-1243dcb4d831 None None] Allocated IP 172.20.0.34 (69153eb8-bbcc-483e-9118-09ebfd964ea8/be0a2b15-6bcc-41e2-81e0-388461ec5450/6351549d-9bf0-4e66-9ee8-6a38ac233e50) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:34.429695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.431995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1a8cedd-42bf-4a4a-80d7-b1310e1f4412 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.496686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1a8cedd-42bf-4a4a-80d7-b1310e1f4412 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.514708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Network 9d93bf80-2641-4251-ba54-be1561ef5148 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:34.521738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:34.530052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:34.570717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8cedd-42bf-4a4a-80d7-b1310e1f4412 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb9bf19-b670-422a-ad55-e1d5c7ba2abb,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:34.589326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.602454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event updated for resources: {'Port': ['ID=2a3e316d-b263-4926-aebe-3ee5426d8cdf,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:34.604161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.609944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1a8cedd-42bf-4a4a-80d7-b1310e1f4412 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.615011 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e1a8cedd-42bf-4a4a-80d7-b1310e1f4412 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6915407 Mar 24 17:09:34.616694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40598) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:34.651227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Pushing event updated for resources: {'Port': ['ID=f95a621b-ee58-43eb-94fc-d989c105043d,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:34.665528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40602) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:34.666004 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-421319d3-bd44-41ac-a26c-6a9f7beb9077 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules/dcb9bf19-b670-422a-ad55-e1d5c7ba2abb HTTP/1.1" status: 200 len: 763 time: 0.0381277 Mar 24 17:09:34.666780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Transition to ACTIVE for port object d0a9267b-9bbf-43b7-b679-be298247e443 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:34.676612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Attempting to bind port f95a621b-ee58-43eb-94fc-d989c105043d on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:09:34.676994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Attempting to bind port f95a621b-ee58-43eb-94fc-d989c105043d by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '0541e066-047f-4379-b45c-0480c6983ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9d93bf80-2641-4251-ba54-be1561ef5148'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:09:34.677350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Attempting to bind port f95a621b-ee58-43eb-94fc-d989c105043d on network 9d93bf80-2641-4251-ba54-be1561ef5148 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:09:34.682911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-1059c59d-890a-4c33-91b4-1243dcb4d831 None None] For port 6351549d-9bf0-4e66-9ee8-6a38ac233e50, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6351549d-9bf0-4e66-9ee8-6a38ac233e50,segment=NetworkSegment(ef05a4ec-583c-4483-b707-7bfa8a36a7b9),segment_id=ef05a4ec-583c-4483-b707-7bfa8a36a7b9)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:34.687848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:09:34.688464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Checking segment: {'id': '0541e066-047f-4379-b45c-0480c6983ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9d93bf80-2641-4251-ba54-be1561ef5148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:34.688670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.689064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Bound using segment: {'id': '0541e066-047f-4379-b45c-0480c6983ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9d93bf80-2641-4251-ba54-be1561ef5148'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:09:34.689535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Bound port: f95a621b-ee58-43eb-94fc-d989c105043d, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0541e066-047f-4379-b45c-0480c6983ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9d93bf80-2641-4251-ba54-be1561ef5148'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:09:34.689913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.691401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=3da0e39b-3132-42f7-9eb7-8f7725117156,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:34.771115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1059c59d-890a-4c33-91b4-1243dcb4d831 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.784595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] In _notify_port_updated(), no bound segment for port 2a3e316d-b263-4926-aebe-3ee5426d8cdf on network 69153eb8-bbcc-483e-9118-09ebfd964ea8 {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:09:34.785623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.791244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:34.792237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.794287 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fb5c68cc-8ac5-46e8-bb18-b51c4961c5fd tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "PUT /v2.0/ports/2a3e316d-b263-4926-aebe-3ee5426d8cdf HTTP/1.1" status: 200 len: 960 time: 2.8084850 Mar 24 17:09:34.806783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40606) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:34.819211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1059c59d-890a-4c33-91b4-1243dcb4d831 None None] Transition to ACTIVE for port object 6351549d-9bf0-4e66-9ee8-6a38ac233e50 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:34.823238 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] For port f95a621b-ee58-43eb-94fc-d989c105043d, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:09:34.826618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] For port f95a621b-ee58-43eb-94fc-d989c105043d, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f95a621b-ee58-43eb-94fc-d989c105043d,segment=NetworkSegment(0541e066-047f-4379-b45c-0480c6983ac7),segment_id=0541e066-047f-4379-b45c-0480c6983ac7)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:09:34.899704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.905374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1059c59d-890a-4c33-91b4-1243dcb4d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:34.920700 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b9b9a082-0d4a-4044-8219-8f06a0ccee6d tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2306991 Mar 24 17:09:34.925676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40610) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:34.929279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network fbef2565-838a-4169-b69d-3a5a94df7add is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:34.938040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:34.950894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:34.967573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:35.073762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059c59d-890a-4c33-91b4-1243dcb4d831 None None] Pushing event updated for resources: {'Port': ['ID=6351549d-9bf0-4e66-9ee8-6a38ac233e50,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:35.082897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:35.085821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f2d027a-bf3d-42cb-871a-0cec70f53988 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:35.114703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f2d027a-bf3d-42cb-871a-0cec70f53988 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:35.318229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8faf39-0be7-4f14-a62a-bb2c1005a48b None None] Pushing event updated for resources: {'Port': ['ID=f95a621b-ee58-43eb-94fc-d989c105043d,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:35.320163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Port': ['ID=d0a9267b-9bbf-43b7-b679-be298247e443,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:35.329824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8e17ba45-54a9-4e27-a31d-1d338f03bf28 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port 2a3e316d-b263-4926-aebe-3ee5426d8cdf {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:35.330169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e17ba45-54a9-4e27-a31d-1d338f03bf28 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:35.335171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router c40b09f0-f431-4fa1-a04e-b7b3b6c467f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:09:35.346779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 90519dbe-d582-45f3-9a4b-f2be88551d66 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:35.433494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:35.497245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f2d027a-bf3d-42cb-871a-0cec70f53988 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:35.518371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:35.526803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d027a-bf3d-42cb-871a-0cec70f53988 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcb9bf19-b670-422a-ad55-e1d5c7ba2abb,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:35.539222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb9307-68f5-4095-a9de-c438e25e82bd None None] Sync routers for ids ['c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:35.551449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f2d027a-bf3d-42cb-871a-0cec70f53988 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:35.553196 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2f2d027a-bf3d-42cb-871a-0cec70f53988 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/dcb9bf19-b670-422a-ad55-e1d5c7ba2abb HTTP/1.1" status: 204 len: 168 time: 0.6251054 Mar 24 17:09:35.556045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb9307-68f5-4095-a9de-c438e25e82bd None None] Routers {'c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:35.556300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40616) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:35.557286 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2ffb9307-68f5-4095-a9de-c438e25e82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:35.643602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-22ca23c0-4b9d-40d7-8c14-32108632c093 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:35.651318 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-799ef821-3a39-4c7a-9061-1805c14beb6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/c40b09f0-f431-4fa1-a04e-b7b3b6c467f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7582397 Mar 24 17:09:35.654749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40620) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:35.694868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 90519dbe-d582-45f3-9a4b-f2be88551d66 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:35.694868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2ffb9307-68f5-4095-a9de-c438e25e82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:35.721454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb9307-68f5-4095-a9de-c438e25e82bd None None] Routers {'c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:35.722092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2ffb9307-68f5-4095-a9de-c438e25e82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:35.779939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146abee-3871-4199-b239-dad5554d0f0b None None] Network fbef2565-838a-4169-b69d-3a5a94df7add requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:35.785508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-22ca23c0-4b9d-40d7-8c14-32108632c093 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:35.790258 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-22ca23c0-4b9d-40d7-8c14-32108632c093 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2328181 Mar 24 17:09:35.799121 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40624) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:35.800525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': '06aa9c35-8868-40a9-99ce-ab66eb9ed58c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:35.809059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:35.826808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:35.887809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-2ffb9307-68f5-4095-a9de-c438e25e82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:35.888500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb9307-68f5-4095-a9de-c438e25e82bd None None] The sync data for ids ['c40b09f0-f431-4fa1-a04e-b7b3b6c467f1'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:35.935194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-704e7301-e0fe-4da7-bb81-51533e5d94b1 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:35.945535 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Project f994ad8eb2b241139e32ed8f69a0aa3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:09:35.953495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.002443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc75ad-59bc-4d7b-880f-9acae4dec566 req-0efd8fe5-87b4-41f4-9ee0-449a32d52cfa tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:36.010071 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7fc75ad-59bc-4d7b-880f-9acae4dec566 req-0efd8fe5-87b4-41f4-9ee0-449a32d52cfa tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 944 time: 0.6087735 Mar 24 17:09:36.041963 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9e098160-5bf3-4712-822f-cc94efca61d8 None None] Provisioning for port 90519dbe-d582-45f3-9a4b-f2be88551d66 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:36.052149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.054608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9e098160-5bf3-4712-822f-cc94efca61d8 None None] Provisioning complete for port 90519dbe-d582-45f3-9a4b-f2be88551d66 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:36.055337 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e098160-5bf3-4712-822f-cc94efca61d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.121811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.142960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.152077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41272945-5ed8-4fa6-8b75-12ea7afb9107,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:36.188206 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7fc75ad-59bc-4d7b-880f-9acae4dec566 req-ed079724-0b8a-43fa-a898-b0c18c865db8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772616 Mar 24 17:09:36.249508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.251053 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f5eb33f9-fc50-4beb-a99e-28b03b0c7efc tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4573128 Mar 24 17:09:36.253274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e098160-5bf3-4712-822f-cc94efca61d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.253962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40628) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:36.254081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e17ba45-54a9-4e27-a31d-1d338f03bf28 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.262651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-704e7301-e0fe-4da7-bb81-51533e5d94b1 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:36.267026 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-704e7301-e0fe-4da7-bb81-51533e5d94b1 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=c40b09f0-f431-4fa1-a04e-b7b3b6c467f1 HTTP/1.1" status: 200 len: 205 time: 0.6111217 Mar 24 17:09:36.268370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40632) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:36.299247 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b12a83e6-45b2-42d2-8907-72b83baf9e2a tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules/41272945-5ed8-4fa6-8b75-12ea7afb9107 HTTP/1.1" status: 200 len: 769 time: 0.0437222 Mar 24 17:09:36.303742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40636) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:36.304695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9e098160-5bf3-4712-822f-cc94efca61d8 None None] For port 90519dbe-d582-45f3-9a4b-f2be88551d66, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=90519dbe-d582-45f3-9a4b-f2be88551d66,segment=NetworkSegment(b9d3726b-6f31-4b12-90ac-52c836339a4f),segment_id=b9d3726b-6f31-4b12-90ac-52c836339a4f)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:36.351729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e098160-5bf3-4712-822f-cc94efca61d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.369417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6fcc4161-d58d-49a2-a6d1-d495b87021da tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:36.453258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6fcc4161-d58d-49a2-a6d1-d495b87021da tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:36.455999 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6fcc4161-d58d-49a2-a6d1-d495b87021da tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1489713 Mar 24 17:09:36.457290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40642) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:36.468736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e098160-5bf3-4712-822f-cc94efca61d8 None None] Pushing event updated for resources: {'Port': ['ID=90519dbe-d582-45f3-9a4b-f2be88551d66,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:36.494401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3a167d3-4c2c-4278-a0a2-b4722a20ff3f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.497301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8e17ba45-54a9-4e27-a31d-1d338f03bf28 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for 2a3e316d-b263-4926-aebe-3ee5426d8cdf owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:36.508109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3a167d3-4c2c-4278-a0a2-b4722a20ff3f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.544575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Provisioning for port 2a3e316d-b263-4926-aebe-3ee5426d8cdf completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:36.550093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Provisioning complete for port 2a3e316d-b263-4926-aebe-3ee5426d8cdf triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:36.550458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.607649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3a167d3-4c2c-4278-a0a2-b4722a20ff3f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.620421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Port 2a3e316d-b263-4926-aebe-3ee5426d8cdf cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:36.633158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Provisioning complete for port d3aa9c27-4964-488b-ba5f-31d0df037957 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:36.633810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.651555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a167d3-4c2c-4278-a0a2-b4722a20ff3f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41272945-5ed8-4fa6-8b75-12ea7afb9107,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:36.710145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-532c8240-dc14-49e1-a33b-bdd4506a3a53 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.710722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Port d3aa9c27-4964-488b-ba5f-31d0df037957 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:36.741386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3a167d3-4c2c-4278-a0a2-b4722a20ff3f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.742614 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f3a167d3-4c2c-4278-a0a2-b4722a20ff3f tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/41272945-5ed8-4fa6-8b75-12ea7afb9107 HTTP/1.1" status: 204 len: 168 time: 0.2843602 Mar 24 17:09:36.745105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40646) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:36.796404 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Provisioning for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:36.805420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:36.805787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0981c753-87c3-4898-8927-3de616cb49c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:36.809816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-12ec31fc-a9be-46c9-b555-c7facec61887 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:36.944397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-12ec31fc-a9be-46c9-b555-c7facec61887 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:36.945816 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-12ec31fc-a9be-46c9-b555-c7facec61887 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1991456 Mar 24 17:09:36.948683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40650) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:36.961715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6466d0aa-a44f-4910-acc6-bacf48ed9efe None None] Network 9d93bf80-2641-4251-ba54-be1561ef5148 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:37.026433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c531068-f3f0-4ffb-a91b-24caea86e78b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.062534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c531068-f3f0-4ffb-a91b-24caea86e78b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.138096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-532c8240-dc14-49e1-a33b-bdd4506a3a53 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.140483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-532c8240-dc14-49e1-a33b-bdd4506a3a53 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.187666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c531068-f3f0-4ffb-a91b-24caea86e78b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.227659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c531068-f3f0-4ffb-a91b-24caea86e78b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa9c35-8868-40a9-99ce-ab66eb9ed58c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:37.281861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f95a621b-ee58-43eb-94fc-d989c105043d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:37.316680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c531068-f3f0-4ffb-a91b-24caea86e78b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.319257 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0c531068-f3f0-4ffb-a91b-24caea86e78b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/06aa9c35-8868-40a9-99ce-ab66eb9ed58c HTTP/1.1" status: 204 len: 168 time: 0.3688953 Mar 24 17:09:37.321700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40656) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:37.337124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Provisioning for port d0a9267b-9bbf-43b7-b679-be298247e443 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:37.344790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Provisioning complete for port d0a9267b-9bbf-43b7-b679-be298247e443 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:37.345300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.403860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d1ef90a6-d53e-4850-885f-3997fd6dcedb tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:37.426877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Port d0a9267b-9bbf-43b7-b679-be298247e443 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:37.444014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Provisioning complete for port 2a3e316d-b263-4926-aebe-3ee5426d8cdf triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:37.444523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.492633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-532c8240-dc14-49e1-a33b-bdd4506a3a53 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.493020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532c8240-dc14-49e1-a33b-bdd4506a3a53 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Fanout notify agent at l3_agent the message router_deleted on router c40b09f0-f431-4fa1-a04e-b7b3b6c467f1 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:09:37.506880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Port 2a3e316d-b263-4926-aebe-3ee5426d8cdf cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:37.515801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d1ef90a6-d53e-4850-885f-3997fd6dcedb tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:37.517129 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d1ef90a6-d53e-4850-885f-3997fd6dcedb tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1941295 Mar 24 17:09:37.521423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40660) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:37.526845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f95a621b-ee58-43eb-94fc-d989c105043d completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:37.527015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458998846'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:37.532185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 90519dbe-d582-45f3-9a4b-f2be88551d66 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:37.534139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:37.545521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:37.583394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-532c8240-dc14-49e1-a33b-bdd4506a3a53 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.587086 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-532c8240-dc14-49e1-a33b-bdd4506a3a53 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/c40b09f0-f431-4fa1-a04e-b7b3b6c467f1 HTTP/1.1" status: 204 len: 168 time: 1.3085501 Mar 24 17:09:37.587540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40664) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:37.602824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 90519dbe-d582-45f3-9a4b-f2be88551d66 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:37.603196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.626977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Provisioning for port f95a621b-ee58-43eb-94fc-d989c105043d completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:37.636570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Provisioning complete for port f95a621b-ee58-43eb-94fc-d989c105043d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:37.636805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.646250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1b0ff-6b7f-4a6e-8fed-4b32eeef1d46 req-a44e9226-7ae8-4479-be44-bfef37c4596b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:37.647798 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6d1b0ff-6b7f-4a6e-8fed-4b32eeef1d46 req-a44e9226-7ae8-4479-be44-bfef37c4596b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 944 time: 0.1652918 Mar 24 17:09:37.650281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e17ba45-54a9-4e27-a31d-1d338f03bf28 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.657063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.670392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-231b221f-e8e7-47c4-9d7a-b5aefcba4b85 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting subnet da786222-4638-42ba-b3f4-86246787604a {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:37.674084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.685812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-231b221f-e8e7-47c4-9d7a-b5aefcba4b85 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.738270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:37.747203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:37.752400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:37.755143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17ba45-54a9-4e27-a31d-1d338f03bf28 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=2a3e316d-b263-4926-aebe-3ee5426d8cdf,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:37.762626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-231b221f-e8e7-47c4-9d7a-b5aefcba4b85 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.766404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.794368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:37.868278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6351549d-9bf0-4e66-9ee8-6a38ac233e50 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:37.905015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.941466 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6d1b0ff-6b7f-4a6e-8fed-4b32eeef1d46 req-917b5c05-0230-42c9-aab3-3f490a1d285c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816038 Mar 24 17:09:37.966771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:37.985341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Port': ['ID=d0a9267b-9bbf-43b7-b679-be298247e443,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:37.993402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e17ba45-54a9-4e27-a31d-1d338f03bf28 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.006632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] For port f95a621b-ee58-43eb-94fc-d989c105043d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f95a621b-ee58-43eb-94fc-d989c105043d,segment=NetworkSegment(0541e066-047f-4379-b45c-0480c6983ac7),segment_id=0541e066-047f-4379-b45c-0480c6983ac7)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:38.006976 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8e17ba45-54a9-4e27-a31d-1d338f03bf28 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/2a3e316d-b263-4926-aebe-3ee5426d8cdf HTTP/1.1" status: 204 len: 168 time: 3.1416998 Mar 24 17:09:38.007084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40668) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:38.019438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:38.019995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.077017 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4147f5-7820-41e9-a358-5f2dd7f7795a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] GET failed (client error): The resource could not be found. Mar 24 17:09:38.077558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1c4147f5-7820-41e9-a358-5f2dd7f7795a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Synchronizing usage tracker for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:38.088570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.122400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1c4147f5-7820-41e9-a358-5f2dd7f7795a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Unset dirty status for tenant:b4f813c93884487a9c39045d6bad96b8 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:38.123579 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1c4147f5-7820-41e9-a358-5f2dd7f7795a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports/2a3e316d-b263-4926-aebe-3ee5426d8cdf HTTP/1.1" status: 404 len: 333 time: 0.1201670 Mar 24 17:09:38.129066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40672) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:38.138990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.140491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-231b221f-e8e7-47c4-9d7a-b5aefcba4b85 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.169247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network fbef2565-838a-4169-b69d-3a5a94df7add is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:38.180247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:38.214120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.265253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Provisioning complete for port 90519dbe-d582-45f3-9a4b-f2be88551d66 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:38.265529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.272505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb71ed4e-aadd-405c-a1a8-ea54de53dc38,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:38.321748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e605-8383-4c37-bf16-356f888a43a9 None None] Pushing event updated for resources: {'Port': ['ID=f95a621b-ee58-43eb-94fc-d989c105043d,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:38.368124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-231b221f-e8e7-47c4-9d7a-b5aefcba4b85 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.420692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7471965c-5ea5-4426-9d86-69e14f9cc182 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.443014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.452455 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0d711502-9a0b-4e91-a039-8d50f18e6449 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9297390 Mar 24 17:09:38.455387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40676) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:38.458119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b221f-e8e7-47c4-9d7a-b5aefcba4b85 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Subnet': ['ID=da786222-4638-42ba-b3f4-86246787604a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:38.462778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-231b221f-e8e7-47c4-9d7a-b5aefcba4b85 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.468153 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-231b221f-e8e7-47c4-9d7a-b5aefcba4b85 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/da786222-4638-42ba-b3f4-86246787604a HTTP/1.1" status: 204 len: 168 time: 0.8792152 Mar 24 17:09:38.469356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40680) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:38.472928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Request body: {'security_group_rule': {'security_group_id': 'fb71ed4e-aadd-405c-a1a8-ea54de53dc38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:38.474143 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8e0ed-fa6c-4120-8d5d-debe06374836 None None] Network 0ef3f94d-e8ec-4c4f-9625-acb247d74fec requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:38.481086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:38.489366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7471965c-5ea5-4426-9d86-69e14f9cc182 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.523069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Usage tracker for resource:security_group_rule and tenant:f994ad8eb2b241139e32ed8f69a0aa3d is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:38.530084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:38.540321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:38.601804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Router 8d810c32-fde2-4a77-8124-f939a9d5dead is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:09:38.638590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.655286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:38.655655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.661994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-04e237a0-eddc-4013-bada-c4f054b72634 None None] Provisioning complete for port d0a9267b-9bbf-43b7-b679-be298247e443 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:38.662945 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-04e237a0-eddc-4013-bada-c4f054b72634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.671676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7471965c-5ea5-4426-9d86-69e14f9cc182 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.736758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-04e237a0-eddc-4013-bada-c4f054b72634 None None] Port d0a9267b-9bbf-43b7-b679-be298247e443 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:38.764356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-04e237a0-eddc-4013-bada-c4f054b72634 None None] Provisioning complete for port f95a621b-ee58-43eb-94fc-d989c105043d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:38.764730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-04e237a0-eddc-4013-bada-c4f054b72634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.769135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.805471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471965c-5ea5-4426-9d86-69e14f9cc182 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d974a457-0e1c-4f22-9158-8e94a136aef7,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:38.851667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5eff1-aed9-49d9-b7ae-865e7fe659d5 None None] DHCP port deletion for 0ef3f94d-e8ec-4c4f-9625-acb247d74fec request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:38.854814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7471965c-5ea5-4426-9d86-69e14f9cc182 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.859848 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7471965c-5ea5-4426-9d86-69e14f9cc182 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/security-groups/d974a457-0e1c-4f22-9158-8e94a136aef7 HTTP/1.1" status: 204 len: 168 time: 0.7298412 Mar 24 17:09:38.860612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40684) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:38.860739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.864835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:38.871248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-25f5eff1-aed9-49d9-b7ae-865e7fe659d5 None None] Deleting port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:38.871669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25f5eff1-aed9-49d9-b7ae-865e7fe659d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:38.875647 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77293b-f346-4d9d-adbd-a75bfe021015 None None] Sync routers for ids ['8d810c32-fde2-4a77-8124-f939a9d5dead'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:38.893855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f589fef6-a7d9-4905-a176-07cb214d3b56 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "PUT /v2.0/routers/8d810c32-fde2-4a77-8124-f939a9d5dead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9892566 Mar 24 17:09:38.895783 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77293b-f346-4d9d-adbd-a75bfe021015 None None] Routers {'8d810c32-fde2-4a77-8124-f939a9d5dead'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:38.898270 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d77293b-f346-4d9d-adbd-a75bfe021015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8d810c32-fde2-4a77-8124-f939a9d5dead'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:38.914363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40688) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:39.010387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.026917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-587ee81f-bfba-4ba9-ae4e-611bb91993ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.062203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-587ee81f-bfba-4ba9-ae4e-611bb91993ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.074533 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d77293b-f346-4d9d-adbd-a75bfe021015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:39.098171 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77293b-f346-4d9d-adbd-a75bfe021015 None None] Routers {'8d810c32-fde2-4a77-8124-f939a9d5dead'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:39.098784 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d77293b-f346-4d9d-adbd-a75bfe021015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8d810c32-fde2-4a77-8124-f939a9d5dead'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:39.206116 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d77293b-f346-4d9d-adbd-a75bfe021015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:39.210829 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77293b-f346-4d9d-adbd-a75bfe021015 None None] The sync data for ids ['8d810c32-fde2-4a77-8124-f939a9d5dead'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:39.221404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c2d710-74f4-47b5-993e-26cb529dcb1a,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:39.235945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-587ee81f-bfba-4ba9-ae4e-611bb91993ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.237938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f95a621b-ee58-43eb-94fc-d989c105043d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:39.269371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ee81f-bfba-4ba9-ae4e-611bb91993ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a786d6a-fbc8-43fa-9e00-5c9f02cfe8ee,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:39.273777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-587ee81f-bfba-4ba9-ae4e-611bb91993ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.278898 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-587ee81f-bfba-4ba9-ae4e-611bb91993ef tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/security-groups/7a786d6a-fbc8-43fa-9e00-5c9f02cfe8ee HTTP/1.1" status: 204 len: 168 time: 0.4165909 Mar 24 17:09:39.280557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40694) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:39.319223 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-25f5eff1-aed9-49d9-b7ae-865e7fe659d5 None None] For port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6dd2d1aa-74e8-49e5-9d02-e29c3169f255,segment=NetworkSegment(072c4c49-03fe-4fc2-94b7-b6d96964478b),segment_id=072c4c49-03fe-4fc2-94b7-b6d96964478b)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:39.319538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25f5eff1-aed9-49d9-b7ae-865e7fe659d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.355786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6dd2d1aa-74e8-49e5-9d02-e29c3169f255,segment=NetworkSegment(072c4c49-03fe-4fc2-94b7-b6d96964478b),segment_id=072c4c49-03fe-4fc2-94b7-b6d96964478b)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:39.356370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.375001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.377018 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-67d46225-c116-4ecc-b236-07514b34a15c tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9163480 Mar 24 17:09:39.377800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aa256-6c99-4ca8-9baf-e01608425432 req-51a03fe7-8f3e-4493-be43-c44d171285fe tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:39.381607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40698) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:39.388506 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-590aa256-6c99-4ca8-9baf-e01608425432 req-51a03fe7-8f3e-4493-be43-c44d171285fe tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 944 time: 0.2169144 Mar 24 17:09:39.415790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99458ee8-7014-4452-b9e8-22c9e6e238d2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.423712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device d18ac2dd-884f-4c47-9f47-13413d8b5e9a details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:09:39.461630 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-590aa256-6c99-4ca8-9baf-e01608425432 req-35a1df0a-63f8-420e-9ebb-d6b8f96cd7ba tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664084 Mar 24 17:09:39.462989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99458ee8-7014-4452-b9e8-22c9e6e238d2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.493681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-25f5eff1-aed9-49d9-b7ae-865e7fe659d5 None None] Calling delete_port for 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:39.578229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99458ee8-7014-4452-b9e8-22c9e6e238d2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.591136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:39.596133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99458ee8-7014-4452-b9e8-22c9e6e238d2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672dc980-3989-4ec7-8298-727d1a03537f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:39.597825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f95a621b-ee58-43eb-94fc-d989c105043d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:39.599242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.603601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-99458ee8-7014-4452-b9e8-22c9e6e238d2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.606044 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-99458ee8-7014-4452-b9e8-22c9e6e238d2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/security-groups/672dc980-3989-4ec7-8298-727d1a03537f HTTP/1.1" status: 204 len: 168 time: 0.3220038 Mar 24 17:09:39.609891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40702) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:39.681314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3318fc-6aad-4d1a-a624-8b6c17d42e1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet 243e499f-39e8-4c98-9ebf-1ffa0ec46211 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:39.684253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c3318fc-6aad-4d1a-a624-8b6c17d42e1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.744666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c3318fc-6aad-4d1a-a624-8b6c17d42e1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.799758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25f5eff1-aed9-49d9-b7ae-865e7fe659d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:39.837242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port d18ac2dd-884f-4c47-9f47-13413d8b5e9a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:39.874401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5eff1-aed9-49d9-b7ae-865e7fe659d5 None None] Pushing event deleted for resources: {'Port': ['ID=6dd2d1aa-74e8-49e5-9d02-e29c3169f255,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:39.878013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5eff1-aed9-49d9-b7ae-865e7fe659d5 None None] No DVR routers for this DVR port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:09:39.883632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'port_id': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'mac_address': 'fa:16:3e:80:65:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:09:39.967200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad141049-6bc7-4bc5-bb46-498c2c1b0002 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.018582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.030547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c3318fc-6aad-4d1a-a624-8b6c17d42e1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.036714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:09:40.057688 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad141049-6bc7-4bc5-bb46-498c2c1b0002 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.073042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:40.073356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:40.076486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:09:40.076898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:09:40.079359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18ac2dd-884f-4c47-9f47-13413d8b5e9a {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:09:40.098427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port d18ac2dd-884f-4c47-9f47-13413d8b5e9a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:40.167312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.169897 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-5d593ebe-e2b9-4892-a42e-5262b259d0ef tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:09:40.173937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40706) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:40.176006 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5d593ebe-e2b9-4892-a42e-5262b259d0ef tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "PUT /v2.0/routers/8d810c32-fde2-4a77-8124-f939a9d5dead/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2587266 Mar 24 17:09:40.218231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad141049-6bc7-4bc5-bb46-498c2c1b0002 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.237352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:40.237618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad141049-6bc7-4bc5-bb46-498c2c1b0002 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb71ed4e-aadd-405c-a1a8-ea54de53dc38,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:40.237724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c3318fc-6aad-4d1a-a624-8b6c17d42e1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.258184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ad141049-6bc7-4bc5-bb46-498c2c1b0002 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.261980 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ad141049-6bc7-4bc5-bb46-498c2c1b0002 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/fb71ed4e-aadd-405c-a1a8-ea54de53dc38 HTTP/1.1" status: 204 len: 168 time: 0.8753245 Mar 24 17:09:40.261980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40710) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:40.313945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f1ad5984-e5ab-4479-b155-f6af19d45c5b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:40.336401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3318fc-6aad-4d1a-a624-8b6c17d42e1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=243e499f-39e8-4c98-9ebf-1ffa0ec46211,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:40.356378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5c3318fc-6aad-4d1a-a624-8b6c17d42e1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.356709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc85d55e-b6d7-4499-a20a-43aae69685f4 None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:40.359542 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5c3318fc-6aad-4d1a-a624-8b6c17d42e1d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/243e499f-39e8-4c98-9ebf-1ffa0ec46211 HTTP/1.1" status: 204 len: 168 time: 0.7486429 Mar 24 17:09:40.363531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40714) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:40.395499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f1ad5984-e5ab-4479-b155-f6af19d45c5b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:40.399516 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f1ad5984-e5ab-4479-b155-f6af19d45c5b tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1339717 Mar 24 17:09:40.399819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40718) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:40.436624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['d18ac2dd-884f-4c47-9f47-13413d8b5e9a'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:09:40.450156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a3e135de-87e6-4abb-962f-7bf5db12d6a1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Synchronizing usage tracker for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:40.506478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a3e135de-87e6-4abb-962f-7bf5db12d6a1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] Unset dirty status for tenant:f994ad8eb2b241139e32ed8f69a0aa3d on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:40.512487 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a3e135de-87e6-4abb-962f-7bf5db12d6a1 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1091800 Mar 24 17:09:40.512827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40724) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:40.542338 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-c28218a8-15d5-4716-a571-76311cf6bf63 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] delete failed (client error): The resource could not be found. Mar 24 17:09:40.547415 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c28218a8-15d5-4716-a571-76311cf6bf63 tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "DELETE /v2.0/security-groups/fb71ed4e-aadd-405c-a1a8-ea54de53dc38 HTTP/1.1" status: 404 len: 347 time: 0.0301147 Mar 24 17:09:40.547738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40728) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:40.574236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6f9c6e-9098-4032-accd-ab0d700ea75c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet be0a2b15-6bcc-41e2-81e0-388461ec5450 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:40.575696 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 6dd2d1aa-74e8-49e5-9d02-e29c3169f255 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:40.577628 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.578645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9c6e-9098-4032-accd-ab0d700ea75c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.672355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] The port '6dd2d1aa-74e8-49e5-9d02-e29c3169f255' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:09:40.728609 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-513b5832-db17-4f29-9eb1-21d21d3642cf tempest-SecGroupIPv6Test-428394735 tempest-SecGroupIPv6Test-428394735-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1793964 Mar 24 17:09:40.737731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9c6e-9098-4032-accd-ab0d700ea75c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.842779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.893015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef3f94d-e8ec-4c4f-9625-acb247d74fec']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:40.896037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf509b8-d052-4ae0-91ea-3500265a464e req-5f25a587-2c01-4b3b-8791-5d8e096e1439 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:40.897783 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf509b8-d052-4ae0-91ea-3500265a464e req-5f25a587-2c01-4b3b-8791-5d8e096e1439 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 945 time: 0.2900252 Mar 24 17:09:40.907776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9c6e-9098-4032-accd-ab0d700ea75c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.916642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072c4c49-03fe-4fc2-94b7-b6d96964478b') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:40.917123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072c4c49-03fe-4fc2-94b7-b6d96964478b') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:40.937265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.962520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.976553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:40.977155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:40.994352 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:41.028039 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf509b8-d052-4ae0-91ea-3500265a464e req-f8733832-44e3-48c1-95ad-0f78a51e5157 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222401 Mar 24 17:09:41.112290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.173111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.179241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9c6e-9098-4032-accd-ab0d700ea75c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.201250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.214026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Network': ['ID=0ef3f94d-e8ec-4c4f-9625-acb247d74fec,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:41.217109 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-611e145c-3b32-4a80-9938-93f9ed11987e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/networks/0ef3f94d-e8ec-4c4f-9625-acb247d74fec HTTP/1.1" status: 204 len: 168 time: 2.7390368 Mar 24 17:09:41.223482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40734) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:41.229557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231380254', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:41.233921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a6f9c6e-9098-4032-accd-ab0d700ea75c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.237187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:41.242055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:router and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:41.245500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:41.252446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:41.307160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f9c6e-9098-4032-accd-ab0d700ea75c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=be0a2b15-6bcc-41e2-81e0-388461ec5450,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:41.322588 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7a6f9c6e-9098-4032-accd-ab0d700ea75c tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/be0a2b15-6bcc-41e2-81e0-388461ec5450 HTTP/1.1" status: 204 len: 168 time: 0.9580247 Mar 24 17:09:41.325765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40740) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:41.363658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device d18ac2dd-884f-4c47-9f47-13413d8b5e9a up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:41.364749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.368271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.387113 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.402766 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a6eb03-761e-4740-86b5-ceda46dbef4d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:41.403232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a6eb03-761e-4740-86b5-ceda46dbef4d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:41.409723 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a8a6eb03-761e-4740-86b5-ceda46dbef4d tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/243e499f-39e8-4c98-9ebf-1ffa0ec46211 HTTP/1.1" status: 404 len: 337 time: 0.0831556 Mar 24 17:09:41.416412 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40744) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:41.470097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40748) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:41.483368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192a1fd-8390-4211-9891-e62c932631be None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:41.527724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port d18ac2dd-884f-4c47-9f47-13413d8b5e9a completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:41.595749 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port d18ac2dd-884f-4c47-9f47-13413d8b5e9a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:41.596171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.649425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3ec81616-a989-4731-bb93-9ae1b5105b8c None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:41.649801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3ec81616-a989-4731-bb93-9ae1b5105b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.704226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-660fb53d-670a-4c57-8f01-fd93f8a083f3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting subnet 338dde83-dfed-4cf5-b1e3-3b2458e03d45 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:41.713564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-660fb53d-670a-4c57-8f01-fd93f8a083f3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.743383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Deleting port d0a9267b-9bbf-43b7-b679-be298247e443 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:41.743383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.804880 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4bf427aa-b306-48a0-909e-4433167d000c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f994ad8eb2b241139e32ed8f69a0aa3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308492 Mar 24 17:09:41.805908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40754) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:41.836529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.851035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-660fb53d-670a-4c57-8f01-fd93f8a083f3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:41.944284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.000595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d24510-dd56-46b2-8db9-b61a820bf245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:09:42.022269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port d18ac2dd-884f-4c47-9f47-13413d8b5e9a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:42.027010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.035714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-660fb53d-670a-4c57-8f01-fd93f8a083f3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.039206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1d387fa4-5a2b-493b-9a82-dc4125f83264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.055461 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d24510-dd56-46b2-8db9-b61a820bf245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'code': 200} Mar 24 17:09:42.062702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3ec81616-a989-4731-bb93-9ae1b5105b8c None None] Provisioning complete for port d3aa9c27-4964-488b-ba5f-31d0df037957 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:42.062702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3ec81616-a989-4731-bb93-9ae1b5105b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.121280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.209887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Calling delete_port for d0a9267b-9bbf-43b7-b679-be298247e443 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:42.263387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3ec81616-a989-4731-bb93-9ae1b5105b8c None None] Port d3aa9c27-4964-488b-ba5f-31d0df037957 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:42.270535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:42.349183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1d387fa4-5a2b-493b-9a82-dc4125f83264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.425279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-660fb53d-670a-4c57-8f01-fd93f8a083f3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.514594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-660fb53d-670a-4c57-8f01-fd93f8a083f3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.514594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fb53d-670a-4c57-8f01-fd93f8a083f3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Subnet': ['ID=338dde83-dfed-4cf5-b1e3-3b2458e03d45,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:42.517831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.533359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c43bd6-c27a-45ff-bee1-212ec8753c74 req-de40f720-8f8d-4f8a-a7ed-7ea12cee50e9 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:42.534893 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6c43bd6-c27a-45ff-bee1-212ec8753c74 req-de40f720-8f8d-4f8a-a7ed-7ea12cee50e9 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 946 time: 0.3326371 Mar 24 17:09:42.551141 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-660fb53d-670a-4c57-8f01-fd93f8a083f3 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/338dde83-dfed-4cf5-b1e3-3b2458e03d45 HTTP/1.1" status: 204 len: 168 time: 1.1336482 Mar 24 17:09:42.552451 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.554169 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40762) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:42.572128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc511a9f-cf31-46ea-8e05-ebef66e005ea req-6697fb1b-bc96-4719-a9c5-acb512fb8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:42.573609 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bc511a9f-cf31-46ea-8e05-ebef66e005ea req-6697fb1b-bc96-4719-a9c5-acb512fb8480 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 1099 time: 0.2275617 Mar 24 17:09:42.630517 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad02cfdb-27f3-409c-b181-182727c5ddb4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:42.631479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad02cfdb-27f3-409c-b181-182727c5ddb4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:42.635662 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ad02cfdb-27f3-409c-b181-182727c5ddb4 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/468e2efd-8f8f-459a-a77f-a08b91ecc16f HTTP/1.1" status: 404 len: 337 time: 0.0781305 Mar 24 17:09:42.636709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40766) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:42.672084 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6c43bd6-c27a-45ff-bee1-212ec8753c74 req-44a13ad1-76de-43e8-a338-cc841d3dedb9 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233857 Mar 24 17:09:42.679486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1d387fa4-5a2b-493b-9a82-dc4125f83264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.683599 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d2a1694a-2715-47e7-ae6f-37d6f0f7f5cb tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cc32411-256b-4ac4-8944-9780184e5b62 HTTP/1.1" status: 200 len: 205 time: 0.0455096 Mar 24 17:09:42.686256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40770) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:42.703066 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bc511a9f-cf31-46ea-8e05-ebef66e005ea req-287c7848-633a-4bf3-b409-ad0af7a6bd2a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210639 Mar 24 17:09:42.717330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d387fa4-5a2b-493b-9a82-dc4125f83264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be1ead2-721c-4a19-a60d-7e7a2fa42505,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:42.723892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e958bc-8e97-4ec2-bf0b-71f3ef6490d2 None None] Network 69153eb8-bbcc-483e-9118-09ebfd964ea8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:42.765931 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-968b061f-5f3c-4167-a6b6-cc54f4c2f6c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] delete failed (client error): The resource could not be found. Mar 24 17:09:42.769513 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-968b061f-5f3c-4167-a6b6-cc54f4c2f6c9 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/routers/5cc32411-256b-4ac4-8944-9780184e5b62 HTTP/1.1" status: 404 len: 336 time: 0.0822554 Mar 24 17:09:42.769823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40774) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:42.808692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.862771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Port': ['ID=d0a9267b-9bbf-43b7-b679-be298247e443,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:42.863706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3a7a8ada-b6f5-43df-8a42-136bb8d19298 None None] Provisioning complete for port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:42.864103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8ada-b6f5-43df-8a42-136bb8d19298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.866097 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5afbb9-f006-4e5b-a5bf-682b2268ffc7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:42.866621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5afbb9-f006-4e5b-a5bf-682b2268ffc7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:42.876705 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5d5afbb9-f006-4e5b-a5bf-682b2268ffc7 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/ac630e5a-b012-4faa-9b1e-c00651975006 HTTP/1.1" status: 404 len: 337 time: 0.1055510 Mar 24 17:09:42.880422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40778) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:42.938911 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b40dd9-7a72-40c2-8f18-ce00ec32d5df tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:42.939356 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b40dd9-7a72-40c2-8f18-ce00ec32d5df tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:42.952238 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-39b40dd9-7a72-40c2-8f18-ce00ec32d5df tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/b2ce165a-182e-4eea-b90a-916056a8f03e HTTP/1.1" status: 404 len: 337 time: 0.0697684 Mar 24 17:09:42.952834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40782) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:42.984926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1d387fa4-5a2b-493b-9a82-dc4125f83264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:42.986187 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1d387fa4-5a2b-493b-9a82-dc4125f83264 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7be1ead2-721c-4a19-a60d-7e7a2fa42505 HTTP/1.1" status: 204 len: 168 time: 1.1799707 Mar 24 17:09:43.020311 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c558ecf-74c6-4e9c-91d9-30aca7d06ba2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:43.020770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c558ecf-74c6-4e9c-91d9-30aca7d06ba2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:43.025426 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1c558ecf-74c6-4e9c-91d9-30aca7d06ba2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/05fb0aaa-aa97-4391-9935-e879936f23e2 HTTP/1.1" status: 404 len: 337 time: 0.0695019 Mar 24 17:09:43.026027 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40788) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:43.074881 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-774edac1-cc62-49b9-a04f-10f47d50e84f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:43.074881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774edac1-cc62-49b9-a04f-10f47d50e84f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:43.082235 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-774edac1-cc62-49b9-a04f-10f47d50e84f tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/6bfc9d69-32c4-4d10-bfe0-0a8df982e21a HTTP/1.1" status: 404 len: 333 time: 0.0523818 Mar 24 17:09:43.083098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40792) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:43.137893 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7af939-5b65-4a0d-9a70-569ba2c8e7c2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:43.138346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7af939-5b65-4a0d-9a70-569ba2c8e7c2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:43.143844 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3c7af939-5b65-4a0d-9a70-569ba2c8e7c2 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/7e383380-edc9-4c84-b1d1-16cf9f338424 HTTP/1.1" status: 404 len: 337 time: 0.0564661 Mar 24 17:09:43.144570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 172.26.4.214 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/08082ed3-5721-4431-9ac4-bb37546b5883) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:43.146572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40796) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:43.154137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3a7a8ada-b6f5-43df-8a42-136bb8d19298 None None] Provisioning complete for port d3aa9c27-4964-488b-ba5f-31d0df037957 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:43.154511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8ada-b6f5-43df-8a42-136bb8d19298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:43.166609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:43.212773 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8662c2-5070-47e8-a4a3-4f09639d672b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:43.213406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8662c2-5070-47e8-a4a3-4f09639d672b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:43.215347 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ad8662c2-5070-47e8-a4a3-4f09639d672b tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/04c3c1af-2403-4156-9c54-a25951cc6cbc HTTP/1.1" status: 404 len: 337 time: 0.0678506 Mar 24 17:09:43.218627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40800) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:43.259651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a8ada-b6f5-43df-8a42-136bb8d19298 None None] Port d3aa9c27-4964-488b-ba5f-31d0df037957 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:43.286335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b815f6b-c517-40de-b2cb-d4aca1654b99 None None] DHCP port deletion for 69153eb8-bbcc-483e-9118-09ebfd964ea8 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:43.291450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2b815f6b-c517-40de-b2cb-d4aca1654b99 None None] Deleting port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:43.291828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b815f6b-c517-40de-b2cb-d4aca1654b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:43.296796 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a12707-c677-41ff-9cca-6f831c70c30e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:43.297265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a12707-c677-41ff-9cca-6f831c70c30e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:43.299024 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e5a12707-c677-41ff-9cca-6f831c70c30e tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/988b6b49-3e0e-4fee-af8e-9c1439861c68 HTTP/1.1" status: 404 len: 333 time: 0.0794094 Mar 24 17:09:43.302394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40804) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:43.398202 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f55d41-69bd-4fc7-8ae3-410321743f5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:43.398645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f55d41-69bd-4fc7-8ae3-410321743f5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:43.400548 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d2f55d41-69bd-4fc7-8ae3-410321743f5a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/bb126854-933f-49ef-8512-02356a157582 HTTP/1.1" status: 404 len: 337 time: 0.0973740 Mar 24 17:09:43.406648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40810) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:43.465743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:43.546557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:43.562446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2b815f6b-c517-40de-b2cb-d4aca1654b99 None None] For port 6351549d-9bf0-4e66-9ee8-6a38ac233e50, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6351549d-9bf0-4e66-9ee8-6a38ac233e50,segment=NetworkSegment(ef05a4ec-583c-4483-b707-7bfa8a36a7b9),segment_id=ef05a4ec-583c-4483-b707-7bfa8a36a7b9)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:43.563445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b815f6b-c517-40de-b2cb-d4aca1654b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:43.579083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dab14d3-d2cc-4e67-988f-29ce29f92925 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] DELETE failed (client error): The resource could not be found. Mar 24 17:09:43.579757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dab14d3-d2cc-4e67-988f-29ce29f92925 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:09:43.584763 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8dab14d3-d2cc-4e67-988f-29ce29f92925 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/subnets/f5b7aced-e6a8-48a2-bde8-c930b8699a98 HTTP/1.1" status: 404 len: 337 time: 0.1766093 Mar 24 17:09:43.585564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40818) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:43.648031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:43.651046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:43.660483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:43.704803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=08082ed3-5721-4431-9ac4-bb37546b5883,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:43.705090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Router 8d810c32-fde2-4a77-8124-f939a9d5dead has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:09:43.729792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2b815f6b-c517-40de-b2cb-d4aca1654b99 None None] Calling delete_port for 6351549d-9bf0-4e66-9ee8-6a38ac233e50 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:43.774083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-dd863dd1-4ae1-42c7-9926-eadc12b9e45a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Deleting port d3aa9c27-4964-488b-ba5f-31d0df037957 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:43.785720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd863dd1-4ae1-42c7-9926-eadc12b9e45a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:43.978494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b815f6b-c517-40de-b2cb-d4aca1654b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:44.024184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b815f6b-c517-40de-b2cb-d4aca1654b99 None None] Pushing event deleted for resources: {'Port': ['ID=6351549d-9bf0-4e66-9ee8-6a38ac233e50,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:44.029372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b815f6b-c517-40de-b2cb-d4aca1654b99 None None] No DVR routers for this DVR port 6351549d-9bf0-4e66-9ee8-6a38ac233e50 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:09:44.055692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:44.064766 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ce06006c-121b-4852-8064-ef2b03b546a9 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "PUT /v2.0/routers/8d810c32-fde2-4a77-8124-f939a9d5dead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8897593 Mar 24 17:09:44.070420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40832) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:44.075069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a26bd2-ee31-4d44-b266-013d5ec98416 None None] Sync routers for ids ['8d810c32-fde2-4a77-8124-f939a9d5dead'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:44.084267 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a26bd2-ee31-4d44-b266-013d5ec98416 None None] Routers {'8d810c32-fde2-4a77-8124-f939a9d5dead'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:44.085224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f6a26bd2-ee31-4d44-b266-013d5ec98416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8d810c32-fde2-4a77-8124-f939a9d5dead'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:44.173894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f6a26bd2-ee31-4d44-b266-013d5ec98416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:44.186013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a26bd2-ee31-4d44-b266-013d5ec98416 None None] Routers {'8d810c32-fde2-4a77-8124-f939a9d5dead'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:44.186863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f6a26bd2-ee31-4d44-b266-013d5ec98416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8d810c32-fde2-4a77-8124-f939a9d5dead'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:44.235122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8984ab4-bd3f-4a86-8307-73d216ff044c req-36fed317-eeb6-4c88-a6da-295366577e92 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:44.236697 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a8984ab4-bd3f-4a86-8307-73d216ff044c req-36fed317-eeb6-4c88-a6da-295366577e92 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 946 time: 0.3251269 Mar 24 17:09:44.269043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f6a26bd2-ee31-4d44-b266-013d5ec98416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:44.269461 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a26bd2-ee31-4d44-b266-013d5ec98416 None None] The sync data for ids ['8d810c32-fde2-4a77-8124-f939a9d5dead'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:44.281523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd863dd1-4ae1-42c7-9926-eadc12b9e45a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:44.389637 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-7182ed3d-39c5-4e3a-a5de-c624e4a01b62 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] delete failed (client error): The resource could not be found. Mar 24 17:09:44.390573 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7182ed3d-39c5-4e3a-a5de-c624e4a01b62 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-14178797 HTTP/1.1" status: 404 len: 333 time: 0.3168824 Mar 24 17:09:44.396561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40840) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:44.403988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e680c314-77f8-49e3-befd-6b220e674e12 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d810c32-fde2-4a77-8124-f939a9d5dead'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:44.418414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40844) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:44.422002 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026963 Mar 24 17:09:44.429687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-dd863dd1-4ae1-42c7-9926-eadc12b9e45a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Calling delete_port for d3aa9c27-4964-488b-ba5f-31d0df037957 owned by {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:44.459553 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a8984ab4-bd3f-4a86-8307-73d216ff044c req-3cf8b739-fced-4834-91b0-dd668eeff75d tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142169 Mar 24 17:09:44.459553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40846) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:44.580894 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9673e6e5-7763-4e74-9f25-3eea8ba401fc tempest-NetworksApiDiscovery-568707784 tempest-NetworksApiDiscovery-568707784-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1144717 Mar 24 17:09:44.582123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd863dd1-4ae1-42c7-9926-eadc12b9e45a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:44.633046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd863dd1-4ae1-42c7-9926-eadc12b9e45a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Port': ['ID=d3aa9c27-4964-488b-ba5f-31d0df037957,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:44.648059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd863dd1-4ae1-42c7-9926-eadc12b9e45a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:44.750684 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dd863dd1-4ae1-42c7-9926-eadc12b9e45a tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/ports/d3aa9c27-4964-488b-ba5f-31d0df037957 HTTP/1.1" status: 204 len: 168 time: 1.1621211 Mar 24 17:09:44.753128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40854) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:44.816999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:44.868422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:44.947613 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e680c314-77f8-49e3-befd-6b220e674e12 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:45.008824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:45.036276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69153eb8-bbcc-483e-9118-09ebfd964ea8']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:45.049889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef05a4ec-583c-4483-b707-7bfa8a36a7b9') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:45.050297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef05a4ec-583c-4483-b707-7bfa8a36a7b9') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:45.062482 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-e680c314-77f8-49e3-befd-6b220e674e12 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] update failed (client error): The resource could not be found. Mar 24 17:09:45.062728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:45.063510 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e680c314-77f8-49e3-befd-6b220e674e12 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "PUT /v2.0/routers/8d810c32-fde2-4a77-8124-f939a9d5dead HTTP/1.1" status: 404 len: 339 time: 0.6660960 Mar 24 17:09:45.068055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40862) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:45.085018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:45.091801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:45.092215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:45.107347 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:45.143921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40866) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:45.153927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6351549d-9bf0-4e66-9ee8-6a38ac233e50 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:09:45.189686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 6351549d-9bf0-4e66-9ee8-6a38ac233e50 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:09:45.190030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6351549d-9bf0-4e66-9ee8-6a38ac233e50 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:09:45.252978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:45.258654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:45.283857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] Pushing event deleted for resources: {'Network': ['ID=69153eb8-bbcc-483e-9118-09ebfd964ea8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:45.290917 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-37384492-ef7e-475f-8a3f-9860286c87d8 tempest-PortsTestJSON-107746283 tempest-PortsTestJSON-107746283-project] 10.222.0.47 "DELETE /v2.0/networks/69153eb8-bbcc-483e-9118-09ebfd964ea8 HTTP/1.1" status: 204 len: 168 time: 0.5364943 Mar 24 17:09:45.389726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4aabfb36-a7f8-4b3e-8685-43c43563d79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:45.660438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4aabfb36-a7f8-4b3e-8685-43c43563d79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:45.716681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40878) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:45.741626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4aabfb36-a7f8-4b3e-8685-43c43563d79c admin admin] Usage tracker for resource:security_group_rule and tenant:27a8846d7e774d538e5e1d3ad8c023e2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:45.746306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4aabfb36-a7f8-4b3e-8685-43c43563d79c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:45.762822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4aabfb36-a7f8-4b3e-8685-43c43563d79c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:45.769414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43b118-78e5-4614-909a-45f89464a1cc req-6f29a013-ca8e-42b7-9d00-cdec91daf24c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:45.770970 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b43b118-78e5-4614-909a-45f89464a1cc req-6f29a013-ca8e-42b7-9d00-cdec91daf24c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 946 time: 0.2037871 Mar 24 17:09:45.832855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b43b118-78e5-4614-909a-45f89464a1cc req-d6a8532b-042c-46c7-b899-bedc557108f7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557051 Mar 24 17:09:45.888444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.016285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ced00e-dba7-41d1-8d68-3af0c582bda6 req-45e9ebcc-847d-4993-ba4b-9712328e0ac0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:46.017645 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-96ced00e-dba7-41d1-8d68-3af0c582bda6 req-45e9ebcc-847d-4993-ba4b-9712328e0ac0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 946 time: 0.0784433 Mar 24 17:09:46.078500 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-96ced00e-dba7-41d1-8d68-3af0c582bda6 req-bb6a52bd-efff-4f9f-97d7-a9e607c7517e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540521 Mar 24 17:09:46.103408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40886) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:46.104695 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-af8890b1-a5d7-4a2f-8f8e-ab22fd50419c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4f813c93884487a9c39045d6bad96b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731065 Mar 24 17:09:46.107063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40890) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:46.114772 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.174425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c01a503c-8a90-4ab3-a753-8358dcad1497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.200245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c01a503c-8a90-4ab3-a753-8358dcad1497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.307074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4aabfb36-a7f8-4b3e-8685-43c43563d79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.316280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf05d79-21af-4dda-9023-3705d13a2338 tempest-TestVolumeBootPattern-2027865278 tempest-TestVolumeBootPattern-2027865278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:46.316981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9bf05d79-21af-4dda-9023-3705d13a2338 tempest-TestVolumeBootPattern-2027865278 tempest-TestVolumeBootPattern-2027865278-project-admin] Synchronizing usage tracker for tenant:5bce00f603d34bc6a07aeac975db62f5 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:46.361038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c01a503c-8a90-4ab3-a753-8358dcad1497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.377343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a503c-8a90-4ab3-a753-8358dcad1497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9d6f8b-776c-494a-834a-88935ff5efe2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:46.382754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c01a503c-8a90-4ab3-a753-8358dcad1497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.387540 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c01a503c-8a90-4ab3-a753-8358dcad1497 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af9d6f8b-776c-494a-834a-88935ff5efe2 HTTP/1.1" status: 204 len: 168 time: 0.2758260 Mar 24 17:09:46.400423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9bf05d79-21af-4dda-9023-3705d13a2338 tempest-TestVolumeBootPattern-2027865278 tempest-TestVolumeBootPattern-2027865278-project-admin] Unset dirty status for tenant:5bce00f603d34bc6a07aeac975db62f5 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:46.401564 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9bf05d79-21af-4dda-9023-3705d13a2338 tempest-TestVolumeBootPattern-2027865278 tempest-TestVolumeBootPattern-2027865278-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 1094 time: 0.2969899 Mar 24 17:09:46.404597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40900) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:46.410106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:46.416288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:46.421165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:floatingip and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:46.422874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4aabfb36-a7f8-4b3e-8685-43c43563d79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.424991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:46.432032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:46.498387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.513474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabfb36-a7f8-4b3e-8685-43c43563d79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad510ef6-96bd-4f2d-bf1d-4f9e73fb47cc,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:46.531833 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4aabfb36-a7f8-4b3e-8685-43c43563d79c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=27a8846d7e774d538e5e1d3ad8c023e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3666093 Mar 24 17:09:46.532371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40904) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:46.623600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 696f803d-5cef-49a6-a3d4-eafa8c2a2579 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:09:46.655698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a06d787-c4c1-4701-b444-853d874e7d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.692117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a06d787-c4c1-4701-b444-853d874e7d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.732022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Allocated IP 172.20.0.1 (8e859624-107f-4f6c-8b9b-cf666f94e3c5/ebb9d8f0-a8ef-4c11-b6f5-48c3afa9768c/b7a81417-cb2a-45eb-bd0b-85c52c871f26) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:46.745156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.897900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Allocated IP 172.26.4.163 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/3f612f61-fc98-43b9-a6a0-37b503219b94) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:46.930582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a06d787-c4c1-4701-b444-853d874e7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:46.962540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06d787-c4c1-4701-b444-853d874e7d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad510ef6-96bd-4f2d-bf1d-4f9e73fb47cc,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:47.034948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7a06d787-c4c1-4701-b444-853d874e7d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.038601 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7a06d787-c4c1-4701-b444-853d874e7d25 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad510ef6-96bd-4f2d-bf1d-4f9e73fb47cc HTTP/1.1" status: 204 len: 168 time: 0.5087085 Mar 24 17:09:47.089590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:47.101347 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78744d-8c22-4b9f-a077-0a022517e8b6 None None] Sync routers for ids ['696f803d-5cef-49a6-a3d4-eafa8c2a2579'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:47.118549 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78744d-8c22-4b9f-a077-0a022517e8b6 None None] Routers {'696f803d-5cef-49a6-a3d4-eafa8c2a2579'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:47.120235 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0a78744d-8c22-4b9f-a077-0a022517e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['696f803d-5cef-49a6-a3d4-eafa8c2a2579'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:47.129073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.159850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.177506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Transition to ACTIVE for port object b7a81417-cb2a-45eb-bd0b-85c52c871f26 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:47.195256 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0a78744d-8c22-4b9f-a077-0a022517e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:47.203972 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78744d-8c22-4b9f-a077-0a022517e8b6 None None] Routers {'696f803d-5cef-49a6-a3d4-eafa8c2a2579'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:47.204614 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0a78744d-8c22-4b9f-a077-0a022517e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['696f803d-5cef-49a6-a3d4-eafa8c2a2579'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:47.207049 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.208748 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-894058dd-af1d-4fc4-abae-c8815f60bff2 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9840927 Mar 24 17:09:47.211484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40920) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:47.263455 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0a78744d-8c22-4b9f-a077-0a022517e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:47.263843 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78744d-8c22-4b9f-a077-0a022517e8b6 None None] The sync data for ids ['696f803d-5cef-49a6-a3d4-eafa8c2a2579'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:47.294357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.296578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.371525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'Port': ['ID=3f612f61-fc98-43b9-a6a0-37b503219b94,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:47.389749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:47.390862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:47.393560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:47.443335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:47.448482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:47.456115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:47.526133 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Port': ['ID=b7a81417-cb2a-45eb-bd0b-85c52c871f26,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:47.547059 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-457c1c1a-8c6f-48e0-acae-2f1b3b366491 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/routers/696f803d-5cef-49a6-a3d4-eafa8c2a2579 HTTP/1.1" status: 200 len: 885 time: 0.3343005 Mar 24 17:09:47.550301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40930) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:47.666271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.781175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40936) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:47.877239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.904432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cbc253aa-a7c2-495a-adb6-a8ea1fb69a4a None None] Provisioning for port b7a81417-cb2a-45eb-bd0b-85c52c871f26 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:47.909817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cbc253aa-a7c2-495a-adb6-a8ea1fb69a4a None None] Provisioning complete for port b7a81417-cb2a-45eb-bd0b-85c52c871f26 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:47.910240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cbc253aa-a7c2-495a-adb6-a8ea1fb69a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.977252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c40c01d9-88cd-48e6-b9c4-fc5ae06e9abb tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:router {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:47.982433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-cbc253aa-a7c2-495a-adb6-a8ea1fb69a4a None None] Port b7a81417-cb2a-45eb-bd0b-85c52c871f26 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:47.984660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-secgroup--152938703'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:47.993015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:47.995359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:47.998023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:48.005033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:48.012789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:48.109935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.122063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.136899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:48.163646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:48.172346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:48.184541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:48.214308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.228614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c40c01d9-88cd-48e6-b9c4-fc5ae06e9abb tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:router {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:48.229805 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c40c01d9-88cd-48e6-b9c4-fc5ae06e9abb tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6721175 Mar 24 17:09:48.234824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40942) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:48.248039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e1250613-fa30-4543-ad77-7b31314641b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1231380254'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:48.535409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.543677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.582987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.664439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.677963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:48.686196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:48.695896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:48.705561 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.745307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:48.759233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.765917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89701af-49ef-470e-80b0-5a53e5089de2,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:48.848506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'Port': ['ID=3f612f61-fc98-43b9-a6a0-37b503219b94,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:48.869570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.969076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event updated for resources: {'Port': ['ID=b7a81417-cb2a-45eb-bd0b-85c52c871f26,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:48.980198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:48.989178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:49.055800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:49.123682 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Floating IP 0a070b42-93a2-45e5-b2bb-922c5aac6f47 associated. External IP: 172.26.4.163, port: d18ac2dd-884f-4c47-9f47-13413d8b5e9a. Mar 24 17:09:49.186618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd293c9-f14a-4b01-91e6-728dcd70a00d,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:49.204366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1250613-fa30-4543-ad77-7b31314641b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:49.243631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:49.244919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:49.267729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:49.269022 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-011cc4f2-3b71-4a8b-bc8f-446fb9f50012 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4869142 Mar 24 17:09:49.276933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40946) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:49.324994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1250613-fa30-4543-ad77-7b31314641b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:49.441100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ee7593f4-12d4-48e0-9347-e406d3dfc097 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:49.513514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9494eb18-3408-488b-b54d-4626e2ce136a None None] Provisioning complete for port b7a81417-cb2a-45eb-bd0b-85c52c871f26 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:49.514181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9494eb18-3408-488b-b54d-4626e2ce136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:49.556849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Router 8d810c32-fde2-4a77-8124-f939a9d5dead has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:09:49.565992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:09:49.572606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9494eb18-3408-488b-b54d-4626e2ce136a None None] Port b7a81417-cb2a-45eb-bd0b-85c52c871f26 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:49.629423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ee7593f4-12d4-48e0-9347-e406d3dfc097 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:49.630697 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ee7593f4-12d4-48e0-9347-e406d3dfc097 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3528390 Mar 24 17:09:49.638706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40950) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:49.645368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b9aa3b33-b7f0-49f3-a3c1-4130def0cb84 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-security--1083814257', 'description': 'tempest-security-description-1109293651'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:49.695492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3b33-b7f0-49f3-a3c1-4130def0cb84 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:49.729258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1250613-fa30-4543-ad77-7b31314641b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 696f803d-5cef-49a6-a3d4-eafa8c2a2579 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:09:49.757793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:49.769114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dbc249-1299-4e25-86e4-69ff103a2d1d None None] Sync routers for ids ['8d810c32-fde2-4a77-8124-f939a9d5dead'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:49.780820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dbc249-1299-4e25-86e4-69ff103a2d1d None None] Routers {'8d810c32-fde2-4a77-8124-f939a9d5dead'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:49.781449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b2dbc249-1299-4e25-86e4-69ff103a2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8d810c32-fde2-4a77-8124-f939a9d5dead'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:49.815995 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d83f4beb-c830-47fd-8554-0bde01d73cd0 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "PUT /v2.0/routers/8d810c32-fde2-4a77-8124-f939a9d5dead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7434394 Mar 24 17:09:49.816210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:49.816210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40954) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:49.830293 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] Sync routers for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:49.843655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b2dbc249-1299-4e25-86e4-69ff103a2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:49.846142 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:49.847349 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:49.852968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dbc249-1299-4e25-86e4-69ff103a2d1d None None] Routers {'8d810c32-fde2-4a77-8124-f939a9d5dead'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:49.853570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b2dbc249-1299-4e25-86e4-69ff103a2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8d810c32-fde2-4a77-8124-f939a9d5dead'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:49.921736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b2dbc249-1299-4e25-86e4-69ff103a2d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:49.924026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dbc249-1299-4e25-86e4-69ff103a2d1d None None] The sync data for ids ['8d810c32-fde2-4a77-8124-f939a9d5dead'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:49.952238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1250613-fa30-4543-ad77-7b31314641b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:49.958022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3b33-b7f0-49f3-a3c1-4130def0cb84 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:49.961609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1250613-fa30-4543-ad77-7b31314641b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:49.963290 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e1250613-fa30-4543-ad77-7b31314641b9 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/696f803d-5cef-49a6-a3d4-eafa8c2a2579 HTTP/1.1" status: 200 len: 892 time: 1.7272601 Mar 24 17:09:49.966214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1135d-9261-41ca-a2b5-aa97a1cd4151 None None] Sync routers for ids ['696f803d-5cef-49a6-a3d4-eafa8c2a2579'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:49.969287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40958) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:49.977830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1135d-9261-41ca-a2b5-aa97a1cd4151 None None] Routers {'696f803d-5cef-49a6-a3d4-eafa8c2a2579'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:49.980667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-6bc1135d-9261-41ca-a2b5-aa97a1cd4151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['696f803d-5cef-49a6-a3d4-eafa8c2a2579'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:50.033955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3b33-b7f0-49f3-a3c1-4130def0cb84 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:50.036749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b9aa3b33-b7f0-49f3-a3c1-4130def0cb84 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:50.040835 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b9aa3b33-b7f0-49f3-a3c1-4130def0cb84 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "PUT /v2.0/security-groups/3dd293c9-f14a-4b01-91e6-728dcd70a00d HTTP/1.1" status: 200 len: 1780 time: 0.3988993 Mar 24 17:09:50.044207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40962) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:50.054819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:50.055132 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:09:50.055416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-6bc1135d-9261-41ca-a2b5-aa97a1cd4151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:50.066010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1135d-9261-41ca-a2b5-aa97a1cd4151 None None] Routers {'696f803d-5cef-49a6-a3d4-eafa8c2a2579'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:50.066643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-6bc1135d-9261-41ca-a2b5-aa97a1cd4151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['696f803d-5cef-49a6-a3d4-eafa8c2a2579'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:50.140051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-6bc1135d-9261-41ca-a2b5-aa97a1cd4151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:50.140601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc1135d-9261-41ca-a2b5-aa97a1cd4151 None None] The sync data for ids ['696f803d-5cef-49a6-a3d4-eafa8c2a2579'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:50.279177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cd1ff7e4-f5ee-4f4b-a9c9-816a7d9d6cab tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:50.326782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa3b33-b7f0-49f3-a3c1-4130def0cb84 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd293c9-f14a-4b01-91e6-728dcd70a00d,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:50.330967 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-59329a0c-9a2b-44fc-8a4c-be2ba2234aa9 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups/3dd293c9-f14a-4b01-91e6-728dcd70a00d HTTP/1.1" status: 200 len: 1780 time: 0.2831423 Mar 24 17:09:50.336873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40966) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:50.355776 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4eb1fedf-c4fa-4b22-a4d3-cc3c619e19c7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9501488 Mar 24 17:09:50.358229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d24510-dd56-46b2-8db9-b61a820bf245', 'tag': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:09:50.414673 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8f27350a-f195-403f-9b2d-765108f0b18a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/routers/696f803d-5cef-49a6-a3d4-eafa8c2a2579 HTTP/1.1" status: 200 len: 892 time: 0.4412491 Mar 24 17:09:50.416151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40974) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:50.476605 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-cd1ff7e4-f5ee-4f4b-a9c9-816a7d9d6cab tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 24 17:09:50.477638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cd1ff7e4-f5ee-4f4b-a9c9-816a7d9d6cab tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "DELETE /v2.0/routers/8d810c32-fde2-4a77-8124-f939a9d5dead HTTP/1.1" status: 409 len: 329 time: 0.6609752 Mar 24 17:09:50.480472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40978) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:50.482953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5aa86efa-9af7-4611-bf64-4ad903b2963a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:50.484811 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '0a070b42-93a2-45e5-b2bb-922c5aac6f47', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.163', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:80:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d24510-dd56-46b2-8db9-b61a820bf245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:09:47Z', 'updated_at': '2022-03-24T17:09:47Z', 'revision_number': 0, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:50.488987 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] Checking router: 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:09:50.491906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0001b6b-b0d1-4892-b01e-af09a83fff1b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:50.499334 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:50.499941 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:50.526522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0001b6b-b0d1-4892-b01e-af09a83fff1b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:50.590088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5aa86efa-9af7-4611-bf64-4ad903b2963a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:50.593762 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5aa86efa-9af7-4611-bf64-4ad903b2963a tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=696f803d-5cef-49a6-a3d4-eafa8c2a2579 HTTP/1.1" status: 200 len: 205 time: 0.1742828 Mar 24 17:09:50.598498 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40982) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:50.669442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0001b6b-b0d1-4892-b01e-af09a83fff1b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:50.680583 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:09:50.696599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0001b6b-b0d1-4892-b01e-af09a83fff1b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd293c9-f14a-4b01-91e6-728dcd70a00d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:50.803149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0001b6b-b0d1-4892-b01e-af09a83fff1b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:50.804509 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f0001b6b-b0d1-4892-b01e-af09a83fff1b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/3dd293c9-f14a-4b01-91e6-728dcd70a00d HTTP/1.1" status: 204 len: 168 time: 0.4668100 Mar 24 17:09:50.808278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40986) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:50.831865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:50.971179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6bcb5cdc-7f38-4efd-847b-9684f6ca4edd tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1591659 Mar 24 17:09:50.972154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 40990) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:50.995625 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-08ce8929-d6fa-42e1-9018-64cb926cf546 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] delete failed (client error): The resource could not be found. Mar 24 17:09:50.996663 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-08ce8929-d6fa-42e1-9018-64cb926cf546 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/3dd293c9-f14a-4b01-91e6-728dcd70a00d HTTP/1.1" status: 404 len: 347 time: 0.0236399 Mar 24 17:09:51.001138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 40994) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:51.007907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189067245'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:51.015899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:51.031812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:51.039075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:51.051634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:51.055683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.071509 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '0a070b42-93a2-45e5-b2bb-922c5aac6f47', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.163', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:80:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d24510-dd56-46b2-8db9-b61a820bf245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:09:47Z', 'updated_at': '2022-03-24T17:09:47Z', 'revision_number': 0, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:51.075584 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7a716-25eb-42af-951c-3d6ef6b9911a None None] The sync data for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv is: [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '0a070b42-93a2-45e5-b2bb-922c5aac6f47', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.163', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:80:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d24510-dd56-46b2-8db9-b61a820bf245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:09:47Z', 'updated_at': '2022-03-24T17:09:47Z', 'revision_number': 0, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:51.082224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.144305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 08082ed3-5721-4431-9ac4-bb37546b5883 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:51.144797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.174408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.210626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:51.235691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:51.249679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:51.258993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:51.294206 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e74a0f-2d89-4c99-8b3d-23be5bdfad55 None None] New status for floating IP 0a070b42-93a2-45e5-b2bb-922c5aac6f47: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:09:51.382722 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.413650 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d24510-dd56-46b2-8db9-b61a820bf245', 'tag': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'status': 'completed', 'code': 200} Mar 24 17:09:51.497792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Deleting port b7a81417-cb2a-45eb-bd0b-85c52c871f26 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:51.497792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.549438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 08082ed3-5721-4431-9ac4-bb37546b5883 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:51.601800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.670081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.670298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0019e-b239-4772-95f7-d04883c601bc req-99090293-bb85-4724-8b2c-1ee0b24da88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:51.671724 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a5c0019e-b239-4772-95f7-d04883c601bc req-99090293-bb85-4724-8b2c-1ee0b24da88e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 1099 time: 0.2264717 Mar 24 17:09:51.739033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.765821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e2c3ea-09fc-4b5a-8eab-264285fb5a8e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:51.841333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.845296 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ce1376ff-04f8-41fa-8475-e5759135287d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8409171 Mar 24 17:09:51.845428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41000) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:51.851018 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '89e2c3ea-09fc-4b5a-8eab-264285fb5a8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:51.857433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:51.861747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:51.865082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:51.868591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:51.908173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:51.925891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=08082ed3-5721-4431-9ac4-bb37546b5883,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:52.023115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.038395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Calling delete_port for b7a81417-cb2a-45eb-bd0b-85c52c871f26 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:52.129069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0019e-b239-4772-95f7-d04883c601bc req-8ed49d29-d627-4640-8a94-02a4a2c33cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:52.130544 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a5c0019e-b239-4772-95f7-d04883c601bc req-8ed49d29-d627-4640-8a94-02a4a2c33cbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.4505506 Mar 24 17:09:52.246281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.249574 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a5c0019e-b239-4772-95f7-d04883c601bc req-61731b1c-7636-4b07-be61-8012068a0828 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a HTTP/1.1" status: 200 len: 1002 time: 0.1112685 Mar 24 17:09:52.337426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.341440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.366647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0019e-b239-4772-95f7-d04883c601bc req-5ae0559a-6755-46c0-b10c-3b122107c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:52.368129 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a5c0019e-b239-4772-95f7-d04883c601bc req-5ae0559a-6755-46c0-b10c-3b122107c1b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.1127820 Mar 24 17:09:52.392513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.429834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.430429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Fanout notify agent at l3_agent the message router_deleted on router 696f803d-5cef-49a6-a3d4-eafa8c2a2579 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:09:52.448848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0019e-b239-4772-95f7-d04883c601bc req-1e2f5bfc-b780-42f4-aed6-14ce8683bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:52.450688 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a5c0019e-b239-4772-95f7-d04883c601bc req-1e2f5bfc-b780-42f4-aed6-14ce8683bc89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750628 Mar 24 17:09:52.481614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.493618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.507388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa41e2f-9f9c-42c0-9856-79b402502c51,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:52.524285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.524285 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bd7ecb09-1f9d-4aa0-a1a8-0944ef80ee14 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/696f803d-5cef-49a6-a3d4-eafa8c2a2579 HTTP/1.1" status: 204 len: 168 time: 1.9249096 Mar 24 17:09:52.524285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41004) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:52.529370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-375510769'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:52.534404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:52.539231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:network and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:52.542221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:52.549008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:52.585742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.586976 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-89702ceb-8000-4a0c-8bec-7000d4235099 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7405703 Mar 24 17:09:52.596686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41008) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:52.603871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Port': ['ID=b7a81417-cb2a-45eb-bd0b-85c52c871f26,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:52.627100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bbd168a2-6824-457d-ab36-423f7893077b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.639428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bbd168a2-6824-457d-ab36-423f7893077b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.669851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:52.673820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.718376 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a5c0019e-b239-4772-95f7-d04883c601bc req-5e7d3936-0c8c-49f9-bfb2-a56e78d5716b service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614841 Mar 24 17:09:52.738841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:09:52.742091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bbd168a2-6824-457d-ab36-423f7893077b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.760542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd168a2-6824-457d-ab36-423f7893077b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daa41e2f-9f9c-42c0-9856-79b402502c51,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:52.767425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.772027 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added segment 5853d7b9-3c65-42e6-9694-03e21b751892 of type vlan for network 8ebc6818-32b5-4664-aa72-a88d467b3c72 Mar 24 17:09:52.784830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bbd168a2-6824-457d-ab36-423f7893077b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.786038 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bbd168a2-6824-457d-ab36-423f7893077b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/daa41e2f-9f9c-42c0-9856-79b402502c51 HTTP/1.1" status: 204 len: 168 time: 0.1884122 Mar 24 17:09:52.789442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41012) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:52.824779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.868495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6b92d18a-eece-4dd3-a6e8-71967893de25 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:52.928332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.950546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:52.956568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:52.957146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.000071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6b92d18a-eece-4dd3-a6e8-71967893de25 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:53.001328 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6b92d18a-eece-4dd3-a6e8-71967893de25 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2109289 Mar 24 17:09:53.004587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41016) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:53.076589 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5516644 Mar 24 17:09:53.081423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41020) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:53.093550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794df9a9-86a2-4764-b291-671cf7060e79 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Network': ['ID=8ebc6818-32b5-4664-aa72-a88d467b3c72,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:53.100089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'subnet': {'network_id': '8ebc6818-32b5-4664-aa72-a88d467b3c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:53.107708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 8ebc6818-32b5-4664-aa72-a88d467b3c72 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:09:53.133242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8e67e462-fa83-4d29-88d3-fbca9baf287b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.165526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8e67e462-fa83-4d29-88d3-fbca9baf287b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.261372 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a5c0019e-b239-4772-95f7-d04883c601bc req-d6764b26-5eb8-4c0c-be2c-7a0348dbd167 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812965 Mar 24 17:09:53.264324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8e67e462-fa83-4d29-88d3-fbca9baf287b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.282748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67e462-fa83-4d29-88d3-fbca9baf287b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e2c3ea-09fc-4b5a-8eab-264285fb5a8e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:53.367368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8e67e462-fa83-4d29-88d3-fbca9baf287b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.368694 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8e67e462-fa83-4d29-88d3-fbca9baf287b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/89e2c3ea-09fc-4b5a-8eab-264285fb5a8e HTTP/1.1" status: 204 len: 168 time: 0.3622122 Mar 24 17:09:53.371359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41024) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:53.421662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ead33d68-e50e-4440-a67b-4da319ff73dc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:53.462786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Router 8d810c32-fde2-4a77-8124-f939a9d5dead has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:09:53.468633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:53.473624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:subnet and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:53.479087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:53.488484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:53.492804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ead33d68-e50e-4440-a67b-4da319ff73dc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:53.494125 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ead33d68-e50e-4440-a67b-4da319ff73dc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1216733 Mar 24 17:09:53.498176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41028) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:53.503036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859997972'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:53.527322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:53.527322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:53.578757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.599261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:53.603879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:53.607019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:53.607335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:09:53.610884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.613227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:53.647256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:53.659635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef33653-a7ee-4b2a-bd4c-70987f7749e5 None None] Sync routers for ids ['8d810c32-fde2-4a77-8124-f939a9d5dead'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:53.671362 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9ae3b0f2-141f-486e-8259-3df02b6e6e2c tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "PUT /v2.0/routers/8d810c32-fde2-4a77-8124-f939a9d5dead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1859138 Mar 24 17:09:53.671596 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef33653-a7ee-4b2a-bd4c-70987f7749e5 None None] Routers {'8d810c32-fde2-4a77-8124-f939a9d5dead'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:53.672510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-6ef33653-a7ee-4b2a-bd4c-70987f7749e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8d810c32-fde2-4a77-8124-f939a9d5dead'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:53.673986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41032) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:53.735092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-6ef33653-a7ee-4b2a-bd4c-70987f7749e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:53.744109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef33653-a7ee-4b2a-bd4c-70987f7749e5 None None] Routers {'8d810c32-fde2-4a77-8124-f939a9d5dead'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:53.744804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-6ef33653-a7ee-4b2a-bd4c-70987f7749e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8d810c32-fde2-4a77-8124-f939a9d5dead'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:53.747298 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-b3790513-b485-4c36-a16a-eb403d7e8305 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] show failed (client error): The resource could not be found. Mar 24 17:09:53.751779 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b3790513-b485-4c36-a16a-eb403d7e8305 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-632170614 HTTP/1.1" status: 404 len: 334 time: 0.0735304 Mar 24 17:09:53.752405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41036) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:53.759095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6eeb7aca-b9dc-43fc-b50e-743c2546eb41 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:53.761386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.809664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-6ef33653-a7ee-4b2a-bd4c-70987f7749e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:53.810071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef33653-a7ee-4b2a-bd4c-70987f7749e5 None None] The sync data for ids ['8d810c32-fde2-4a77-8124-f939a9d5dead'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:53.829784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.857602 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-6eeb7aca-b9dc-43fc-b50e-743c2546eb41 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] update failed (client error): The resource could not be found. Mar 24 17:09:53.860591 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6eeb7aca-b9dc-43fc-b50e-743c2546eb41 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1549029776 HTTP/1.1" status: 404 len: 335 time: 0.1070609 Mar 24 17:09:53.866873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41040) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:53.883069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610ad1cb-d07c-4927-b052-dbd0d6b31e3f,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:53.955795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.957179 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dc9c3a31-48e5-425c-9fee-ef4555adf7fb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4580941 Mar 24 17:09:53.961075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41044) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:53.966200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '610ad1cb-d07c-4927-b052-dbd0d6b31e3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:53.968201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-3509e99f-af37-4736-a485-cf4dab1f7e29 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Deleting subnet 7edac3d4-3c62-4b7b-9135-07ec7f98bd84 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:53.972483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:53.977132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:53.979737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:53.980500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3509e99f-af37-4736-a485-cf4dab1f7e29 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:53.986025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:54.039495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3509e99f-af37-4736-a485-cf4dab1f7e29 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.060181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.078927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.134760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.196128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.204785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Subnet': ['ID=8ac5d76d-64f2-4d21-a1ae-6d017326192d,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:54.223580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5cc629-89e5-4df7-9da7-f282b74620f7,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:54.228535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Checking segment: {'id': '5853d7b9-3c65-42e6-9694-03e21b751892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8ebc6818-32b5-4664-aa72-a88d467b3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:54.228535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network hostable DHCP agents. Network: 8ebc6818-32b5-4664-aa72-a88d467b3c72, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:09:54.234873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.235242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.235571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.236440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.236535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3509e99f-af37-4736-a485-cf4dab1f7e29 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.236645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.236793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.237026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.237429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.237783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.238667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.238667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.238887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:09:54.294237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.294556 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b7360f0d-5603-4eb4-8c62-9c09d7ba0a7a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3324704 Mar 24 17:09:54.297750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41048) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:54.308162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '610ad1cb-d07c-4927-b052-dbd0d6b31e3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:54.312320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:54.316744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:54.322587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:54.327562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:54.333210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 8ebc6818-32b5-4664-aa72-a88d467b3c72 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:09:54.395717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3509e99f-af37-4736-a485-cf4dab1f7e29 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.428582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.438843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 8ebc6818-32b5-4664-aa72-a88d467b3c72) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:54.454183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509e99f-af37-4736-a485-cf4dab1f7e29 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Subnet': ['ID=7edac3d4-3c62-4b7b-9135-07ec7f98bd84,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:54.454183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:54.455257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cbcafa-0071-473f-b3ad-d15c5ae307eb None None] Network 8ebc6818-32b5-4664-aa72-a88d467b3c72 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:54.455634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.457537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3509e99f-af37-4736-a485-cf4dab1f7e29 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.473170 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3509e99f-af37-4736-a485-cf4dab1f7e29 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "DELETE /v2.0/subnets/7edac3d4-3c62-4b7b-9135-07ec7f98bd84 HTTP/1.1" status: 204 len: 168 time: 0.6049259 Mar 24 17:09:54.476556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41052) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:54.479051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e8195-213f-446e-a14f-8c0ebf98cf5b None None] Network 9d93bf80-2641-4251-ba54-be1561ef5148 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:54.516211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.525688 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d15d554d-4f8f-4714-9f66-76efdca6ca9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4350736 Mar 24 17:09:54.529421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41056) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:54.538133 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-542013250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:54.547450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:54.554501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:router and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:54.554946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f4d982-546d-4b9c-a227-0662a29eed81 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Deleting subnet 4971b769-9d09-46bb-995d-d7c76e47de60 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:54.556119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d982-546d-4b9c-a227-0662a29eed81 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.556482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:54.564110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:54.573017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.603698 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f44980-14fc-485f-8415-6e6e77a81034,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:54.634103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d982-546d-4b9c-a227-0662a29eed81 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.636163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.637643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.664346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.693874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.699287 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b57f0ea3-b6f7-40b7-b7b7-c5c9b9de989a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3970408 Mar 24 17:09:54.699850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41060) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:54.708473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '610ad1cb-d07c-4927-b052-dbd0d6b31e3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:54.711868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:54.718293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:54.725136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:54.737198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:54.749737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d982-546d-4b9c-a227-0662a29eed81 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.779585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.854654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.906954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-8ebc6818-32b5-4664-aa72-a88d467b3c72', 'network_id': '8ebc6818-32b5-4664-aa72-a88d467b3c72', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'fixed_ips': [{'subnet_id': '8ac5d76d-64f2-4d21-a1ae-6d017326192d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:09:54.907845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.908123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.908248 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cf7fbac8-20b9-4c3d-bed6-88cda05d6ae3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3720341 Mar 24 17:09:54.908343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41064) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:54.967949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.994159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d982-546d-4b9c-a227-0662a29eed81 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:54.996636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] DHCP port deletion for 9d93bf80-2641-4251-ba54-be1561ef5148 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:55.006157 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Deleting port f95a621b-ee58-43eb-94fc-d989c105043d {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:55.006770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.008552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.033700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685da1ba-ae9e-4cca-b72d-91248d64e9b3,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:55.066687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a1baa-106e-4f53-adf2-3a4cfc75462e None None] Network fbef2565-838a-4169-b69d-3a5a94df7add requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:55.115651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.115651 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-07556bf5-bd0b-4883-a657-7bc31bf9002a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4110048 Mar 24 17:09:55.121170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41068) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:55.135717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '610ad1cb-d07c-4927-b052-dbd0d6b31e3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:55.150760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:55.160378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:55.167422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:55.176166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:55.222296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b3f4d982-546d-4b9c-a227-0662a29eed81 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.225290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4d982-546d-4b9c-a227-0662a29eed81 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Subnet': ['ID=4971b769-9d09-46bb-995d-d7c76e47de60,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:55.263224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f95a621b-ee58-43eb-94fc-d989c105043d no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:09:55.274572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.359687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.373510 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b3f4d982-546d-4b9c-a227-0662a29eed81 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "DELETE /v2.0/subnets/4971b769-9d09-46bb-995d-d7c76e47de60 HTTP/1.1" status: 204 len: 168 time: 0.8968213 Mar 24 17:09:55.376041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41072) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:55.392875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Allocated IP 2001:db8::2 (8ebc6818-32b5-4664-aa72-a88d467b3c72/8ac5d76d-64f2-4d21-a1ae-6d017326192d/f3a98501-f1d2-4f5a-9d32-219566c075f6) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:55.529424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.534607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.579268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa26ad00-5b27-4726-b462-fb5d2fbd5d35,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:55.579268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Deleting port f95a621b-ee58-43eb-94fc-d989c105043d {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:55.579268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.621547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.677330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.681127 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-541ab6ba-9e42-4898-9a5a-9b26b0fb6bfe tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5531676 Mar 24 17:09:55.681855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41076) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:55.688755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '610ad1cb-d07c-4927-b052-dbd0d6b31e3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:55.695169 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:09:55.702779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:09:55.707159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:09:55.734657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:09:55.823643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] For port f95a621b-ee58-43eb-94fc-d989c105043d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f95a621b-ee58-43eb-94fc-d989c105043d,segment=NetworkSegment(0541e066-047f-4379-b45c-0480c6983ac7),segment_id=0541e066-047f-4379-b45c-0480c6983ac7)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:55.823643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.833596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] For port f95a621b-ee58-43eb-94fc-d989c105043d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f95a621b-ee58-43eb-94fc-d989c105043d,segment=NetworkSegment(0541e066-047f-4379-b45c-0480c6983ac7),segment_id=0541e066-047f-4379-b45c-0480c6983ac7)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:55.836374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:55.984334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Calling delete_port for f95a621b-ee58-43eb-94fc-d989c105043d owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:56.014510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.085883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Calling delete_port for f95a621b-ee58-43eb-94fc-d989c105043d owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:56.110769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.212724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port f95a621b-ee58-43eb-94fc-d989c105043d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f95a621b-ee58-43eb-94fc-d989c105043d,segment=NetworkSegment(0541e066-047f-4379-b45c-0480c6983ac7),segment_id=0541e066-047f-4379-b45c-0480c6983ac7)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:56.215561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.231799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f4b731-e9d5-454d-8875-08b1aeb8490f None None] DHCP port deletion for fbef2565-838a-4169-b69d-3a5a94df7add request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:56.247531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-80f4b731-e9d5-454d-8875-08b1aeb8490f None None] Deleting port 90519dbe-d582-45f3-9a4b-f2be88551d66 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:56.247900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-80f4b731-e9d5-454d-8875-08b1aeb8490f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.290152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.292744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.304669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.327765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761cfe09-0f6b-4e87-82f8-9c2cfba3bd7e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:56.341081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:56.341331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:56.348876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Transition to ACTIVE for port object f3a98501-f1d2-4f5a-9d32-219566c075f6 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:56.413537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.415752 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-007133b7-46a7-4053-a05f-b0b7b9737fcb tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7330229 Mar 24 17:09:56.419254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41080) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:56.421412 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:56.430886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:56.447234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Transition to ACTIVE for port object f3a98501-f1d2-4f5a-9d32-219566c075f6 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:56.448568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd62704c-4c9f-4c0f-8531-e16f4f57883f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.458925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd62704c-4c9f-4c0f-8531-e16f4f57883f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.462773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=f95a621b-ee58-43eb-94fc-d989c105043d,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:56.567847 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.578495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd62704c-4c9f-4c0f-8531-e16f4f57883f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.595724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 2001:db8::1 (8ebc6818-32b5-4664-aa72-a88d467b3c72/8ac5d76d-64f2-4d21-a1ae-6d017326192d/4c70b624-fe46-4e1d-9617-e3ed9be0ed02) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:09:56.604449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd62704c-4c9f-4c0f-8531-e16f4f57883f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.605697 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dd62704c-4c9f-4c0f-8531-e16f4f57883f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/761cfe09-0f6b-4e87-82f8-9c2cfba3bd7e HTTP/1.1" status: 204 len: 168 time: 0.1854470 Mar 24 17:09:56.606720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62704c-4c9f-4c0f-8531-e16f4f57883f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=761cfe09-0f6b-4e87-82f8-9c2cfba3bd7e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:56.608487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41084) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:56.633818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-80f4b731-e9d5-454d-8875-08b1aeb8490f None None] For port 90519dbe-d582-45f3-9a4b-f2be88551d66, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=90519dbe-d582-45f3-9a4b-f2be88551d66,segment=NetworkSegment(b9d3726b-6f31-4b12-90ac-52c836339a4f),segment_id=b9d3726b-6f31-4b12-90ac-52c836339a4f)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:56.634214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-80f4b731-e9d5-454d-8875-08b1aeb8490f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.754209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1164a77-a903-48fd-aa9c-d186beb59cdc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:56.765134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Network 8ebc6818-32b5-4664-aa72-a88d467b3c72 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:56.772393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-80f4b731-e9d5-454d-8875-08b1aeb8490f None None] Calling delete_port for 90519dbe-d582-45f3-9a4b-f2be88551d66 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:56.808293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:56.813645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.818674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:56.820770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Pushing event updated for resources: {'Port': ['ID=f3a98501-f1d2-4f5a-9d32-219566c075f6,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:56.830441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Transition to ACTIVE for port object 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:09:56.842466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Deleting port f95a621b-ee58-43eb-94fc-d989c105043d {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:56.844598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.864055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1164a77-a903-48fd-aa9c-d186beb59cdc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:56.865693 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b1164a77-a903-48fd-aa9c-d186beb59cdc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2560143 Mar 24 17:09:56.868848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41088) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:56.903983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca63-412b-4702-923a-0513f8748d1f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.915934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca63-412b-4702-923a-0513f8748d1f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:56.923669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Deleting port f95a621b-ee58-43eb-94fc-d989c105043d {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:57.338424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Attempting to bind port f3a98501-f1d2-4f5a-9d32-219566c075f6 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Attempting to bind port f3a98501-f1d2-4f5a-9d32-219566c075f6 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '5853d7b9-3c65-42e6-9694-03e21b751892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8ebc6818-32b5-4664-aa72-a88d467b3c72'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Attempting to bind port f3a98501-f1d2-4f5a-9d32-219566c075f6 on network 8ebc6818-32b5-4664-aa72-a88d467b3c72 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Checking segment: {'id': '5853d7b9-3c65-42e6-9694-03e21b751892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8ebc6818-32b5-4664-aa72-a88d467b3c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Bound using segment: {'id': '5853d7b9-3c65-42e6-9694-03e21b751892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8ebc6818-32b5-4664-aa72-a88d467b3c72'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Bound port: f3a98501-f1d2-4f5a-9d32-219566c075f6, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5853d7b9-3c65-42e6-9694-03e21b751892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8ebc6818-32b5-4664-aa72-a88d467b3c72'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:09:57.338981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.342213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 8ebc6818-32b5-4664-aa72-a88d467b3c72 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:57.342213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:57.342213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:09:57.342213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.342213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=4c70b624-fe46-4e1d-9617-e3ed9be0ed02,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:57.343309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] For port f95a621b-ee58-43eb-94fc-d989c105043d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f95a621b-ee58-43eb-94fc-d989c105043d,segment=NetworkSegment(0541e066-047f-4379-b45c-0480c6983ac7),segment_id=0541e066-047f-4379-b45c-0480c6983ac7)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:57.343309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.343505 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 90519dbe-d582-45f3-9a4b-f2be88551d66 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:09:57.343624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Calling delete_port for f95a621b-ee58-43eb-94fc-d989c105043d owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:57.343723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] For port f3a98501-f1d2-4f5a-9d32-219566c075f6, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:09:57.376963 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] For port f95a621b-ee58-43eb-94fc-d989c105043d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f95a621b-ee58-43eb-94fc-d989c105043d,segment=NetworkSegment(0541e066-047f-4379-b45c-0480c6983ac7),segment_id=0541e066-047f-4379-b45c-0480c6983ac7)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:57.377350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.388435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-80f4b731-e9d5-454d-8875-08b1aeb8490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.389796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca63-412b-4702-923a-0513f8748d1f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.391166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.436392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8ca63-412b-4702-923a-0513f8748d1f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa26ad00-5b27-4726-b462-fb5d2fbd5d35,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:57.437363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Port 90519dbe-d582-45f3-9a4b-f2be88551d66 update to DOWN by agent not found {{(pid=88479) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 24 17:09:57.442637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Port': ['ID=f95a621b-ee58-43eb-94fc-d989c105043d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:57.453927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] No DVR routers for this DVR port f95a621b-ee58-43eb-94fc-d989c105043d on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:09:57.479559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.502250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] For port f3a98501-f1d2-4f5a-9d32-219566c075f6, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f3a98501-f1d2-4f5a-9d32-219566c075f6,segment=NetworkSegment(5853d7b9-3c65-42e6-9694-03e21b751892),segment_id=5853d7b9-3c65-42e6-9694-03e21b751892)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:09:57.527631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-15c8ca63-412b-4702-923a-0513f8748d1f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.529056 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-15c8ca63-412b-4702-923a-0513f8748d1f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/aa26ad00-5b27-4726-b462-fb5d2fbd5d35 HTTP/1.1" status: 204 len: 168 time: 0.6592913 Mar 24 17:09:57.531878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41094) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:57.555991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4b731-e9d5-454d-8875-08b1aeb8490f None None] Pushing event deleted for resources: {'Port': ['ID=90519dbe-d582-45f3-9a4b-f2be88551d66,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:57.565334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Calling delete_port for f95a621b-ee58-43eb-94fc-d989c105043d owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:09:57.596154 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.608573 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.643903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4b731-e9d5-454d-8875-08b1aeb8490f None None] No DVR routers for this DVR port 90519dbe-d582-45f3-9a4b-f2be88551d66 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:09:57.662300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1b34c80f-3014-4b14-bbbc-549791ea2eac tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:57.691467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d93bf80-2641-4251-ba54-be1561ef5148']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:57.691467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0541e066-047f-4379-b45c-0480c6983ac7') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:57.691467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0541e066-047f-4379-b45c-0480c6983ac7') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:57.703174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.721863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.728387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b580b3a-299a-4714-ae38-c06144beabfc None None] Pushing event updated for resources: {'Port': ['ID=f3a98501-f1d2-4f5a-9d32-219566c075f6,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:57.730856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:57.731563 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.737447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:09:57.738166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:57.748517 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:57.810643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1b34c80f-3014-4b14-bbbc-549791ea2eac tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:57.814660 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1b34c80f-3014-4b14-bbbc-549791ea2eac tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2768705 Mar 24 17:09:57.815494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41098) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:57.874781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4822755c-91b9-4b1c-bf85-e0ee8a9075db tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.917051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.917204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4822755c-91b9-4b1c-bf85-e0ee8a9075db tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.940847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:57.947779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Network': ['ID=9d93bf80-2641-4251-ba54-be1561ef5148,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:57.954544 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c719296d-0daa-4295-852f-d3e32dba8e58 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "DELETE /v2.0/networks/9d93bf80-2641-4251-ba54-be1561ef5148 HTTP/1.1" status: 204 len: 168 time: 2.5772262 Mar 24 17:09:57.957107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41102) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:58.076604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.097051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.103988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4822755c-91b9-4b1c-bf85-e0ee8a9075db tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.121537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822755c-91b9-4b1c-bf85-e0ee8a9075db tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=685da1ba-ae9e-4cca-b72d-91248d64e9b3,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:58.132369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.133160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.198609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4822755c-91b9-4b1c-bf85-e0ee8a9075db tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.199701 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4822755c-91b9-4b1c-bf85-e0ee8a9075db tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/685da1ba-ae9e-4cca-b72d-91248d64e9b3 HTTP/1.1" status: 204 len: 168 time: 0.3835015 Mar 24 17:09:58.204613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41106) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:58.242584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.268157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbef2565-838a-4169-b69d-3a5a94df7add']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:58.280525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d3726b-6f31-4b12-90ac-52c836339a4f') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:58.280821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d3726b-6f31-4b12-90ac-52c836339a4f') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:58.292891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.302869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=4c70b624-fe46-4e1d-9617-e3ed9be0ed02,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:58.309866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.316452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:09:58.316840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:09:58.332375 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:09:58.347627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Deleting port f95a621b-ee58-43eb-94fc-d989c105043d {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:58.348184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f6204d94-517b-4741-8393-04641265f378 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:58.348302 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.391268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 8ebc6818-32b5-4664-aa72-a88d467b3c72 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:09:58.392761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:09:58.423504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9d32ffcd-0f1d-49c1-be37-f08039e05a34 None None] The port 'f95a621b-ee58-43eb-94fc-d989c105043d' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:09:58.458005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f6204d94-517b-4741-8393-04641265f378 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:58.459876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f6204d94-517b-4741-8393-04641265f378 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2523999 Mar 24 17:09:58.468540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41110) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:58.566192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-373d6bbe-e90d-410f-9cc9-0a787e2a493d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.590482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-373d6bbe-e90d-410f-9cc9-0a787e2a493d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.596447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.624041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.628257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Network': ['ID=fbef2565-838a-4169-b69d-3a5a94df7add,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:58.634078 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-65d209c4-fbd8-4a17-ada0-3fe5d0be9a43 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "DELETE /v2.0/networks/fbef2565-838a-4169-b69d-3a5a94df7add HTTP/1.1" status: 204 len: 168 time: 0.6762304 Mar 24 17:09:58.636874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41114) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:58.677059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-373d6bbe-e90d-410f-9cc9-0a787e2a493d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.705531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 8f01ab4e-1db7-4fe3-990e-78c18d91451e is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:09:58.712421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d6bbe-e90d-410f-9cc9-0a787e2a493d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58f44980-14fc-485f-8415-6e6e77a81034,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:58.731851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-d473be29-e6fe-45f5-a77d-fe1248b502d4 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Deleting subnet ebb9d8f0-a8ef-4c11-b6f5-48c3afa9768c {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:09:58.791576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d473be29-e6fe-45f5-a77d-fe1248b502d4 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.801933 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e58c6-901d-411a-be88-f3b282ac9f1d None None] Network 8ebc6818-32b5-4664-aa72-a88d467b3c72 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:58.826069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-373d6bbe-e90d-410f-9cc9-0a787e2a493d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.827182 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-373d6bbe-e90d-410f-9cc9-0a787e2a493d tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/58f44980-14fc-485f-8415-6e6e77a81034 HTTP/1.1" status: 204 len: 168 time: 0.3576908 Mar 24 17:09:58.830604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41118) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:58.888125 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f2095d3d-ed68-4338-a484-9d216ba995a8 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0567887 Mar 24 17:09:58.888721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41122) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:58.918146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d473be29-e6fe-45f5-a77d-fe1248b502d4 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.919986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d2aeb23-3b31-496e-9084-37cb645f1068 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.932212 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d2aeb23-3b31-496e-9084-37cb645f1068 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:58.957614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a9125c94-f10e-4bf3-8d74-25eba1371e23 None None] Provisioning for port f3a98501-f1d2-4f5a-9d32-219566c075f6 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:58.977831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:09:58.986795 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-23e5b9bd-30c1-4042-bebd-ddca03df58af tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/8f01ab4e-1db7-4fe3-990e-78c18d91451e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0786064 Mar 24 17:09:58.987338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41126) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:58.988519 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcd5f1-0415-42c5-9e17-c2b0e6012142 None None] Sync routers for ids ['8f01ab4e-1db7-4fe3-990e-78c18d91451e'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:09:59.001369 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcd5f1-0415-42c5-9e17-c2b0e6012142 None None] Routers {'8f01ab4e-1db7-4fe3-990e-78c18d91451e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:59.002396 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-82dcd5f1-0415-42c5-9e17-c2b0e6012142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8f01ab4e-1db7-4fe3-990e-78c18d91451e'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:59.029220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d473be29-e6fe-45f5-a77d-fe1248b502d4 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.074854 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c42187-8ce4-429a-b932-7d46e0d6c779 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:09:59.076290 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-43c42187-8ce4-429a-b932-7d46e0d6c779 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports/4c70b624-fe46-4e1d-9617-e3ed9be0ed02 HTTP/1.1" status: 200 len: 911 time: 0.0877724 Mar 24 17:09:59.077631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d2aeb23-3b31-496e-9084-37cb645f1068 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.079341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41130) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:59.081327 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-82dcd5f1-0415-42c5-9e17-c2b0e6012142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:59.094121 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcd5f1-0415-42c5-9e17-c2b0e6012142 None None] Routers {'8f01ab4e-1db7-4fe3-990e-78c18d91451e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:09:59.095308 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-82dcd5f1-0415-42c5-9e17-c2b0e6012142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:09:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8f01ab4e-1db7-4fe3-990e-78c18d91451e'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:59.098763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1677ab06-e2d2-4847-95fa-ec5aee6edb73 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ac5d76d-64f2-4d21-a1ae-6d017326192d'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:09:59.157964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2aeb23-3b31-496e-9084-37cb645f1068 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc5cc629-89e5-4df7-9da7-f282b74620f7,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:59.167113 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d2aeb23-3b31-496e-9084-37cb645f1068 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.168988 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1d2aeb23-3b31-496e-9084-37cb645f1068 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/fc5cc629-89e5-4df7-9da7-f282b74620f7 HTTP/1.1" status: 204 len: 168 time: 0.2790313 Mar 24 17:09:59.171451 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41134) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:59.173958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d473be29-e6fe-45f5-a77d-fe1248b502d4 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.184826 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-82dcd5f1-0415-42c5-9e17-c2b0e6012142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:09:59.185478 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcd5f1-0415-42c5-9e17-c2b0e6012142 None None] The sync data for ids ['8f01ab4e-1db7-4fe3-990e-78c18d91451e'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:09:59.227795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f3a98501-f1d2-4f5a-9d32-219566c075f6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:09:59.239673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d473be29-e6fe-45f5-a77d-fe1248b502d4 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.252285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473be29-e6fe-45f5-a77d-fe1248b502d4 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb9d8f0-a8ef-4c11-b6f5-48c3afa9768c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:09:59.257238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d473be29-e6fe-45f5-a77d-fe1248b502d4 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "DELETE /v2.0/subnets/ebb9d8f0-a8ef-4c11-b6f5-48c3afa9768c HTTP/1.1" status: 204 len: 168 time: 0.6193953 Mar 24 17:09:59.263846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41138) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:59.266214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558414a-8ade-42c9-967f-9bb20d8b15cb None None] Network 8e859624-107f-4f6c-8b9b-cf666f94e3c5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:09:59.324152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0e1116bb-63a1-4d31-b42a-a9df0913b98f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:09:59.387771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.400587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Deleting port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:59.402661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.415101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0e1116bb-63a1-4d31-b42a-a9df0913b98f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:09:59.416418 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0e1116bb-63a1-4d31-b42a-a9df0913b98f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2438538 Mar 24 17:09:59.419781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41142) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:09:59.465087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1677ab06-e2d2-4847-95fa-ec5aee6edb73 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.546000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f3a98501-f1d2-4f5a-9d32-219566c075f6 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:59.552431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f3a98501-f1d2-4f5a-9d32-219566c075f6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:59.553099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.579019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f94fb5f-61f7-4113-80fa-3db364eda276 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.604569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d2d9ad27-afc2-4ff4-896e-52f9d61238a5 None None] Provisioning for port 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:09:59.622867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d2d9ad27-afc2-4ff4-896e-52f9d61238a5 None None] Provisioning complete for port 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:59.623517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ad27-afc2-4ff4-896e-52f9d61238a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.659611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] DHCP port deletion for 8e859624-107f-4f6c-8b9b-cf666f94e3c5 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:09:59.676872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] Deleting port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:09:59.677525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.742508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f94fb5f-61f7-4113-80fa-3db364eda276 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.794134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9ad27-afc2-4ff4-896e-52f9d61238a5 None None] Port 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:09:59.849046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.857795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] For port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e,segment=NetworkSegment(08dc4ed5-db54-4363-b623-ced0115236f0),segment_id=08dc4ed5-db54-4363-b623-ced0115236f0)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:09:59.858371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.940077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f94fb5f-61f7-4113-80fa-3db364eda276 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:09:59.987898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8b5a40d2-1f78-40a7-b57c-dffa29e50ac3 None None] Provisioning complete for port 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:09:59.988290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b5a40d2-1f78-40a7-b57c-dffa29e50ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.006046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94fb5f-61f7-4113-80fa-3db364eda276 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ad1cb-d07c-4927-b052-dbd0d6b31e3f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:00.039818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port f3a98501-f1d2-4f5a-9d32-219566c075f6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f3a98501-f1d2-4f5a-9d32-219566c075f6,segment=NetworkSegment(5853d7b9-3c65-42e6-9694-03e21b751892),segment_id=5853d7b9-3c65-42e6-9694-03e21b751892)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:00.053370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Calling delete_port for 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:00.083923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8f94fb5f-61f7-4113-80fa-3db364eda276 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.086008 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8f94fb5f-61f7-4113-80fa-3db364eda276 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/610ad1cb-d07c-4927-b052-dbd0d6b31e3f HTTP/1.1" status: 204 len: 168 time: 0.6648164 Mar 24 17:10:00.090851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41146) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:00.133247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.204901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a40d2-1f78-40a7-b57c-dffa29e50ac3 None None] Port 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:00.214410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.215839 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] For port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e,segment=NetworkSegment(08dc4ed5-db54-4363-b623-ced0115236f0),segment_id=08dc4ed5-db54-4363-b623-ced0115236f0)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:00.218222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.248740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-21e784f9-a29f-4965-a213-878abc942917 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:00.276778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Port': ['ID=1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:00.278866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] No DVR routers for this DVR port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:10:00.293819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1677ab06-e2d2-4847-95fa-ec5aee6edb73 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.368693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] Calling delete_port for 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:00.372755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-21e784f9-a29f-4965-a213-878abc942917 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:00.387264 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-21e784f9-a29f-4965-a213-878abc942917 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2823081 Mar 24 17:10:00.387264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41150) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:00.387264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276899537'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:00.391110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1677ab06-e2d2-4847-95fa-ec5aee6edb73 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.397419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1677ab06-e2d2-4847-95fa-ec5aee6edb73 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:00.398031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1677ab06-e2d2-4847-95fa-ec5aee6edb73 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.402356 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1677ab06-e2d2-4847-95fa-ec5aee6edb73 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/ports/4c70b624-fe46-4e1d-9617-e3ed9be0ed02 HTTP/1.1" status: 200 len: 911 time: 1.3153369 Mar 24 17:10:00.402676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41154) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:00.422114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=f3a98501-f1d2-4f5a-9d32-219566c075f6,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:00.435709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:00.453736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0429303c-0e12-4554-b5ae-c1ac39100e71 None None] Provisioning complete for port 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:00.454109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0429303c-0e12-4554-b5ae-c1ac39100e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.460728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:00.471022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.487023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677ab06-e2d2-4847-95fa-ec5aee6edb73 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=4c70b624-fe46-4e1d-9617-e3ed9be0ed02,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:00.523172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:10:00.523522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:10:00.524282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-056601a6-726e-4489-b777-cdeb97d43e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.526208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0429303c-0e12-4554-b5ae-c1ac39100e71 None None] Port 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:00.549680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.564379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e859624-107f-4f6c-8b9b-cf666f94e3c5']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:00.573526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:00.577609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:00.582143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:00.582281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dc4ed5-db54-4363-b623-ced0115236f0') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:00.582281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dc4ed5-db54-4363-b623-ced0115236f0') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:00.586870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:00.606562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.656726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.692122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.738485 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.756641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:10:00.757041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:10:00.771108 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:10:00.785538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6d714c-c11b-418b-bd78-f2cd0de038f6,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:00.835946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.837348 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f29e6900-bd85-40fd-9a88-bca9e0c0d64b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4563785 Mar 24 17:10:00.840025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41158) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:00.845196 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '8e6d714c-c11b-418b-bd78-f2cd0de038f6', 'direction': 'ingress', 'protocol': 17}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:00.851562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:00.856246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:00.859470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:00.866515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:00.922711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.948498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.975301 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.985360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:00.990534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Pushing event deleted for resources: {'Network': ['ID=8e859624-107f-4f6c-8b9b-cf666f94e3c5,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:00.995364 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-459e31a2-21bf-470e-b4d0-a4e12feb5cfb tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "DELETE /v2.0/networks/8e859624-107f-4f6c-8b9b-cf666f94e3c5 HTTP/1.1" status: 204 len: 168 time: 1.7304404 Mar 24 17:10:00.998202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41162) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:01.024840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] Deleting port 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:01.025436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.048526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cfd6d453-b49e-417d-90d6-424d4a3a9ff1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Synchronizing usage tracker for tenant:c9db6a63708f4961a6fbf5390ddeffff on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:01.060015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.078271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3670f03-1bc4-464b-9676-6aaae2774ddf,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:01.093951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.119999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7011ddbc-cc22-4cd5-91c9-da32fc737b6a None None] The port '1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:10:01.138365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cfd6d453-b49e-417d-90d6-424d4a3a9ff1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Unset dirty status for tenant:c9db6a63708f4961a6fbf5390ddeffff on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:01.141958 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cfd6d453-b49e-417d-90d6-424d4a3a9ff1 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d810c32-fde2-4a77-8124-f939a9d5dead HTTP/1.1" status: 200 len: 205 time: 0.1403766 Mar 24 17:10:01.142331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41166) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:01.164885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f3a98501-f1d2-4f5a-9d32-219566c075f6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:01.215513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.215513 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-885cf245-8fb5-4f7e-a2ab-2919f7952daa tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3680751 Mar 24 17:10:01.228103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41170) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:01.257725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f3a98501-f1d2-4f5a-9d32-219566c075f6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:01.258128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.469512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0386e190-0d17-4cfd-9467-bac8422a6f23 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.513129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:01.554352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:10:01.554746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1d4dbf7d-99e6-4ae0-a546-5743ff98dd5e not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:10:01.605213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-978babfb-64ef-4fa7-82bb-e9bc02ae105b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.672012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:01.672012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.758909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-978babfb-64ef-4fa7-82bb-e9bc02ae105b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.834881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0386e190-0d17-4cfd-9467-bac8422a6f23 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.853019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0386e190-0d17-4cfd-9467-bac8422a6f23 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.926735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.935472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0386e190-0d17-4cfd-9467-bac8422a6f23 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.935472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386e190-0d17-4cfd-9467-bac8422a6f23 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Fanout notify agent at l3_agent the message router_deleted on router 8d810c32-fde2-4a77-8124-f939a9d5dead {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:10:01.988493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0386e190-0d17-4cfd-9467-bac8422a6f23 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:01.988493 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0386e190-0d17-4cfd-9467-bac8422a6f23 tempest-RoutersNegativeTest-1945898382 tempest-RoutersNegativeTest-1945898382-project] 10.222.0.47 "DELETE /v2.0/routers/8d810c32-fde2-4a77-8124-f939a9d5dead HTTP/1.1" status: 204 len: 168 time: 0.8057284 Mar 24 17:10:02.063374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 4c70b624-fe46-4e1d-9617-e3ed9be0ed02 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:02.289816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-978babfb-64ef-4fa7-82bb-e9bc02ae105b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.289816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-978babfb-64ef-4fa7-82bb-e9bc02ae105b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.306270 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-978babfb-64ef-4fa7-82bb-e9bc02ae105b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/8e6d714c-c11b-418b-bd78-f2cd0de038f6 HTTP/1.1" status: 204 len: 168 time: 1.0731595 Mar 24 17:10:02.308710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41176) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:02.311777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978babfb-64ef-4fa7-82bb-e9bc02ae105b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6d714c-c11b-418b-bd78-f2cd0de038f6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:02.363075 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-46259c37-1d4b-4cb0-b1bc-d9bf0ad65806 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624869 Mar 24 17:10:02.363075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41180) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:02.370586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-secgroup--566373348'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:02.372719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:02.376690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:02.381046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:02.383570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.429788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:02.439302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=4c70b624-fe46-4e1d-9617-e3ed9be0ed02,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:02.491043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.491524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.491867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.492244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.495092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.495092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.495092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.495092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.495092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.495092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.495092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.495092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:02.562350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.654391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.664350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:02.664350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:02.699538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:02.702154 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-435a45c2-9f95-4c20-955f-3300b9006f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.706018 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41186) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:02.726026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.732561 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:02.857322 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-561605c2-03fb-446e-96ce-7548be01ff6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9db6a63708f4961a6fbf5390ddeffff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806335 Mar 24 17:10:02.860043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41192) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:02.868052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.924641 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02b09c76-f460-4eee-9916-9a9631535dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.950851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02b09c76-f460-4eee-9916-9a9631535dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:02.983265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.033459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 8f01ab4e-1db7-4fe3-990e-78c18d91451e has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:03.045056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1578d14-1395-43c7-b2d4-a4eb975a9a51,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:03.075129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02b09c76-f460-4eee-9916-9a9631535dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.092600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b09c76-f460-4eee-9916-9a9631535dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaa0c6b-0e83-4976-b119-c25030db7a84,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:03.097704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02b09c76-f460-4eee-9916-9a9631535dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.102276 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-02b09c76-f460-4eee-9916-9a9631535dd1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7eaa0c6b-0e83-4976-b119-c25030db7a84 HTTP/1.1" status: 204 len: 168 time: 0.2379348 Mar 24 17:10:03.221293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.222479 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b1597bf0-14c3-4b48-abd4-ed728be4501e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8597741 Mar 24 17:10:03.225444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41198) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:03.230771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-secgroup--185937903'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:03.236553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:03.241191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:03.244059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:03.249955 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:03.293741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:03.298939 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1a6bfa8f-0590-4f37-9843-0c09ee891f10 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/8f01ab4e-1db7-4fe3-990e-78c18d91451e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8953192 Mar 24 17:10:03.301028 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41202) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:03.303836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f0705-ecdb-465a-8ce8-d8821ea281f1 None None] Sync routers for ids ['8f01ab4e-1db7-4fe3-990e-78c18d91451e'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:03.313760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f0705-ecdb-465a-8ce8-d8821ea281f1 None None] Routers {'8f01ab4e-1db7-4fe3-990e-78c18d91451e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:03.314304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-626f0705-ecdb-465a-8ce8-d8821ea281f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8f01ab4e-1db7-4fe3-990e-78c18d91451e'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:03.332706 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.346007 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-52192c32-f333-4344-a88e-6b7c0051ee2d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:03.353484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:03.357799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:03.360934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:03.368528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:03.378518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-626f0705-ecdb-465a-8ce8-d8821ea281f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:03.387912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f0705-ecdb-465a-8ce8-d8821ea281f1 None None] Routers {'8f01ab4e-1db7-4fe3-990e-78c18d91451e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:03.388594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-626f0705-ecdb-465a-8ce8-d8821ea281f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8f01ab4e-1db7-4fe3-990e-78c18d91451e'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:03.418605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-52192c32-f333-4344-a88e-6b7c0051ee2d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:03.422299 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-52192c32-f333-4344-a88e-6b7c0051ee2d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f01ab4e-1db7-4fe3-990e-78c18d91451e HTTP/1.1" status: 200 len: 205 time: 0.1178379 Mar 24 17:10:03.422557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41208) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:03.453024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-626f0705-ecdb-465a-8ce8-d8821ea281f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:03.453024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f0705-ecdb-465a-8ce8-d8821ea281f1 None None] The sync data for ids ['8f01ab4e-1db7-4fe3-990e-78c18d91451e'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:03.469153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.526881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.563201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6308404f-bd5e-45d3-88b0-51d6090f3d70 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.587170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04513b31-48ca-457d-b3df-cf03fead132c,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:03.657733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.657733 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-651cd9af-481f-4895-aec9-2d8c99e89f20 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4223638 Mar 24 17:10:03.657733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41220) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:03.657733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': 'c1578d14-1395-43c7-b2d4-a4eb975a9a51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '04513b31-48ca-457d-b3df-cf03fead132c', 'remote_ip_prefix': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:03.679178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:03.679178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:03.679178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:03.682569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:03.769636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.846359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.852587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.886207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6308404f-bd5e-45d3-88b0-51d6090f3d70 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.888501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6308404f-bd5e-45d3-88b0-51d6090f3d70 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.898498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.938515 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:03.963769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daebe93a-53f1-450b-a5aa-27c6091f7b1e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:04.047179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6308404f-bd5e-45d3-88b0-51d6090f3d70 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.047667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6308404f-bd5e-45d3-88b0-51d6090f3d70 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Fanout notify agent at l3_agent the message router_deleted on router 8f01ab4e-1db7-4fe3-990e-78c18d91451e {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:10:04.047817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.050319 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cb8fc09d-af61-46b8-b059-00f34e1861c4 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3965371 Mar 24 17:10:04.052816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41228) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:04.067243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6308404f-bd5e-45d3-88b0-51d6090f3d70 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.067243 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6308404f-bd5e-45d3-88b0-51d6090f3d70 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/8f01ab4e-1db7-4fe3-990e-78c18d91451e HTTP/1.1" status: 204 len: 168 time: 0.6435165 Mar 24 17:10:04.069807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41234) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:04.128100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b058222-5574-4197-bd09-02ef93ee726a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.147713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b058222-5574-4197-bd09-02ef93ee726a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.167671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-5369ccdd-b115-47f0-adac-03db03475d37 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting subnet 8ac5d76d-64f2-4d21-a1ae-6d017326192d {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:10:04.171206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5369ccdd-b115-47f0-adac-03db03475d37 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.231888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5369ccdd-b115-47f0-adac-03db03475d37 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.269578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b058222-5574-4197-bd09-02ef93ee726a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.294494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b058222-5574-4197-bd09-02ef93ee726a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=daebe93a-53f1-450b-a5aa-27c6091f7b1e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:04.304220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4b058222-5574-4197-bd09-02ef93ee726a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.305339 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4b058222-5574-4197-bd09-02ef93ee726a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/daebe93a-53f1-450b-a5aa-27c6091f7b1e HTTP/1.1" status: 204 len: 168 time: 0.2517793 Mar 24 17:10:04.308661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41242) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:04.339067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41246) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:04.351581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5369ccdd-b115-47f0-adac-03db03475d37 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.362753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-682e85ec-66d8-4fb3-b49e-b20f417cbaad tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:04.412153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-682e85ec-66d8-4fb3-b49e-b20f417cbaad tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:04.413416 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-682e85ec-66d8-4fb3-b49e-b20f417cbaad tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1033642 Mar 24 17:10:04.416111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41252) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:04.463990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f9535e90-d0b7-44d3-a81a-245aa0a92208 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1615123728', 'prefixes': ['172.20.0.0/16']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:04.471264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f9535e90-d0b7-44d3-a81a-245aa0a92208 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:04.485462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0553a09-e7be-40a6-8934-5e82e5050f8f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.515736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5369ccdd-b115-47f0-adac-03db03475d37 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.519596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0553a09-e7be-40a6-8934-5e82e5050f8f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.582228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369ccdd-b115-47f0-adac-03db03475d37 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac5d76d-64f2-4d21-a1ae-6d017326192d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:04.582228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5369ccdd-b115-47f0-adac-03db03475d37 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.585764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd6ebbc-b35f-498f-a042-00f945e790aa None None] Network 8ebc6818-32b5-4664-aa72-a88d467b3c72 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:04.587828 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5369ccdd-b115-47f0-adac-03db03475d37 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/8ac5d76d-64f2-4d21-a1ae-6d017326192d HTTP/1.1" status: 204 len: 168 time: 0.5170445 Mar 24 17:10:04.590371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41256) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:04.647591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0553a09-e7be-40a6-8934-5e82e5050f8f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.663578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0553a09-e7be-40a6-8934-5e82e5050f8f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04513b31-48ca-457d-b3df-cf03fead132c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:04.719676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.727579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port f3a98501-f1d2-4f5a-9d32-219566c075f6 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:04.727915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.733081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0553a09-e7be-40a6-8934-5e82e5050f8f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.737054 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a0553a09-e7be-40a6-8934-5e82e5050f8f tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/04513b31-48ca-457d-b3df-cf03fead132c HTTP/1.1" status: 204 len: 168 time: 0.3174047 Mar 24 17:10:04.737727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41260) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:04.817125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b75c11c7-8919-48d6-be76-48c94af4fc04 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:04.858878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] DHCP port deletion for 8ebc6818-32b5-4664-aa72-a88d467b3c72 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:10:04.863268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] Deleting port f3a98501-f1d2-4f5a-9d32-219566c075f6 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:04.866991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.894289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b75c11c7-8919-48d6-be76-48c94af4fc04 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:04.896126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b75c11c7-8919-48d6-be76-48c94af4fc04 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1568744 Mar 24 17:10:04.900263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41264) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:04.965919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9535e90-d0b7-44d3-a81a-245aa0a92208 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] Notify callbacks [] for subnetpool, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:04.968487 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f9535e90-d0b7-44d3-a81a-245aa0a92208 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6286237 Mar 24 17:10:04.970026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41268) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:04.986856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e4260c9-0f0f-4404-ac78-cda601089418 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.036646 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3844e8ef-a13f-4bb2-a378-1ca1e17e2b6c tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] 10.222.0.47 "GET /v2.0/subnetpools/1dfe5f28-413b-449e-803c-56ec0d94d5ef HTTP/1.1" status: 200 len: 732 time: 0.0652766 Mar 24 17:10:05.043493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e4260c9-0f0f-4404-ac78-cda601089418 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.054808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41272) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:05.066372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-cb47596b-3109-40f6-a865-59732a3c2f2d tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-720384699'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:05.107225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port f3a98501-f1d2-4f5a-9d32-219566c075f6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f3a98501-f1d2-4f5a-9d32-219566c075f6,segment=NetworkSegment(5853d7b9-3c65-42e6-9694-03e21b751892),segment_id=5853d7b9-3c65-42e6-9694-03e21b751892)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:05.107583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.147322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] For port f3a98501-f1d2-4f5a-9d32-219566c075f6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f3a98501-f1d2-4f5a-9d32-219566c075f6,segment=NetworkSegment(5853d7b9-3c65-42e6-9694-03e21b751892),segment_id=5853d7b9-3c65-42e6-9694-03e21b751892)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:05.147900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.221455 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f3a98501-f1d2-4f5a-9d32-219566c075f6 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:05.259377 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for f3a98501-f1d2-4f5a-9d32-219566c075f6 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:05.315050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] Calling delete_port for f3a98501-f1d2-4f5a-9d32-219566c075f6 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:05.333485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb47596b-3109-40f6-a865-59732a3c2f2d tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] Notify callbacks [] for subnetpool, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.333485 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cb47596b-3109-40f6-a865-59732a3c2f2d tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] 10.222.0.47 "PUT /v2.0/subnetpools/1dfe5f28-413b-449e-803c-56ec0d94d5ef HTTP/1.1" status: 200 len: 683 time: 0.2758210 Mar 24 17:10:05.340460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e4260c9-0f0f-4404-ac78-cda601089418 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.340460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e4260c9-0f0f-4404-ac78-cda601089418 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.340460 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2e4260c9-0f0f-4404-ac78-cda601089418 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/c1578d14-1395-43c7-b2d4-a4eb975a9a51 HTTP/1.1" status: 204 len: 168 time: 0.4377584 Mar 24 17:10:05.353361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41276) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:05.353361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41278) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:05.361971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4260c9-0f0f-4404-ac78-cda601089418 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1578d14-1395-43c7-b2d4-a4eb975a9a51,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:05.449144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.477004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eee87ae6-b593-4976-9829-f4dea30734c3 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:05.478342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.483454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.493030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:10:05.501570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:10:05.564795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=f3a98501-f1d2-4f5a-9d32-219566c075f6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:05.564795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No DVR routers for this DVR port f3a98501-f1d2-4f5a-9d32-219566c075f6 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:10:05.683777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eee87ae6-b593-4976-9829-f4dea30734c3 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:05.685976 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eee87ae6-b593-4976-9829-f4dea30734c3 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3393571 Mar 24 17:10:05.689365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41284) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:05.694590 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-secgroup--584634438'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:05.696688 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.702456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:05.711497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:05.730978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebc6818-32b5-4664-aa72-a88d467b3c72']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:05.745296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f212a2-8f71-4490-b514-fb8ac80c5177 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] Notify callbacks [] for subnetpool, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.746407 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-75f212a2-8f71-4490-b514-fb8ac80c5177 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] 10.222.0.47 "DELETE /v2.0/subnetpools/1dfe5f28-413b-449e-803c-56ec0d94d5ef HTTP/1.1" status: 204 len: 168 time: 0.4022677 Mar 24 17:10:05.748243 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5853d7b9-3c65-42e6-9694-03e21b751892') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:05.748549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5853d7b9-3c65-42e6-9694-03e21b751892') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:05.749307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41288) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:05.760687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.767888 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-78fc364b-500f-43f6-b3cf-a237f2608262 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] show failed (client error): The resource could not be found. Mar 24 17:10:05.769138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-78fc364b-500f-43f6-b3cf-a237f2608262 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] 10.222.0.47 "GET /v2.0/subnetpools/1dfe5f28-413b-449e-803c-56ec0d94d5ef HTTP/1.1" status: 404 len: 346 time: 0.0188775 Mar 24 17:10:05.789588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.789588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:10:05.789588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.791515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41292) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:10:05.807220 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:10:05.816955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:05.822475 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-c7458402-ab99-44db-a695-bfb7d64119c2 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] delete failed (client error): The resource could not be found. Mar 24 17:10:05.823543 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c7458402-ab99-44db-a695-bfb7d64119c2 tempest-SubnetPoolsTestJSON-2066043856 tempest-SubnetPoolsTestJSON-2066043856-project] 10.222.0.47 "DELETE /v2.0/subnetpools/1dfe5f28-413b-449e-803c-56ec0d94d5ef HTTP/1.1" status: 404 len: 346 time: 0.0309720 Mar 24 17:10:05.864238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:05.864238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:05.886234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:05.886234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:05.995170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] Deleting port f3a98501-f1d2-4f5a-9d32-219566c075f6 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:05.995654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.018293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.036903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.043644 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/networks/8ebc6818-32b5-4664-aa72-a88d467b3c72 HTTP/1.1" status: 204 len: 168 time: 1.4522564 Mar 24 17:10:06.047878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41298) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:06.051459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42751076-6af5-4fd5-bd5a-fa729c3bd6e6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Network': ['ID=8ebc6818-32b5-4664-aa72-a88d467b3c72,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:06.076430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1288861699', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:06.082351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:06.087055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-df287f5f-4d37-429c-ab93-3e54c4f4602e None None] The port 'f3a98501-f1d2-4f5a-9d32-219566c075f6' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:10:06.094453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:router and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:06.101846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:06.110155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.116791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:06.163152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.219501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0914b2e-cfbb-4940-b9cf-20c478fe2c1e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:06.224529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.225796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.247282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.275344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.277375 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-08ed9c93-5fac-4df9-be2c-0e778cefab33 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5862832 Mar 24 17:10:06.279718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41304) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:06.284759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': 'e0914b2e-cfbb-4940-b9cf-20c478fe2c1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:06.295201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:06.301021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:06.301021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:06.306970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:06.315159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41308) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:06.331620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.396121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.439243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.440819 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a9f4d275-cd4c-44b8-ab8c-e85b1c8b6b32 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3839478 Mar 24 17:10:06.444498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41314) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:06.445343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15ed992d-294d-4caa-903f-fd8dee512a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.451826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-300009247'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:06.463211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:06.463342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-15ed992d-294d-4caa-903f-fd8dee512a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:06.464857 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-15ed992d-294d-4caa-903f-fd8dee512a6e admin admin] Usage tracker for resource:security_group_rule and tenant:3b0a7b2ff161487cb13fca502b73a068 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:06.467645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-15ed992d-294d-4caa-903f-fd8dee512a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:06.469922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:network and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:06.472999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.473592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-15ed992d-294d-4caa-903f-fd8dee512a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:06.473965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:06.480875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:06.560863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.561016 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15ed992d-294d-4caa-903f-fd8dee512a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.581989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab34129d-c76e-458d-98a0-0c0da5554ca9,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:06.636192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:06.639344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.664902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-15ed992d-294d-4caa-903f-fd8dee512a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.665079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.666194 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a4414cac-d1e1-410f-8c6e-9cd711d25a9e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3854671 Mar 24 17:10:06.669265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41318) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:06.682300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:10:06.705194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.705533 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added segment 40ddbfa9-3612-444f-b579-a043b12a55c1 of type vlan for network 6f496ad4-2315-4329-8a3a-674bf08fb601 Mar 24 17:10:06.711799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa803-eec4-4d30-8967-c333f847b87e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.714999 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-15ed992d-294d-4caa-903f-fd8dee512a6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b0a7b2ff161487cb13fca502b73a068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987627 Mar 24 17:10:06.717712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41322) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:06.730008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed992d-294d-4caa-903f-fd8dee512a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbd3dbf-2d5b-499d-b7ed-e970d06dc6ac,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:06.731237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa803-eec4-4d30-8967-c333f847b87e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.752396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.783567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d9a27b0-4e2a-4d63-8678-064e1d007696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.815042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d9a27b0-4e2a-4d63-8678-064e1d007696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.860104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa803-eec4-4d30-8967-c333f847b87e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.874032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7aa803-eec4-4d30-8967-c333f847b87e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab34129d-c76e-458d-98a0-0c0da5554ca9,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:06.889857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1f7aa803-eec4-4d30-8967-c333f847b87e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.893503 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1f7aa803-eec4-4d30-8967-c333f847b87e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ab34129d-c76e-458d-98a0-0c0da5554ca9 HTTP/1.1" status: 204 len: 168 time: 0.2208695 Mar 24 17:10:06.893991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41326) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:06.902699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.903490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:06.904094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.947827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a1320dae-c7ed-40b8-b70f-c230cce19227 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:06.957892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d9a27b0-4e2a-4d63-8678-064e1d007696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.978338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a27b0-4e2a-4d63-8678-064e1d007696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbd3dbf-2d5b-499d-b7ed-e970d06dc6ac,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:06.982661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d9a27b0-4e2a-4d63-8678-064e1d007696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:06.987436 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1d9a27b0-4e2a-4d63-8678-064e1d007696 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4bbd3dbf-2d5b-499d-b7ed-e970d06dc6ac HTTP/1.1" status: 204 len: 168 time: 0.2653317 Mar 24 17:10:07.037357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a1320dae-c7ed-40b8-b70f-c230cce19227 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:07.039117 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a1320dae-c7ed-40b8-b70f-c230cce19227 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1441963 Mar 24 17:10:07.046081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41332) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:07.118213 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6723375 Mar 24 17:10:07.120372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-29c6ee54-1f05-4702-ab2c-f13cc32c42ad tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:07.122401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41336) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:07.130571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'subnet': {'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:07.131312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b2d41-c0f9-4189-a611-7f267f702c7e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Network': ['ID=6f496ad4-2315-4329-8a3a-674bf08fb601,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:07.143410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 6f496ad4-2315-4329-8a3a-674bf08fb601 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:10:07.260892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-29c6ee54-1f05-4702-ab2c-f13cc32c42ad tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:07.323228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:07.327971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:subnet and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:07.336498 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:07.338688 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:07.413276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-29c6ee54-1f05-4702-ab2c-f13cc32c42ad tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:07.431157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:07.434891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:07.489166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6ee54-1f05-4702-ab2c-f13cc32c42ad tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0914b2e-cfbb-4940-b9cf-20c478fe2c1e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:07.641280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-29c6ee54-1f05-4702-ab2c-f13cc32c42ad tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:07.642509 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-29c6ee54-1f05-4702-ab2c-f13cc32c42ad tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/e0914b2e-cfbb-4940-b9cf-20c478fe2c1e HTTP/1.1" status: 204 len: 168 time: 0.5973692 Mar 24 17:10:07.646676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41350) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:07.744172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-41655f0a-d833-4dbf-8cd3-363b9a8e6818 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:07.812642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:07.882528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-41655f0a-d833-4dbf-8cd3-363b9a8e6818 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:07.882528 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-41655f0a-d833-4dbf-8cd3-363b9a8e6818 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2245173 Mar 24 17:10:07.888549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41360) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:07.888549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645597867'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:07.895723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:07.910677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:07.916880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Subnet': ['ID=10db9ad5-5259-43e6-aac6-0137a5dd07e3,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:07.930899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Checking segment: {'id': '40ddbfa9-3612-444f-b579-a043b12a55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:07.930899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network hostable DHCP agents. Network: 6f496ad4-2315-4329-8a3a-674bf08fb601, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:10:08.003785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.022573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:08.026635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:08.038633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 6f496ad4-2315-4329-8a3a-674bf08fb601 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:10:08.041208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:08.042102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:08.120758 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 6f496ad4-2315-4329-8a3a-674bf08fb601) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:08.131393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10793e65-8b98-46ab-b922-e919d740318c None None] Network 6f496ad4-2315-4329-8a3a-674bf08fb601 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:08.133274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:08.133274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.134452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.195395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.225135 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7e892a1b-3b86-4f56-8d36-2c6b8b749c07 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1014869 Mar 24 17:10:08.228175 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41368) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:08.242045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e9d85-464a-4cae-8e83-9e9feb273c15,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:08.332579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.336499 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1a02dd27-833d-46c4-b4c3-0ec2edf0b18a tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4589789 Mar 24 17:10:08.339225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41372) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:08.352495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '8c4e9d85-464a-4cae-8e83-9e9feb273c15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:08.366132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:08.375808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-6f496ad4-2315-4329-8a3a-674bf08fb601', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:10:08.375808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.378603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:08.381046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:08.387763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:08.470430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.543946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.579257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Allocated IP 2001:db8::2 (6f496ad4-2315-4329-8a3a-674bf08fb601/10db9ad5-5259-43e6-aac6-0137a5dd07e3/c2587ca5-b7a5-42f6-ba6d-e1c0583bf494) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:08.624087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.647709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f0d747-c4df-4423-bdf8-69318294d8e1,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:08.752844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.752844 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b1a36738-830b-4a46-9be0-d55b2819c438 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4128985 Mar 24 17:10:08.754510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41382) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:08.777416 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3257823c-aa75-4412-bbd3-62f25d84277b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules/d2f0d747-c4df-4423-bdf8-69318294d8e1 HTTP/1.1" status: 200 len: 763 time: 0.0203576 Mar 24 17:10:08.788154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41386) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:08.811031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.822249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Transition to ACTIVE for port object c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:08.839892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d933e428-db94-426b-8ce4-1f724f86eeed tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:08.844324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Transition to ACTIVE for port object c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:08.886174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:08.956584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.016584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d933e428-db94-426b-8ce4-1f724f86eeed tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:09.016584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d933e428-db94-426b-8ce4-1f724f86eeed tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2188990 Mar 24 17:10:09.016584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41392) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:09.024559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Network 6f496ad4-2315-4329-8a3a-674bf08fb601 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:09.038751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:09.048304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:09.068250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f7899482-670b-46f3-88a3-d5f274eddb2b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.093569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f7899482-670b-46f3-88a3-d5f274eddb2b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.153224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Pushing event updated for resources: {'Port': ['ID=c2587ca5-b7a5-42f6-ba6d-e1c0583bf494,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:09.170022 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.170199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.170569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.171037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.171464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.171874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.172290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.172792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.173203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.173530 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.173855 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.174180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:09.194496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Attempting to bind port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:09.195369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Attempting to bind port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '40ddbfa9-3612-444f-b579-a043b12a55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:09.195943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Attempting to bind port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 on network 6f496ad4-2315-4329-8a3a-674bf08fb601 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:09.202529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:09.203192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Checking segment: {'id': '40ddbfa9-3612-444f-b579-a043b12a55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:09.203811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.204249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Bound using segment: {'id': '40ddbfa9-3612-444f-b579-a043b12a55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:09.204709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Bound port: c2587ca5-b7a5-42f6-ba6d-e1c0583bf494, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ddbfa9-3612-444f-b579-a043b12a55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:09.205073 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.235204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f7899482-670b-46f3-88a3-d5f274eddb2b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.274971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7899482-670b-46f3-88a3-d5f274eddb2b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2f0d747-c4df-4423-bdf8-69318294d8e1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:09.345808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f7899482-670b-46f3-88a3-d5f274eddb2b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.348889 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f7899482-670b-46f3-88a3-d5f274eddb2b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d2f0d747-c4df-4423-bdf8-69318294d8e1 HTTP/1.1" status: 204 len: 168 time: 0.3349080 Mar 24 17:10:09.351562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41400) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:09.365471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41404) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:09.370294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] For port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:09.374218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] For port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c2587ca5-b7a5-42f6-ba6d-e1c0583bf494,segment=NetworkSegment(40ddbfa9-3612-444f-b579-a043b12a55c1),segment_id=40ddbfa9-3612-444f-b579-a043b12a55c1)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:09.419746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.467876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a0ed3c39-6952-4663-b659-9b6d653d4826 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:09.528565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 2001:db8::1 (6f496ad4-2315-4329-8a3a-674bf08fb601/10db9ad5-5259-43e6-aac6-0137a5dd07e3/b56c3294-633f-4900-94f0-36f1fc1c471d) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:09.531788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3d0de-1f1f-4d9b-af28-e817a4058b82 None None] Pushing event updated for resources: {'Port': ['ID=c2587ca5-b7a5-42f6-ba6d-e1c0583bf494,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:09.579914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a0ed3c39-6952-4663-b659-9b6d653d4826 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:09.585292 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a0ed3c39-6952-4663-b659-9b6d653d4826 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2317767 Mar 24 17:10:09.588398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'network': {'name': 'tempest-network-smoke--13234065', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'port_security_enabled': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:09.591342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41410) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:09.594122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:09.603361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:network and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:09.604244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-28d66ae2-f5d2-4160-aed1-8d72ecb0bfbc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '8c4e9d85-464a-4cae-8e83-9e9feb273c15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:09.604338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:09.609178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-28d66ae2-f5d2-4160-aed1-8d72ecb0bfbc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:09.613133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:09.690522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-28d66ae2-f5d2-4160-aed1-8d72ecb0bfbc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:09.710663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:09.714683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.733544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.775788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:09.777387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.783269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:09.787875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:09.799231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:09.799726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Transition to ACTIVE for port object b56c3294-633f-4900-94f0-36f1fc1c471d will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:09.839031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28d66ae2-f5d2-4160-aed1-8d72ecb0bfbc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.905848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.907457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28d66ae2-f5d2-4160-aed1-8d72ecb0bfbc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.951658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:09.977529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.010581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:10:10.012684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28d66ae2-f5d2-4160-aed1-8d72ecb0bfbc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.021253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:10.028535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.029027 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Added segment 3b2b7fff-1292-42a5-8f54-55f38f40f9ac of type vlan for network 86b34d93-424a-44a7-b8e6-ec92847509a8 Mar 24 17:10:10.058023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 6f496ad4-2315-4329-8a3a-674bf08fb601 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:10.061997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d66ae2-f5d2-4160-aed1-8d72ecb0bfbc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85054a5-0011-47c5-adc3-176f439cd44b,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:10.062707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.074964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:10.082905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:10.083544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.089726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=b56c3294-633f-4900-94f0-36f1fc1c471d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:10.184288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.193728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:10.193728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.213748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-28d66ae2-f5d2-4160-aed1-8d72ecb0bfbc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.215496 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-28d66ae2-f5d2-4160-aed1-8d72ecb0bfbc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6230314 Mar 24 17:10:10.225120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41414) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:10.290090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.330016 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-303f0265-ef93-4ea9-81a3-9b5cab4a7013 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules/f85054a5-0011-47c5-adc3-176f439cd44b HTTP/1.1" status: 200 len: 763 time: 0.0984323 Mar 24 17:10:10.332861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41418) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:10.335867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Network': ['ID=86b34d93-424a-44a7-b8e6-ec92847509a8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:10.359514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 86b34d93-424a-44a7-b8e6-ec92847509a8 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:10:10.383011 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:10:10.386368 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c8e9a669-4556-41cf-9545-05d122c17c89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0179503 Mar 24 17:10:10.396316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b373ed3e-3632-46be-a1be-ef87a0fd52f6 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:10.399871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41422) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:10.411199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-247825504', 'admin_state_up': True, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:10.420239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:10.428856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:router and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:10.432480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:10.438799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:10.532341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b373ed3e-3632-46be-a1be-ef87a0fd52f6 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:10.534796 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b373ed3e-3632-46be-a1be-ef87a0fd52f6 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2006369 Mar 24 17:10:10.538838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41426) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:10.559727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.560899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.591678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-177d6b8e-eec6-4d55-9500-2b3926f9f045 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.605912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.608435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-177d6b8e-eec6-4d55-9500-2b3926f9f045 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.670586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400df00-63d2-487d-bc8d-7e6ba3b08319 None None] Network 6f496ad4-2315-4329-8a3a-674bf08fb601 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:10.748898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-177d6b8e-eec6-4d55-9500-2b3926f9f045 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.826644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d6b8e-eec6-4d55-9500-2b3926f9f045 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f85054a5-0011-47c5-adc3-176f439cd44b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:10.864440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f176ff63-918b-4ee0-84f4-88150585562a None None] Provisioning for port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:10.902938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.961962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.962202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:10.971025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.018913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-177d6b8e-eec6-4d55-9500-2b3926f9f045 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.021559 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-177d6b8e-eec6-4d55-9500-2b3926f9f045 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/f85054a5-0011-47c5-adc3-176f439cd44b HTTP/1.1" status: 204 len: 168 time: 0.4800584 Mar 24 17:10:11.023682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41432) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:11.089980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f908b244-96e2-4e98-b247-9e0d28c6f7e9 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:11.126160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=b56c3294-633f-4900-94f0-36f1fc1c471d,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:11.198355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f908b244-96e2-4e98-b247-9e0d28c6f7e9 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:11.200220 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f908b244-96e2-4e98-b247-9e0d28c6f7e9 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1759372 Mar 24 17:10:11.202525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 6f496ad4-2315-4329-8a3a-674bf08fb601 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:11.202525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:11.203836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41436) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:11.211716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5679af5d-4a09-4911-8efc-f047dec106e5 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '8c4e9d85-464a-4cae-8e83-9e9feb273c15', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:11.222571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:11.228027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5679af5d-4a09-4911-8efc-f047dec106e5 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:11.242736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5679af5d-4a09-4911-8efc-f047dec106e5 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:11.368714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5679af5d-4a09-4911-8efc-f047dec106e5 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.372312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4ad0d702-86a5-4614-962c-1cbe3373ef36 None None] Provisioning for port b56c3294-633f-4900-94f0-36f1fc1c471d completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:11.377590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4ad0d702-86a5-4614-962c-1cbe3373ef36 None None] Provisioning complete for port b56c3294-633f-4900-94f0-36f1fc1c471d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:11.389005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d702-86a5-4614-962c-1cbe3373ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.446973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:11.453169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0d702-86a5-4614-962c-1cbe3373ef36 None None] Port b56c3294-633f-4900-94f0-36f1fc1c471d cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:11.456496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:11.456972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.509307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4ad0d702-86a5-4614-962c-1cbe3373ef36 None None] Provisioning complete for port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:11.509687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d702-86a5-4614-962c-1cbe3373ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.532157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.549463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:10:11.570173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.640987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5679af5d-4a09-4911-8efc-f047dec106e5 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.687133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.732131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5679af5d-4a09-4911-8efc-f047dec106e5 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.738529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4ad0d702-86a5-4614-962c-1cbe3373ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.756889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c2587ca5-b7a5-42f6-ba6d-e1c0583bf494,segment=NetworkSegment(40ddbfa9-3612-444f-b579-a043b12a55c1),segment_id=40ddbfa9-3612-444f-b579-a043b12a55c1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:11.760228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:11.765688 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cb6daebe-bb85-4c16-b278-38db97942d89 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5361111 Mar 24 17:10:11.768495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41440) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:11.773902 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:11.776936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-534041185'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:11.781214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:11.784757 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:11.785319 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:11.785677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:network and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:11.790111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:11.799115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:11.871291 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.891942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679af5d-4a09-4911-8efc-f047dec106e5 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed38bdc-5345-4da9-b29c-264649f941dd,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:11.931790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:11.932310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.85 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/711a3c83-93b6-4c00-bfef-39a18ba2481d) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:11.934530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.979483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:10:11.992402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:11.992876 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added segment 8c97efd9-cf09-4761-90b0-162f336f7398 of type vlan for network 80e60431-a933-4502-9611-0244bcf562aa Mar 24 17:10:11.994743 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:12.009507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=c2587ca5-b7a5-42f6-ba6d-e1c0583bf494,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:12.030193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.038866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-4ad0d702-86a5-4614-962c-1cbe3373ef36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:10:12.039147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-4ad0d702-86a5-4614-962c-1cbe3373ef36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:10:12.062916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5679af5d-4a09-4911-8efc-f047dec106e5 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.064148 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5679af5d-4a09-4911-8efc-f047dec106e5 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8589351 Mar 24 17:10:12.066893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41444) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:12.094583 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-45210833-9bd4-4f2d-bea0-525abd3f31de tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules/fed38bdc-5345-4da9-b29c-264649f941dd HTTP/1.1" status: 200 len: 764 time: 0.0262580 Mar 24 17:10:12.096953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41448) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:12.137186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.147855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3e6041b3-a15d-457f-bddf-a9f2368796d7 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:12.150561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.156409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:12.157252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.236552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.275907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Network': ['ID=80e60431-a933-4502-9611-0244bcf562aa,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:12.287418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 80e60431-a933-4502-9611-0244bcf562aa details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:10:12.296328 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c5ad0482-8e23-4d0d-8d25-e6e8d454a385 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5246832 Mar 24 17:10:12.298296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41452) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:12.304752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'subnet': {'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:12.311668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:12.314837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:12.319777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:12.328891 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:10Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:10Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:12.329754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3e6041b3-a15d-457f-bddf-a9f2368796d7 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:12.331281 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3e6041b3-a15d-457f-bddf-a9f2368796d7 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2329466 Mar 24 17:10:12.336012 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:12.343937 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Updating router 13f568f3-3684-46d1-8ac0-7db99844857b port b56c3294-633f-4900-94f0-36f1fc1c471d binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:10:12.350019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41456) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:12.385726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=711a3c83-93b6-4c00-bfef-39a18ba2481d,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:12.413173 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.420515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e2191af-5625-4bbf-b9b0-9feb06a6ce92 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.456581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:12.460582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:subnet and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:12.463868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:12.469824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:12.498957 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e2191af-5625-4bbf-b9b0-9feb06a6ce92 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.537767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:12.541506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.703776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e2191af-5625-4bbf-b9b0-9feb06a6ce92 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.723660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2191af-5625-4bbf-b9b0-9feb06a6ce92 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fed38bdc-5345-4da9-b29c-264649f941dd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:12.737361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e3e68ad3-4a29-41ca-959a-b36e0cc03371 None None] Provisioning complete for port b56c3294-633f-4900-94f0-36f1fc1c471d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:12.737864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e3e68ad3-4a29-41ca-959a-b36e0cc03371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.792866 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.806049 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Transition to ACTIVE for port object b56c3294-633f-4900-94f0-36f1fc1c471d will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:12.812726 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e3e68ad3-4a29-41ca-959a-b36e0cc03371 None None] Port b56c3294-633f-4900-94f0-36f1fc1c471d cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:12.828372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e2191af-5625-4bbf-b9b0-9feb06a6ce92 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.828372 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9e2191af-5625-4bbf-b9b0-9feb06a6ce92 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/fed38bdc-5345-4da9-b29c-264649f941dd HTTP/1.1" status: 204 len: 168 time: 0.4672785 Mar 24 17:10:12.829345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41460) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:12.881015 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.910010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:12.959804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1e39873-5b89-44a8-bf90-71d02374bc28 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:12.982148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.019216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Subnet': ['ID=7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:13.038269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Checking segment: {'id': '8c97efd9-cf09-4761-90b0-162f336f7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '80e60431-a933-4502-9611-0244bcf562aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:13.041093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network hostable DHCP agents. Network: 80e60431-a933-4502-9611-0244bcf562aa, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:10:13.089921 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Pushing event updated for resources: {'Port': ['ID=b56c3294-633f-4900-94f0-36f1fc1c471d,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:13.097551 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.098123 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.098467 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.098856 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.099931 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.106088 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.106088 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.106088 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.106088 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.106088 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.106088 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.106088 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:10:13.128617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 80e60431-a933-4502-9611-0244bcf562aa is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:10:13.138201 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Attempting to bind port b56c3294-633f-4900-94f0-36f1fc1c471d on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:13.138201 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Attempting to bind port b56c3294-633f-4900-94f0-36f1fc1c471d by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '40ddbfa9-3612-444f-b579-a043b12a55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:13.138440 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Attempting to bind port b56c3294-633f-4900-94f0-36f1fc1c471d on network 6f496ad4-2315-4329-8a3a-674bf08fb601 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:13.147115 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:13.147459 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Checking segment: {'id': '40ddbfa9-3612-444f-b579-a043b12a55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:13.148145 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.148560 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Bound using segment: {'id': '40ddbfa9-3612-444f-b579-a043b12a55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:13.149017 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Bound port: b56c3294-633f-4900-94f0-36f1fc1c471d, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ddbfa9-3612-444f-b579-a043b12a55c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:13.149596 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.197593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:13.230257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 80e60431-a933-4502-9611-0244bcf562aa) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:13.242626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:13.242626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.251176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b103d8-ea79-46ff-938a-17738c7b2ddd None None] Network 80e60431-a933-4502-9611-0244bcf562aa requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:13.269560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b1e39873-5b89-44a8-bf90-71d02374bc28 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:13.271210 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] For port b56c3294-633f-4900-94f0-36f1fc1c471d, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:13.271618 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b1e39873-5b89-44a8-bf90-71d02374bc28 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4412322 Mar 24 17:10:13.274804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41464) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:13.276375 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] For port b56c3294-633f-4900-94f0-36f1fc1c471d, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b56c3294-633f-4900-94f0-36f1fc1c471d,segment=NetworkSegment(40ddbfa9-3612-444f-b579-a043b12a55c1),segment_id=40ddbfa9-3612-444f-b579-a043b12a55c1)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:13.344964 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8ca361b8-8f6f-4c49-a03e-9f068a0d6879 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0460222 Mar 24 17:10:13.347624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41468) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:13.399577 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.416731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:13.418093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.439700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.442684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-251a0e38-f175-4650-b28d-5887e3896a14 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.498946 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:13.499942 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:13.583104 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe0351-fb94-4ff3-a8ef-d92c1251c598 None None] Pushing event updated for resources: {'Port': ['ID=b56c3294-633f-4900-94f0-36f1fc1c471d,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:13.664372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-251a0e38-f175-4650-b28d-5887e3896a14 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.690852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-80e60431-a933-4502-9611-0244bcf562aa', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:10:13.691865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:13.763625 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:14.030234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Allocated IP 2001:db8:1::2 (80e60431-a933-4502-9611-0244bcf562aa/7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2/74b5a9b8-4043-4bdd-a3e7-125807d13f08) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:14.064343 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-e30bc0b2-e284-4d6c-a049-fbeb068d93b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5332515 Mar 24 17:10:14.115725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-251a0e38-f175-4650-b28d-5887e3896a14 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:14.194307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a0e38-f175-4650-b28d-5887e3896a14 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e9d85-464a-4cae-8e83-9e9feb273c15,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:14.203985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:10:14.249471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:14.301992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:14.323341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Transition to ACTIVE for port object 74b5a9b8-4043-4bdd-a3e7-125807d13f08 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:14.325532 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:10Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:13Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:14.330523 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ddfa9-6893-42d5-bb47-d58516ba7d88 None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:10Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:13Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:14.338454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-251a0e38-f175-4650-b28d-5887e3896a14 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:14.338454 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-251a0e38-f175-4650-b28d-5887e3896a14 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/8c4e9d85-464a-4cae-8e83-9e9feb273c15 HTTP/1.1" status: 204 len: 168 time: 1.0613170 Mar 24 17:10:14.342934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41472) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:14.374382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Transition to ACTIVE for port object 74b5a9b8-4043-4bdd-a3e7-125807d13f08 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:14.421897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-66721245-672e-4112-8626-e5a51154b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:14.423373 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-66721245-672e-4112-8626-e5a51154b837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 1099 time: 0.2712743 Mar 24 17:10:14.451419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:14.463356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Sync routers for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:14.474981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:14.475616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:14.507305 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-36261c25-61ca-452f-9553-e8cc07c97e4e tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1628745 Mar 24 17:10:14.539614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:14.545125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41476) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:14.551172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561563913'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:14.562045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:14.571893 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:14.578275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:14.581670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:14.589706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-67cfa993-d941-4e13-8050-f26ac0ea3ef7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1823723 Mar 24 17:10:14.590148 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41480) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:14.602017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:14.652594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-51704edf-f9be-40ab-9276-7053ef1bd86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:14.654976 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-51704edf-f9be-40ab-9276-7053ef1bd86e service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.2051034 Mar 24 17:10:14.679690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Network 80e60431-a933-4502-9611-0244bcf562aa is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:14.685537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:14.693137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:14.724577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Pushing event updated for resources: {'Port': ['ID=74b5a9b8-4043-4bdd-a3e7-125807d13f08,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:14.762206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:14.801227 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-85037283-4717-4ce4-8791-7c808c9f5518 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2123458 Mar 24 17:10:14.803272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41486) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:14.810142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:14.813548 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-56b4ecd2-f438-4195-8037-09c6696ff158 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a HTTP/1.1" status: 200 len: 1002 time: 0.1500313 Mar 24 17:10:14.819376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:14.826301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:14.874353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:14.920098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Attempting to bind port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:14.920465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Attempting to bind port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '8c97efd9-cf09-4761-90b0-162f336f7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '80e60431-a933-4502-9611-0244bcf562aa'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:14.920827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Attempting to bind port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 on network 80e60431-a933-4502-9611-0244bcf562aa {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:14.929039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 2001:db8:1::1 (80e60431-a933-4502-9611-0244bcf562aa/7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2/60c2c5d6-690a-40b4-914f-c39d7aafd566) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:14.929247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-b8ec1fcc-f9e0-4cdc-9696-fb1fb0b3aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:14.930811 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-b8ec1fcc-f9e0-4cdc-9696-fb1fb0b3aaf9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0909860 Mar 24 17:10:14.932792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:14.936379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Checking segment: {'id': '8c97efd9-cf09-4761-90b0-162f336f7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '80e60431-a933-4502-9611-0244bcf562aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:14.936379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:14.936379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Bound using segment: {'id': '8c97efd9-cf09-4761-90b0-162f336f7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '80e60431-a933-4502-9611-0244bcf562aa'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:14.936379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Bound port: 74b5a9b8-4043-4bdd-a3e7-125807d13f08, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c97efd9-cf09-4761-90b0-162f336f7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '80e60431-a933-4502-9611-0244bcf562aa'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:14.936379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:14.946796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:15.097166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.143650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6bf8db-e7c8-4401-b680-3fa179a339e4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:15.145708 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3e6bf8db-e7c8-4401-b680-3fa179a339e4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3404596 Mar 24 17:10:15.149596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-f99b3170-793a-4ab8-8145-7a4f6b18ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:15.152543 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-f99b3170-793a-4ab8-8145-7a4f6b18ce19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2132707 Mar 24 17:10:15.153218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41490) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:15.201470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.211290 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b6930ae9-f0a6-46dd-b936-62372a89f117 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563500 Mar 24 17:10:15.229813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Transition to ACTIVE for port object 60c2c5d6-690a-40b4-914f-c39d7aafd566 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:15.247069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41494) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:15.249628 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.253041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1019753187', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:15.259043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b56c3294-633f-4900-94f0-36f1fc1c471d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:15.312860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb76592-0ea0-49cb-9f4e-a9c930d6b366,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:15.331363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] For port 74b5a9b8-4043-4bdd-a3e7-125807d13f08, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:15.344684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] For port 74b5a9b8-4043-4bdd-a3e7-125807d13f08, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=74b5a9b8-4043-4bdd-a3e7-125807d13f08,segment=NetworkSegment(8c97efd9-cf09-4761-90b0-162f336f7398),segment_id=8c97efd9-cf09-4761-90b0-162f336f7398)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:15.379943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.411054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.442083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.443882 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-02334311-4307-4804-b12e-b346651eda7b tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8983741 Mar 24 17:10:15.446886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41498) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:15.455717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Request body: {'security_group_rule': {'security_group_id': '0fb76592-0ea0-49cb-9f4e-a9c930d6b366', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:15.466279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 80e60431-a933-4502-9611-0244bcf562aa is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:15.469481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:15.472910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:15.473905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:15.479993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.480131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:15.480341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port b56c3294-633f-4900-94f0-36f1fc1c471d completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:15.485870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:subnet and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:15.490375 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-eb4dcae2-282f-4a66-854b-bd57428ac95d service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770357 Mar 24 17:10:15.491007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b56c3294-633f-4900-94f0-36f1fc1c471d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:15.491007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.491327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:15.494257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Usage tracker for resource:security_group_rule and tenant:a7b5f50b64704f7f8669b2d7910abf33 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:15.499076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=60c2c5d6-690a-40b4-914f-c39d7aafd566,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:15.500638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:15.502641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:15.546120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:15.562444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97962c5a-4611-4ee2-96c8-7e8ae9a5d3f9 None None] Pushing event updated for resources: {'Port': ['ID=74b5a9b8-4043-4bdd-a3e7-125807d13f08,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:15.604271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:10:12Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:15.614260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Checking router: 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:15.615790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Updating router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 port 711a3c83-93b6-4c00-bfef-39a18ba2481d binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:10:15.653586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:15.663736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.795452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.797031 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72e378f2-4b42-45e2-b09e-0c6685e4a4f6 req-1728699e-019a-46ec-9391-a4ef7d8f30bd service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975097 Mar 24 17:10:15.803705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.844489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:15.899861 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.013615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port b56c3294-633f-4900-94f0-36f1fc1c471d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b56c3294-633f-4900-94f0-36f1fc1c471d,segment=NetworkSegment(40ddbfa9-3612-444f-b579-a043b12a55c1),segment_id=40ddbfa9-3612-444f-b579-a043b12a55c1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:16.120553 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.146585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.210733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.244312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5813b843-eb17-4b9c-bea2-3e88358838aa,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:16.262021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=b56c3294-633f-4900-94f0-36f1fc1c471d,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:16.355448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.357297 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7c2f76de-aeec-4f99-9a53-5657d5c1fbc1 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9088933 Mar 24 17:10:16.363131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41502) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:16.372792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.391152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.394039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Transition to ACTIVE for port object 711a3c83-93b6-4c00-bfef-39a18ba2481d will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:16.460300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.463152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2a57bbf-a658-4dc2-8277-35781416f8dc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.468450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.472227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=7ae25e03-1aad-4eaa-a0dd-90655e8ded4f,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:16.477093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Checking segment: {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:16.477692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network hostable DHCP agents. Network: 86b34d93-424a-44a7-b8e6-ec92847509a8, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:10:16.503043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2a57bbf-a658-4dc2-8277-35781416f8dc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.549092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Attempting to bind port 711a3c83-93b6-4c00-bfef-39a18ba2481d on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:16.549473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Attempting to bind port 711a3c83-93b6-4c00-bfef-39a18ba2481d by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:16.549882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Attempting to bind port 711a3c83-93b6-4c00-bfef-39a18ba2481d on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:16.555492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.556146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.565020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:16.566587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:16.566587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.566587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:16.566587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Bound port: 711a3c83-93b6-4c00-bfef-39a18ba2481d, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:16.566958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.571614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 86b34d93-424a-44a7-b8e6-ec92847509a8 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:10:16.589626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42b025-4c48-4434-aa0c-f589fb8f33d3 None None] Pushing event updated for resources: {'Port': ['ID=711a3c83-93b6-4c00-bfef-39a18ba2481d,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:16.645256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] For port 711a3c83-93b6-4c00-bfef-39a18ba2481d, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:16.649806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] For port 711a3c83-93b6-4c00-bfef-39a18ba2481d, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=711a3c83-93b6-4c00-bfef-39a18ba2481d,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:16.660704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 86b34d93-424a-44a7-b8e6-ec92847509a8) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:16.660867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2a57bbf-a658-4dc2-8277-35781416f8dc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.660969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:16.660969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.670537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20017625-ed6c-418e-97d1-7fbd3cd39830 None None] Network 86b34d93-424a-44a7-b8e6-ec92847509a8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:16.712399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=60c2c5d6-690a-40b4-914f-c39d7aafd566,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:16.735579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a57bbf-a658-4dc2-8277-35781416f8dc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb76592-0ea0-49cb-9f4e-a9c930d6b366,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:16.755388 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a549dc17-f302-4b19-b225-87f4f286cec4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5018337 Mar 24 17:10:16.755388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41506) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:16.758622 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2a57bbf-a658-4dc2-8277-35781416f8dc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.759767 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e2a57bbf-a658-4dc2-8277-35781416f8dc tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/0fb76592-0ea0-49cb-9f4e-a9c930d6b366 HTTP/1.1" status: 204 len: 168 time: 0.3987155 Mar 24 17:10:16.764281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41510) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:16.782615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:16.840896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 80e60431-a933-4502-9611-0244bcf562aa is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:16.848862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:16.866137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2e113b77-0b6f-4c4e-96d4-9343c0639691 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:16.897423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:16.898309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:16.984439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42b025-4c48-4434-aa0c-f589fb8f33d3 None None] Pushing event updated for resources: {'Port': ['ID=711a3c83-93b6-4c00-bfef-39a18ba2481d,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:17.063396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:17.146627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2e113b77-0b6f-4c4e-96d4-9343c0639691 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:17.149675 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2e113b77-0b6f-4c4e-96d4-9343c0639691 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3846655 Mar 24 17:10:17.161251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41514) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:17.184712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:17.293528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5da5298f-0d5e-49d2-9e39-934fa6073786 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Synchronizing usage tracker for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:17.312954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5cf65-a6bf-40ca-bf30-0b5f20eb20b8 None None] Network 80e60431-a933-4502-9611-0244bcf562aa requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:17.323323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:17.328408 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-19e47e83-58f0-4fd3-a99c-053f827a1f5d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9796910 Mar 24 17:10:17.331048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41518) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:17.337058 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:17.337535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-767382441'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:17.342267 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:17.347415 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:17.348056 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:17.348526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b56c3294-633f-4900-94f0-36f1fc1c471d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:17.349281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:network and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:17.353134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:17.360572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:17.395296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5da5298f-0d5e-49d2-9e39-934fa6073786 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] Unset dirty status for tenant:a7b5f50b64704f7f8669b2d7910abf33 on resource:security_group_rule {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:17.403737 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5da5298f-0d5e-49d2-9e39-934fa6073786 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2393720 Mar 24 17:10:17.403937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41522) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:17.418625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:17.424384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:17.443253 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-1d613576-7fd5-4c4f-be27-a4b8693041ee tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] delete failed (client error): The resource could not be found. Mar 24 17:10:17.451613 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1d613576-7fd5-4c4f-be27-a4b8693041ee tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "DELETE /v2.0/security-groups/0fb76592-0ea0-49cb-9f4e-a9c930d6b366 HTTP/1.1" status: 404 len: 347 time: 0.0408943 Mar 24 17:10:17.456264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41526) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:17.502751 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:10:17.520394 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:17.537434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:17.538189 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added segment 73b81389-9a9d-4a5b-8845-8c8a98d2a786 of type vlan for network 17c5cabf-5d93-4faa-bbde-e24de939f23e Mar 24 17:10:17.570256 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f4bbb922-9cd6-4eb4-8279-cef899719a53 tempest-SecGroupTest-1171199224 tempest-SecGroupTest-1171199224-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030407 Mar 24 17:10:17.600794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:17.658971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-86b34d93-424a-44a7-b8e6-ec92847509a8', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:10:17.659800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:17.741076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:17.747544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:17.748285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:17.767450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fbb2601e-06d5-4690-aed7-9b1f2a84c5d8 None None] Provisioning for port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:17.836782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:17.926460 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 3, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:16Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:17.931434 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:17.931764 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Updating router 13f568f3-3684-46d1-8ac0-7db99844857b port 60c2c5d6-690a-40b4-914f-c39d7aafd566 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:10:17.952773 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6206636 Mar 24 17:10:17.955472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41532) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:17.965759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03978b5c-c4ce-4946-9171-79df9c46e2fc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Network': ['ID=17c5cabf-5d93-4faa-bbde-e24de939f23e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:17.977973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'subnet': {'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:18.004055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b56c3294-633f-4900-94f0-36f1fc1c471d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:18.004429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.006179 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.027870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 17c5cabf-5d93-4faa-bbde-e24de939f23e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:10:18.126884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Allocated IP 172.20.0.2 (86b34d93-424a-44a7-b8e6-ec92847509a8/7ae25e03-1aad-4eaa-a0dd-90655e8ded4f/35927413-e032-41ca-ab93-5d2f87e34067) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:18.191310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:18.205227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:subnet and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:18.242812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:18.250542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:18.269215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41538) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:18.383682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:18.387477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.432809 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.439374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:10:12Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:18.448278 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Transition to ACTIVE for port object 60c2c5d6-690a-40b4-914f-c39d7aafd566 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:18.493493 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-398ce941-0bce-4c0d-aa89-1a5c892c0d1d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7b5f50b64704f7f8669b2d7910abf33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229111 Mar 24 17:10:18.496106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41544) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:18.539843 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.583463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe65d83-6ab2-48ed-9370-2f9739dd96a0 None None] The sync data for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv is: [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:10:12Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:18.618108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.645634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 74b5a9b8-4043-4bdd-a3e7-125807d13f08 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:18.692184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Transition to ACTIVE for port object 35927413-e032-41ca-ab93-5d2f87e34067 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:18.718978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8bafce29-db89-4e3b-b592-36818b9fed19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.745077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Transition to ACTIVE for port object 35927413-e032-41ca-ab93-5d2f87e34067 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:18.762715 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8bafce29-db89-4e3b-b592-36818b9fed19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.843863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.907174 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Attempting to bind port 60c2c5d6-690a-40b4-914f-c39d7aafd566 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:18.907541 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Attempting to bind port 60c2c5d6-690a-40b4-914f-c39d7aafd566 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '8c97efd9-cf09-4761-90b0-162f336f7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '80e60431-a933-4502-9611-0244bcf562aa'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:18.907900 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Attempting to bind port 60c2c5d6-690a-40b4-914f-c39d7aafd566 on network 80e60431-a933-4502-9611-0244bcf562aa {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:18.916738 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:18.916738 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Checking segment: {'id': '8c97efd9-cf09-4761-90b0-162f336f7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '80e60431-a933-4502-9611-0244bcf562aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:18.917144 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.917732 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Bound using segment: {'id': '8c97efd9-cf09-4761-90b0-162f336f7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '80e60431-a933-4502-9611-0244bcf562aa'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:18.918196 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Bound port: 60c2c5d6-690a-40b4-914f-c39d7aafd566, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c97efd9-cf09-4761-90b0-162f336f7398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '80e60431-a933-4502-9611-0244bcf562aa'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:18.918574 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:18.939090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Network 86b34d93-424a-44a7-b8e6-ec92847509a8 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:18.946357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:18.984352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:19.017763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.1 (86b34d93-424a-44a7-b8e6-ec92847509a8/7ae25e03-1aad-4eaa-a0dd-90655e8ded4f/40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:19.018713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:19.024570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:19.025552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.057868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8bafce29-db89-4e3b-b592-36818b9fed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.086755 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a467a-3c2d-4975-879b-788c9f278434 None None] Pushing event updated for resources: {'Port': ['ID=60c2c5d6-690a-40b4-914f-c39d7aafd566,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:19.098083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafce29-db89-4e3b-b592-36818b9fed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89701af-49ef-470e-80b0-5a53e5089de2,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:19.129066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.157788 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] For port 60c2c5d6-690a-40b4-914f-c39d7aafd566, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:19.164430 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] For port 60c2c5d6-690a-40b4-914f-c39d7aafd566, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=60c2c5d6-690a-40b4-914f-c39d7aafd566,segment=NetworkSegment(8c97efd9-cf09-4761-90b0-162f336f7398),segment_id=8c97efd9-cf09-4761-90b0-162f336f7398)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:19.248916 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.269047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Pushing event updated for resources: {'Port': ['ID=35927413-e032-41ca-ab93-5d2f87e34067,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:19.273082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8bafce29-db89-4e3b-b592-36818b9fed19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.273082 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8bafce29-db89-4e3b-b592-36818b9fed19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d89701af-49ef-470e-80b0-5a53e5089de2 HTTP/1.1" status: 204 len: 168 time: 0.7737963 Mar 24 17:10:19.289087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Attempting to bind port 35927413-e032-41ca-ab93-5d2f87e34067 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:19.289658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Attempting to bind port 35927413-e032-41ca-ab93-5d2f87e34067 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:19.290917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Attempting to bind port 35927413-e032-41ca-ab93-5d2f87e34067 on network 86b34d93-424a-44a7-b8e6-ec92847509a8 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:19.320846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:19.323502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Checking segment: {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:19.329310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.330325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Bound using segment: {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:19.332592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Bound port: 35927413-e032-41ca-ab93-5d2f87e34067, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:19.335103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.404444 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:19.404594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-846168ca-9727-4a29-8127-305303781d36 None None] Provisioning for port 60c2c5d6-690a-40b4-914f-c39d7aafd566 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:19.404695 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:19.433825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Checking segment: {'id': '73b81389-9a9d-4a5b-8845-8c8a98d2a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:19.434343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network hostable DHCP agents. Network: 17c5cabf-5d93-4faa-bbde-e24de939f23e, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:10:19.441534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Subnet': ['ID=eed74d6f-ac75-459d-a673-ed3c6b6a3bf0,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:19.516360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.542518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:19.585729 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a467a-3c2d-4975-879b-788c9f278434 None None] Pushing event updated for resources: {'Port': ['ID=60c2c5d6-690a-40b4-914f-c39d7aafd566,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:19.599984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 17c5cabf-5d93-4faa-bbde-e24de939f23e is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:10:19.625016 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:19.635300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-846168ca-9727-4a29-8127-305303781d36 None None] Provisioning complete for port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:19.635734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-846168ca-9727-4a29-8127-305303781d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.707541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.711150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 17c5cabf-5d93-4faa-bbde-e24de939f23e) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:19.715014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.793112 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9052ad67-b066-4825-be6d-bb968743aa45 None None] Network 17c5cabf-5d93-4faa-bbde-e24de939f23e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:19.803756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:19.804393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:19.833928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 86b34d93-424a-44a7-b8e6-ec92847509a8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:19.885811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:19.894191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:19.973527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 74b5a9b8-4043-4bdd-a3e7-125807d13f08, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=74b5a9b8-4043-4bdd-a3e7-125807d13f08,segment=NetworkSegment(8c97efd9-cf09-4761-90b0-162f336f7398),segment_id=8c97efd9-cf09-4761-90b0-162f336f7398)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:19.996324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] For port 35927413-e032-41ca-ab93-5d2f87e34067, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:20.037894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:20.066212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:20.093684 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-83b25fe9-3a03-4972-a2cc-f5bbb96ad008 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1369855 Mar 24 17:10:20.097284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41552) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:20.147502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] For port 35927413-e032-41ca-ab93-5d2f87e34067, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=35927413-e032-41ca-ab93-5d2f87e34067,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:20.150594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:20.235688 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 3, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:19Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:20.259445 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb080ed9-1b0a-4c15-aadc-9174483efa59 None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 3, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:19Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:20.287607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:20.372472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 711a3c83-93b6-4c00-bfef-39a18ba2481d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:20.458691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=74b5a9b8-4043-4bdd-a3e7-125807d13f08,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:20.666214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-17c5cabf-5d93-4faa-bbde-e24de939f23e', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:10:20.666214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:20.700427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a54fcd-6cb0-4c9a-86fb-f4469e9c1722 None None] Pushing event updated for resources: {'Port': ['ID=35927413-e032-41ca-ab93-5d2f87e34067,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:20.811619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 711a3c83-93b6-4c00-bfef-39a18ba2481d completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:20.847334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 711a3c83-93b6-4c00-bfef-39a18ba2481d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:20.849856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:20.931532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:21.071186 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Allocated IP 2001:db8:2::2 (17c5cabf-5d93-4faa-bbde-e24de939f23e/eed74d6f-ac75-459d-a673-ed3c6b6a3bf0/4b608f07-348b-4428-9eaf-ee5948366d77) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:21.142508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:21.215619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 711a3c83-93b6-4c00-bfef-39a18ba2481d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=711a3c83-93b6-4c00-bfef-39a18ba2481d,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:21.296195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:21.383770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:21.396704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=711a3c83-93b6-4c00-bfef-39a18ba2481d,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:21.399670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Transition to ACTIVE for port object 4b608f07-348b-4428-9eaf-ee5948366d77 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:21.428876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Transition to ACTIVE for port object 4b608f07-348b-4428-9eaf-ee5948366d77 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:21.483606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:21.498443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:21.566717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Network 17c5cabf-5d93-4faa-bbde-e24de939f23e is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:21.570588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:21.578794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:21.617323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Pushing event updated for resources: {'Port': ['ID=4b608f07-348b-4428-9eaf-ee5948366d77,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:21.677765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Attempting to bind port 4b608f07-348b-4428-9eaf-ee5948366d77 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:21.679308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Attempting to bind port 4b608f07-348b-4428-9eaf-ee5948366d77 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '73b81389-9a9d-4a5b-8845-8c8a98d2a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:21.679847 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Attempting to bind port 4b608f07-348b-4428-9eaf-ee5948366d77 on network 17c5cabf-5d93-4faa-bbde-e24de939f23e {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:21.685992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:21.686368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Checking segment: {'id': '73b81389-9a9d-4a5b-8845-8c8a98d2a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:21.686782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:21.687174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Bound using segment: {'id': '73b81389-9a9d-4a5b-8845-8c8a98d2a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:21.687645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Bound port: 4b608f07-348b-4428-9eaf-ee5948366d77, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b81389-9a9d-4a5b-8845-8c8a98d2a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:21.688052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:21.793575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] For port 4b608f07-348b-4428-9eaf-ee5948366d77, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:21.797083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] For port 4b608f07-348b-4428-9eaf-ee5948366d77, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4b608f07-348b-4428-9eaf-ee5948366d77,segment=NetworkSegment(73b81389-9a9d-4a5b-8845-8c8a98d2a786),segment_id=73b81389-9a9d-4a5b-8845-8c8a98d2a786)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:21.809588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f21e3-b7b1-4d54-83b6-eedbdc32e881 None None] Network 86b34d93-424a-44a7-b8e6-ec92847509a8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:21.901236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:21.925430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:22.006758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-68fb3495-7e90-44cd-848d-33ac397c6ff7 None None] Provisioning for port 35927413-e032-41ca-ab93-5d2f87e34067 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:22.019935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 2001:db8:2::1 (17c5cabf-5d93-4faa-bbde-e24de939f23e/eed74d6f-ac75-459d-a673-ed3c6b6a3bf0/1f7274fc-82e1-4b33-ad56-aa419889214c) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:22.061058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f13eb-7bfd-4a57-ab70-0a8c96c6fd08 None None] Pushing event updated for resources: {'Port': ['ID=4b608f07-348b-4428-9eaf-ee5948366d77,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:22.061694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:22.337191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:22.341396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:22.356522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:22.406549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Transition to ACTIVE for port object 1f7274fc-82e1-4b33-ad56-aa419889214c will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:22.417824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 60c2c5d6-690a-40b4-914f-c39d7aafd566 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:22.562656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 86b34d93-424a-44a7-b8e6-ec92847509a8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:22.563873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:22.648045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 60c2c5d6-690a-40b4-914f-c39d7aafd566 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:22.653101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 60c2c5d6-690a-40b4-914f-c39d7aafd566 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:22.653480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:22.688085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7146042d-847c-48bf-8188-6e28822db105 None None] Provisioning for port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:22.698695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7146042d-847c-48bf-8188-6e28822db105 None None] Provisioning complete for port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:22.699082 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7146042d-847c-48bf-8188-6e28822db105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:22.717041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:22.772031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7146042d-847c-48bf-8188-6e28822db105 None None] Port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:22.845094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:22.892686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 60c2c5d6-690a-40b4-914f-c39d7aafd566, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=60c2c5d6-690a-40b4-914f-c39d7aafd566,segment=NetworkSegment(8c97efd9-cf09-4761-90b0-162f336f7398),segment_id=8c97efd9-cf09-4761-90b0-162f336f7398)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:22.948348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0f42d188-c266-43ca-b0da-22093b9bf30b None None] Provisioning complete for port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:22.948890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0f42d188-c266-43ca-b0da-22093b9bf30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:22.965105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 17c5cabf-5d93-4faa-bbde-e24de939f23e is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:22.977336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:22.987090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:22.987611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:23.015595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0f42d188-c266-43ca-b0da-22093b9bf30b None None] Port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:23.015794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=1f7274fc-82e1-4b33-ad56-aa419889214c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:23.016170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:23.017281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 35927413-e032-41ca-ab93-5d2f87e34067 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:23.019234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:23.162304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=60c2c5d6-690a-40b4-914f-c39d7aafd566,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:23.175136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5373d53d-5986-4b7b-ba90-9057383736ac None None] Provisioning complete for port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:23.175462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5373d53d-5986-4b7b-ba90-9057383736ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:23.238929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5373d53d-5986-4b7b-ba90-9057383736ac None None] Port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:23.246298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 35927413-e032-41ca-ab93-5d2f87e34067 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:23.247353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:23.252780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 35927413-e032-41ca-ab93-5d2f87e34067 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:23.253165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:23.259838 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dd83b18a-4f86-45ff-b1ae-292d88453db4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/9c8f5def-5ae4-4ec2-b59d-92c11c703ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5044327 Mar 24 17:10:23.262471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41556) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:23.291892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Sync routers for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:23.321765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:23.322399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:23.375718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dedade4-1e50-45b6-8d01-c91950bea39c None None] Network 17c5cabf-5d93-4faa-bbde-e24de939f23e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:23.415837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:23.511025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af47414b-bff7-4f8b-9920-7e442d101ca9 None None] Provisioning for port 4b608f07-348b-4428-9eaf-ee5948366d77 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:23.523359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.523826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.524323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.524774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.525220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.525664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.526113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.526564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.527328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.528896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c99253c5-b33a-4822-bea6-c9237406927e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6338 time: 0.2657855 Mar 24 17:10:23.532226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41560) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:23.620451 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.620921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.621378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.621826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.622272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.622768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.623206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.623651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.624115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:23.631260 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fe2796c7-262c-4268-919d-fe2064723cf8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5859 time: 0.0922182 Mar 24 17:10:23.631260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41564) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:23.640820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:23.752052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:23.817672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 35927413-e032-41ca-ab93-5d2f87e34067, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=35927413-e032-41ca-ab93-5d2f87e34067,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:23.848301 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-07e5f862-5cf2-438d-9474-bd7966b9f10c tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.2180982 Mar 24 17:10:23.875419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:23.935775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:23.936639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 711a3c83-93b6-4c00-bfef-39a18ba2481d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:23.955058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:23.956413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.075183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=1f7274fc-82e1-4b33-ad56-aa419889214c,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:24.159548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=35927413-e032-41ca-ab93-5d2f87e34067,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:24.177836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 17c5cabf-5d93-4faa-bbde-e24de939f23e is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:24.179090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:24.206464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 711a3c83-93b6-4c00-bfef-39a18ba2481d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:24.206844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.294785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41570) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:24.303838 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742948733', 'description': 'tempest-secgroup-smoke-742948733 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:24.316996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:24.322845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:24.329168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:24.341679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:24.380892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:24.452919 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 74b5a9b8-4043-4bdd-a3e7-125807d13f08 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:24.479686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:10:20Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:24.481362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.494971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Checking router: 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:24.495448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Updating router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:10:24.519154 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:24.525098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:24.529026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:24.534999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:24.578891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.640935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.649986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:24.650353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.702566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:24.711477 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-50038bd4-e66c-4c6e-bcad-bbc36b18d841 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6092529 Mar 24 17:10:24.711588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41574) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:24.713269 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:24.717223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-220085262'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:24.723538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:24.726054 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:24.727381 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:24.729723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:network and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:24.732990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:24.740648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:24.756957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-65a9f79f-b95b-4f5d-8bb9-9d6fce72d0f4 None None] Provisioning for port 1f7274fc-82e1-4b33-ad56-aa419889214c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:24.788626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-65a9f79f-b95b-4f5d-8bb9-9d6fce72d0f4 None None] Provisioning complete for port 1f7274fc-82e1-4b33-ad56-aa419889214c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:24.789259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-65a9f79f-b95b-4f5d-8bb9-9d6fce72d0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.856862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.895477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:24.901908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.933185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-65a9f79f-b95b-4f5d-8bb9-9d6fce72d0f4 None None] Port 1f7274fc-82e1-4b33-ad56-aa419889214c cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:24.950918 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:24.960353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6363ddd7-7e9a-477f-82ee-384857661f4b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:24.986334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:10:24.998232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:24.998729 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added segment 9c8ad286-544b-4a0d-aa31-af6ced2f2106 of type vlan for network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa Mar 24 17:10:25.031795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.041375 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0c8cb005-f622-4cb8-8202-001254b5cb0c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7493572 Mar 24 17:10:25.044963 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41578) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:25.064368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '6363ddd7-7e9a-477f-82ee-384857661f4b', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:25.070256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.084433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:25.105532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:25.110927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:25.129550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:25.194064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-59c93fe2-c5b8-4dc1-87e5-dd0792eb9261 None None] Provisioning complete for port 1f7274fc-82e1-4b33-ad56-aa419889214c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:25.194497 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59c93fe2-c5b8-4dc1-87e5-dd0792eb9261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.219226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.238889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.250103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Transition to ACTIVE for port object 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:25.261149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.266575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:25.269993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.270206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4b608f07-348b-4428-9eaf-ee5948366d77 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:25.301387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-59c93fe2-c5b8-4dc1-87e5-dd0792eb9261 None None] Port 1f7274fc-82e1-4b33-ad56-aa419889214c cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:25.339259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.365748 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:23Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:23Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:25.369674 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:25.370073 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Updating router 13f568f3-3684-46d1-8ac0-7db99844857b port 1f7274fc-82e1-4b33-ad56-aa419889214c binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:10:25.410334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Network': ['ID=74d0eaab-8b5f-40f6-a8c0-6debd970a6aa,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:25.428274 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3edb971a-8765-4a65-a192-5512936a9107 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7162797 Mar 24 17:10:25.430404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.430864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41582) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:25.437883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'subnet': {'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:25.438609 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.453862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:10:25.493719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 4b608f07-348b-4428-9eaf-ee5948366d77 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:25.515230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.519453 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c847c45-e06a-4172-a595-3d9f965dc548 None None] Pushing event updated for resources: {'Port': ['ID=40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:25.522203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4b608f07-348b-4428-9eaf-ee5948366d77 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:25.522760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.547719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596460f2-fb9c-4002-bc98-916813348599,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:25.590198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:25.601463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:subnet and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:25.602125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:25.609735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:25.715299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.718395 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-50c59beb-0f08-4414-8843-1a69b4505928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6683040 Mar 24 17:10:25.720062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41586) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:25.732090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '6363ddd7-7e9a-477f-82ee-384857661f4b', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:25.741428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:25.745765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:25.749006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:25.755431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:25.766581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Attempting to bind port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:25.767068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Attempting to bind port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:25.767303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Attempting to bind port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 on network 86b34d93-424a-44a7-b8e6-ec92847509a8 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:25.778272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:25.778640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Checking segment: {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:25.779039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.779430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Bound using segment: {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:25.779893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Bound port: 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:25.780280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.840518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Made reservation on behalf of eea46327cf894e408a8685e4f60afb94 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:25.845868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.875875 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.891062 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Transition to ACTIVE for port object 1f7274fc-82e1-4b33-ad56-aa419889214c will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:25.939325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.943930 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.951124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] For port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:25.967767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:25.968114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] For port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:25.984123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 4b608f07-348b-4428-9eaf-ee5948366d77, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4b608f07-348b-4428-9eaf-ee5948366d77,segment=NetworkSegment(73b81389-9a9d-4a5b-8845-8c8a98d2a786),segment_id=73b81389-9a9d-4a5b-8845-8c8a98d2a786)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:26.024869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.087605 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9739e7b-f15d-4a04-9d20-4720b0847123 None None] Pushing event updated for resources: {'Port': ['ID=1f7274fc-82e1-4b33-ad56-aa419889214c,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:26.124730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.192745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c847c45-e06a-4172-a595-3d9f965dc548 None None] Pushing event updated for resources: {'Port': ['ID=40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:26.196656 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Attempting to bind port 1f7274fc-82e1-4b33-ad56-aa419889214c on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:26.197232 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Attempting to bind port 1f7274fc-82e1-4b33-ad56-aa419889214c by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '73b81389-9a9d-4a5b-8845-8c8a98d2a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:26.197789 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Attempting to bind port 1f7274fc-82e1-4b33-ad56-aa419889214c on network 17c5cabf-5d93-4faa-bbde-e24de939f23e {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:26.199867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.201332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 60c2c5d6-690a-40b4-914f-c39d7aafd566 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:26.207090 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:26.207811 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Checking segment: {'id': '73b81389-9a9d-4a5b-8845-8c8a98d2a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:26.208513 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.209055 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Bound using segment: {'id': '73b81389-9a9d-4a5b-8845-8c8a98d2a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:26.209670 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Bound port: 1f7274fc-82e1-4b33-ad56-aa419889214c, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b81389-9a9d-4a5b-8845-8c8a98d2a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:26.210362 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.210875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.238791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699c79cd-1169-4ee0-9e1c-b3aa0a16008e,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:26.323439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:26.324318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:26.325968 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] For port 1f7274fc-82e1-4b33-ad56-aa419889214c, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:26.329098 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] For port 1f7274fc-82e1-4b33-ad56-aa419889214c, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1f7274fc-82e1-4b33-ad56-aa419889214c,segment=NetworkSegment(73b81389-9a9d-4a5b-8845-8c8a98d2a786),segment_id=73b81389-9a9d-4a5b-8845-8c8a98d2a786)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:26.337949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.375878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.377605 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6664e270-48e1-426b-b60a-af666dc808ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6567698 Mar 24 17:10:26.380720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41590) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:26.387274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '6363ddd7-7e9a-477f-82ee-384857661f4b', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:26.399614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:26.413565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:26.413565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:26.421266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:26.439130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Subnet': ['ID=7523eeda-a907-4c66-a65f-96dccfca34f1,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:26.447559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Checking segment: {'id': '9c8ad286-544b-4a0d-aa31-af6ced2f2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:26.447918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network hostable DHCP agents. Network: 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:10:26.448816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=4b608f07-348b-4428-9eaf-ee5948366d77,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:26.462457 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.523031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.535574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 60c2c5d6-690a-40b4-914f-c39d7aafd566 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:26.535946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.551672 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:26.552428 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:26.618438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.648334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:26.661930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:10:26.683478 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9739e7b-f15d-4a04-9d20-4720b0847123 None None] Pushing event updated for resources: {'Port': ['ID=1f7274fc-82e1-4b33-ad56-aa419889214c,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:26.729304 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:26.759250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:26.759458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.759691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:26.760480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.807035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf4d584-860c-482a-b195-fcbab6827520,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:26.825268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd0489a-896d-434c-ae48-ba05c84ca4dd None None] Network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:26.847376 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-22e389fc-60a0-41fc-b6a9-2bfde94e2acc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4153426 Mar 24 17:10:26.850770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41594) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:26.905664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:26.909740 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6674d57b-6d43-46cf-ba6a-27a9bde65c46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5254045 Mar 24 17:10:26.909973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41598) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:26.918248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '6363ddd7-7e9a-477f-82ee-384857661f4b', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:26.924765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:26.929530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:26.935520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:26.939580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:27.017527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.033782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 35927413-e032-41ca-ab93-5d2f87e34067 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:27.123855 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:23Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:26Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:27.129020 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8f2a4-b0f9-49af-96b1-3469796470f6 None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:23Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:26Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:27.131940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.217938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.251009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15839d69-b52c-49cf-a5c4-d013c635606b,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:27.282317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 35927413-e032-41ca-ab93-5d2f87e34067 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:27.282678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.326704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.330642 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f0bca441-76fa-4c9c-9fdb-13eb9b6c3c91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4170907 Mar 24 17:10:27.333793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41602) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:27.339799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '6363ddd7-7e9a-477f-82ee-384857661f4b', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:27.346496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:27.351405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:27.354427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:27.379203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:27.387402 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-74d0eaab-8b5f-40f6-a8c0-6debd970a6aa', 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'fixed_ips': [{'subnet_id': '7523eeda-a907-4c66-a65f-96dccfca34f1'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:10:27.388243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.458550 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:10:27.467065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.496607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:10:20Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:25Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:27.525165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a02377-0d9d-4e16-9773-df334916aadf None None] The sync data for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv is: [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:10:20Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:25Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:27.553259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.625017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.656969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Allocated IP 2001:db8:3::2 (74d0eaab-8b5f-40f6-a8c0-6debd970a6aa/7523eeda-a907-4c66-a65f-96dccfca34f1/4750c71a-12ff-46ac-ad8f-de83150b3bb4) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:27.658779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.665547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24291d98-6e7a-4e30-8055-9c323d752e30,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:27.773178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.774969 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-031871bc-d793-4ba7-b4df-3525cac69f59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4401300 Mar 24 17:10:27.777827 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41606) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:27.784273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '6363ddd7-7e9a-477f-82ee-384857661f4b', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:27.825276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:27.836700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:27.844385 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:27.863721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:27.949475 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:10:27.962057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:27.999146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:28.071337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.132350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.143311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.155923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Transition to ACTIVE for port object 4750c71a-12ff-46ac-ad8f-de83150b3bb4 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:28.157477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f47b9e-d4a5-48bb-a955-a8f3e5c270d1,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:28.179096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Transition to ACTIVE for port object 4750c71a-12ff-46ac-ad8f-de83150b3bb4 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:28.223702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:28.228981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:28.229291 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.252499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.263918 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9018149e-803a-41ed-ba29-f4c61641a6d1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4744813 Mar 24 17:10:28.276342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.368150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:28.370488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:28.376856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:28.395785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Pushing event updated for resources: {'Port': ['ID=4750c71a-12ff-46ac-ad8f-de83150b3bb4,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:28.519374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Allocated IP 2001:db8:3::1 (74d0eaab-8b5f-40f6-a8c0-6debd970a6aa/7523eeda-a907-4c66-a65f-96dccfca34f1/c712642e-a36a-49f5-ae01-fadc32e60ff2) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:28.527089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-c3e26760-dc99-4acc-8f91-d1b73496f440 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:28.530093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Attempting to bind port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:28.530870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Attempting to bind port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '9c8ad286-544b-4a0d-aa31-af6ced2f2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:28.530870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Attempting to bind port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 on network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:28.547277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:28.547648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Checking segment: {'id': '9c8ad286-544b-4a0d-aa31-af6ced2f2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:28.548076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.548471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Bound using segment: {'id': '9c8ad286-544b-4a0d-aa31-af6ced2f2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:28.548940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Bound port: 4750c71a-12ff-46ac-ad8f-de83150b3bb4, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8ad286-544b-4a0d-aa31-af6ced2f2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:28.549309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.558544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.634881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-c3e26760-dc99-4acc-8f91-d1b73496f440 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:28.636702 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-c3e26760-dc99-4acc-8f91-d1b73496f440 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742948733&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1707056 Mar 24 17:10:28.642113 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:28.681554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] For port 4750c71a-12ff-46ac-ad8f-de83150b3bb4, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:28.688121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] For port 4750c71a-12ff-46ac-ad8f-de83150b3bb4, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4750c71a-12ff-46ac-ad8f-de83150b3bb4,segment=NetworkSegment(9c8ad286-544b-4a0d-aa31-af6ced2f2106),segment_id=9c8ad286-544b-4a0d-aa31-af6ced2f2106)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:28.703297 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.704199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4b608f07-348b-4428-9eaf-ee5948366d77 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:28.783692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.819883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.844154 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:28.861469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-e30e2c1a-10b8-41d2-b711-ec1d5998488b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:28.862583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-e30e2c1a-10b8-41d2-b711-ec1d5998488b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:28.865583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Transition to ACTIVE for port object c712642e-a36a-49f5-ae01-fadc32e60ff2 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:28.933246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4b608f07-348b-4428-9eaf-ee5948366d77 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:28.933638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:28.949288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-e30e2c1a-10b8-41d2-b711-ec1d5998488b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:28.952667 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-e30e2c1a-10b8-41d2-b711-ec1d5998488b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=86b34d93-424a-44a7-b8e6-ec92847509a8 HTTP/1.1" status: 200 len: 795 time: 0.2988062 Mar 24 17:10:28.976264 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-95690610-1dd8-41ce-8e51-0ada095f0daa tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0169027 Mar 24 17:10:28.976364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a396e-b87a-4e8f-9789-f57e16c3fed7 None None] Pushing event updated for resources: {'Port': ['ID=4750c71a-12ff-46ac-ad8f-de83150b3bb4,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:29.026353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:29.073655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1f7274fc-82e1-4b33-ad56-aa419889214c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:29.147097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:29.151635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:29.160801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:29.161400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:29.185781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=c712642e-a36a-49f5-ae01-fadc32e60ff2,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:29.227889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-b909e024-d4b4-4614-81e1-7e827ebefe57 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:29.275382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 1f7274fc-82e1-4b33-ad56-aa419889214c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:29.280992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1f7274fc-82e1-4b33-ad56-aa419889214c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:29.281366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:29.332339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-b909e024-d4b4-4614-81e1-7e827ebefe57 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:29.334986 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-b909e024-d4b4-4614-81e1-7e827ebefe57 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3524342 Mar 24 17:10:29.406525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:29.453611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 1f7274fc-82e1-4b33-ad56-aa419889214c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1f7274fc-82e1-4b33-ad56-aa419889214c,segment=NetworkSegment(73b81389-9a9d-4a5b-8845-8c8a98d2a786),segment_id=73b81389-9a9d-4a5b-8845-8c8a98d2a786)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:29.453732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:29.572531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:29.652449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=1f7274fc-82e1-4b33-ad56-aa419889214c,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:29.793486 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-5bc44916-49ea-47f7-9c89-069058cb826d service neutron] 10.222.0.47 "GET /v2.0/networks/86b34d93-424a-44a7-b8e6-ec92847509a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470747 Mar 24 17:10:29.823385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:29.901289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:29.901659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:30.034203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4750c71a-12ff-46ac-ad8f-de83150b3bb4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:30.058793 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-a6ad14fc-c68d-4777-9d90-5c05038d1527 service neutron] 10.222.0.47 "GET /v2.0/networks/86b34d93-424a-44a7-b8e6-ec92847509a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572119 Mar 24 17:10:30.092339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:30.123010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c796261-a6ef-41d4-887d-e5291273429f None None] Network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:30.172981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:30.172981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:30.198125 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:30.323307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-da2085db-eff9-46ab-9488-a2fd07176420 None None] Provisioning for port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:30.332834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-da2085db-eff9-46ab-9488-a2fd07176420 None None] Provisioning complete for port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:30.333916 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-da2085db-eff9-46ab-9488-a2fd07176420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:30.475373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-78aea605-7886-4a2b-88a3-dc12e186872e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:30.485422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event updated for resources: {'Port': ['ID=c712642e-a36a-49f5-ae01-fadc32e60ff2,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:30.502634 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbad5271-fc6e-4b41-9b93-d7eea2c10646 req-f10c979a-2dae-4e2d-a2e4-da4dc556254c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 210 time: 0.0608721 Mar 24 17:10:30.539732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-da2085db-eff9-46ab-9488-a2fd07176420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:30.554651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:30.555747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:30.582673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-da2085db-eff9-46ab-9488-a2fd07176420 None None] For port 4750c71a-12ff-46ac-ad8f-de83150b3bb4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4750c71a-12ff-46ac-ad8f-de83150b3bb4,segment=NetworkSegment(9c8ad286-544b-4a0d-aa31-af6ced2f2106),segment_id=9c8ad286-544b-4a0d-aa31-af6ced2f2106)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:30.653539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-da2085db-eff9-46ab-9488-a2fd07176420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:30.730153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2085db-eff9-46ab-9488-a2fd07176420 None None] Pushing event updated for resources: {'Port': ['ID=4750c71a-12ff-46ac-ad8f-de83150b3bb4,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:30.730654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:30.790998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-08542e32-8e23-4bbf-b58d-a0055ee95972 None None] Provisioning complete for port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:30.791377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-08542e32-8e23-4bbf-b58d-a0055ee95972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:30.920909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:30.932972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:30.941135 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3f085f97-4394-4fdd-8a1a-57db5b0d16ac tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0863583 Mar 24 17:10:30.941478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41638) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:30.948383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:30.950563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:30.951260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:31.011536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-08542e32-8e23-4bbf-b58d-a0055ee95972 None None] Provisioning for port c712642e-a36a-49f5-ae01-fadc32e60ff2 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:31.027949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-08542e32-8e23-4bbf-b58d-a0055ee95972 None None] Provisioning complete for port c712642e-a36a-49f5-ae01-fadc32e60ff2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:31.028430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-08542e32-8e23-4bbf-b58d-a0055ee95972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:31.173248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-08542e32-8e23-4bbf-b58d-a0055ee95972 None None] Port c712642e-a36a-49f5-ae01-fadc32e60ff2 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:31.175200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:31.400312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eaac2b85-281a-4e9b-8e82-6bfcee98fe57 None None] Provisioning complete for port c712642e-a36a-49f5-ae01-fadc32e60ff2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:31.400689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eaac2b85-281a-4e9b-8e82-6bfcee98fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:31.483788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-eaac2b85-281a-4e9b-8e82-6bfcee98fe57 None None] Port c712642e-a36a-49f5-ae01-fadc32e60ff2 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:31.589810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c712642e-a36a-49f5-ae01-fadc32e60ff2', 'name': '', 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:a3:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:27Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:31.599719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:31.600210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Updating router 13f568f3-3684-46d1-8ac0-7db99844857b port c712642e-a36a-49f5-ae01-fadc32e60ff2 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:10:31.650507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9e395236-6096-4bc7-8911-21fa2ed9ab82 None None] Provisioning complete for port c712642e-a36a-49f5-ae01-fadc32e60ff2 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:31.650823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e395236-6096-4bc7-8911-21fa2ed9ab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:31.687913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.extraroute_db [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 24 17:10:31.701525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:31.710233 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdc192d0-4889-4b2a-9728-69ac63a79ef8 req-1854b7c2-20cb-4860-aba3-0084596f4321 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 210 time: 0.0836277 Mar 24 17:10:31.731915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.extraroute_db [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Removed routes are [] {{(pid=88477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 24 17:10:31.733799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:31.768721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1f7274fc-82e1-4b33-ad56-aa419889214c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:31.803989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9e395236-6096-4bc7-8911-21fa2ed9ab82 None None] Port c712642e-a36a-49f5-ae01-fadc32e60ff2 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:31.934344 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1f7274fc-82e1-4b33-ad56-aa419889214c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:31.934482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:32.117249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:32.120863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:32.212920 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4750c71a-12ff-46ac-ad8f-de83150b3bb4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:32.290382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:32.343823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:32.361069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Transition to ACTIVE for port object c712642e-a36a-49f5-ae01-fadc32e60ff2 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:32.366317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:32.366694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:32.455470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:32.462869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:32.464489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:32.466684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41646) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:32.466825 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a904756f-b735-4eee-a8aa-3f11c1d70cc6 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b HTTP/1.1" status: 200 len: 954 time: 1.5234580 Mar 24 17:10:32.645028 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2e03b855-f84e-472a-bf47-750335c1d9cc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b HTTP/1.1" status: 200 len: 954 time: 0.1741021 Mar 24 17:10:32.645532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41650) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:32.649222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c586335-a1c7-4f2c-91ed-f75f26c07a0a None None] Pushing event updated for resources: {'Port': ['ID=c712642e-a36a-49f5-ae01-fadc32e60ff2,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:32.651112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'routes': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:32.777769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Attempting to bind port c712642e-a36a-49f5-ae01-fadc32e60ff2 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:32.778138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Attempting to bind port c712642e-a36a-49f5-ae01-fadc32e60ff2 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '9c8ad286-544b-4a0d-aa31-af6ced2f2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:32.778919 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Attempting to bind port c712642e-a36a-49f5-ae01-fadc32e60ff2 on network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:32.793019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:32.793704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Checking segment: {'id': '9c8ad286-544b-4a0d-aa31-af6ced2f2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:32.794378 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:32.799868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Bound using segment: {'id': '9c8ad286-544b-4a0d-aa31-af6ced2f2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:32.801559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Bound port: c712642e-a36a-49f5-ae01-fadc32e60ff2, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8ad286-544b-4a0d-aa31-af6ced2f2106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:32.802980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:32.924534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-ebb33b42-dbad-434b-bc4e-44f1869c1578 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:32.926027 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-ebb33b42-dbad-434b-bc4e-44f1869c1578 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=86b34d93-424a-44a7-b8e6-ec92847509a8 HTTP/1.1" status: 200 len: 795 time: 0.2297115 Mar 24 17:10:32.934571 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3b0debb3-7caa-4d52-a89c-0a1921d93a81 req-ad54f217-bc21-4b8f-a9a4-b090f5b45f9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 210 time: 0.0595191 Mar 24 17:10:32.962930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] For port c712642e-a36a-49f5-ae01-fadc32e60ff2, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:32.962930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] For port c712642e-a36a-49f5-ae01-fadc32e60ff2, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c712642e-a36a-49f5-ae01-fadc32e60ff2,segment=NetworkSegment(9c8ad286-544b-4a0d-aa31-af6ced2f2106),segment_id=9c8ad286-544b-4a0d-aa31-af6ced2f2106)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:32.978177 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-d135fb55-36b0-499c-8e71-3ad8c2f5cebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 379 time: 0.0426803 Mar 24 17:10:32.986383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['6363ddd7-7e9a-477f-82ee-384857661f4b']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:33.120176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:33.129452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:33.349391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d09f2061-189e-433a-abb5-2af93a3c155f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.378061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.378225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:10:33.379231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.406847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.extraroute_db [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added routes are [] {{(pid=88477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 24 17:10:33.407443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.extraroute_db [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88477) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 24 17:10:33.423783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.445147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.477138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:33.477138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:33.540567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c586335-a1c7-4f2c-91ed-f75f26c07a0a None None] Pushing event updated for resources: {'Port': ['ID=c712642e-a36a-49f5-ae01-fadc32e60ff2,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:33.570698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.10 (86b34d93-424a-44a7-b8e6-ec92847509a8/7ae25e03-1aad-4eaa-a0dd-90655e8ded4f/2f40e361-c9e1-42e3-a5c1-c7a9d9792248) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:33.689546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:33.825773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.844019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:33.885887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.928787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.932402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.953989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:33.983843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:34.106171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:31Z', 'revision_number': 6, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c712642e-a36a-49f5-ae01-fadc32e60ff2', 'name': '', 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:a3:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:27Z', 'updated_at': '2022-03-24T17:10:32Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:34.113663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f455e3d9-1b7b-4732-a31e-8004e83deb82 None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:31Z', 'revision_number': 6, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c712642e-a36a-49f5-ae01-fadc32e60ff2', 'name': '', 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:a3:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:27Z', 'updated_at': '2022-03-24T17:10:32Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:34.163593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:34.273235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 86b34d93-424a-44a7-b8e6-ec92847509a8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:34.276787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:34.286868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:34.328651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:34.356796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:34.365610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:34.372440 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-88cfb726-a835-4c34-9b6f-a17631ab5e0f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b HTTP/1.1" status: 200 len: 704 time: 1.7229953 Mar 24 17:10:34.372440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41662) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:34.372654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:34.372857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:34.430759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ccd81-a088-4d87-a132-8d041123356e req-65b44500-0e44-42f2-9a09-0011df149b7b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:34.438540 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c3ccd81-a088-4d87-a132-8d041123356e req-65b44500-0e44-42f2-9a09-0011df149b7b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 932 time: 0.3735008 Mar 24 17:10:34.496852 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c3ccd81-a088-4d87-a132-8d041123356e req-25b651ea-5540-42a2-8bb5-efd340632f55 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571053 Mar 24 17:10:34.539098 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-050798fa-67ec-4e45-82d7-5addc9f95cd4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5501776 Mar 24 17:10:34.545954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Request body: {'port': {'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:34.564876 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3e97ae97-d951-4357-a2b7-d52ba4d6c3db tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b HTTP/1.1" status: 200 len: 704 time: 0.1923919 Mar 24 17:10:34.566211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41666) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:34.669958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:34.674765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0eee30eb-7a4c-4c70-a0a7-1f12decfa229 None None] Provisioning for port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:34.681938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0eee30eb-7a4c-4c70-a0a7-1f12decfa229 None None] Provisioning complete for port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:34.682554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0eee30eb-7a4c-4c70-a0a7-1f12decfa229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:34.766364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0eee30eb-7a4c-4c70-a0a7-1f12decfa229 None None] Port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:10:35.082664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:10:35.092161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:35.100117 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:35.110151 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:35.111340 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:35.111661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Transition to ACTIVE for port object 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:10:35.160650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:35.249004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:35.269806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:35.284433 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:35.365916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Pushing event updated for resources: {'Port': ['ID=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:35.465152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Attempting to bind port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:10:35.465768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Attempting to bind port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:10:35.466148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Attempting to bind port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 on network 86b34d93-424a-44a7-b8e6-ec92847509a8 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:35.471527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 on network 86b34d93-424a-44a7-b8e6-ec92847509a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:10:35.471852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Attempting to bind port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 on network 86b34d93-424a-44a7-b8e6-ec92847509a8 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:10:35.479688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:10:35.479969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Checking segment: {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:10:35.480507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Bound using segment: {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:10:35.481135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Bound port: 2f40e361-c9e1-42e3-a5c1-c7a9d9792248, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2b7fff-1292-42a5-8f54-55f38f40f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:10:35.481509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:35.593413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] For port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:10:35.596705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] For port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:10:35.687371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:35.710889 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:33Z', 'revision_number': 7, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c712642e-a36a-49f5-ae01-fadc32e60ff2', 'name': '', 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:a3:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:27Z', 'updated_at': '2022-03-24T17:10:32Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:35.711605 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:35.720619 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:35.721251 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:35.728123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port c712642e-a36a-49f5-ae01-fadc32e60ff2 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:35.728842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:35.775938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c712642e-a36a-49f5-ae01-fadc32e60ff2 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:35.777696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:35.779483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:35.781250 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] 10.222.0.48 "PUT /v2.0/ports/2f40e361-c9e1-42e3-a5c1-c7a9d9792248 HTTP/1.1" status: 200 len: 1094 time: 1.2398889 Mar 24 17:10:35.788437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:10:35.808045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53de5-5c64-4e6a-b904-6b32fb68224a req-a1e20cf3-3800-4341-b7cb-a562c257e474 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:35.809105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6db53de5-5c64-4e6a-b904-6b32fb68224a req-a1e20cf3-3800-4341-b7cb-a562c257e474 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:35.846578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97826e3e-b31a-49ae-ba0a-b24858ce47fc service neutron] Pushing event updated for resources: {'Port': ['ID=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:35.890997 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:35.949318 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'status': 'completed', 'code': 200} Mar 24 17:10:36.039726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6db53de5-5c64-4e6a-b904-6b32fb68224a req-a1e20cf3-3800-4341-b7cb-a562c257e474 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:36.041166 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6db53de5-5c64-4e6a-b904-6b32fb68224a req-a1e20cf3-3800-4341-b7cb-a562c257e474 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 944 time: 0.4296002 Mar 24 17:10:36.052661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port c712642e-a36a-49f5-ae01-fadc32e60ff2 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:36.058559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c712642e-a36a-49f5-ae01-fadc32e60ff2 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:36.058918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:36.102291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6db53de5-5c64-4e6a-b904-6b32fb68224a req-ce6b060e-faf4-4ed2-b0c8-628330421e82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546429 Mar 24 17:10:36.106052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port c712642e-a36a-49f5-ae01-fadc32e60ff2, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c712642e-a36a-49f5-ae01-fadc32e60ff2,segment=NetworkSegment(9c8ad286-544b-4a0d-aa31-af6ced2f2106),segment_id=9c8ad286-544b-4a0d-aa31-af6ced2f2106)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:36.106428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:36.119626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624d771-c0e6-4b9c-b6d4-be958113938f req-b60a8737-38f6-4628-9df6-7cb154af1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:36.123281 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f624d771-c0e6-4b9c-b6d4-be958113938f req-b60a8737-38f6-4628-9df6-7cb154af1308 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 1097 time: 0.1550810 Mar 24 17:10:36.210660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:36.251555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port c712642e-a36a-49f5-ae01-fadc32e60ff2, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c712642e-a36a-49f5-ae01-fadc32e60ff2,segment=NetworkSegment(9c8ad286-544b-4a0d-aa31-af6ced2f2106),segment_id=9c8ad286-544b-4a0d-aa31-af6ced2f2106)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:36.256829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for c712642e-a36a-49f5-ae01-fadc32e60ff2 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:36.296540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624d771-c0e6-4b9c-b6d4-be958113938f req-0a210273-17b5-4fc2-919c-c5f59cae8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:36.298313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f624d771-c0e6-4b9c-b6d4-be958113938f req-0a210273-17b5-4fc2-919c-c5f59cae8182 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1668653 Mar 24 17:10:36.321473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:36.328202 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:33Z', 'revision_number': 7, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c712642e-a36a-49f5-ae01-fadc32e60ff2', 'name': '', 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:a3:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:27Z', 'updated_at': '2022-03-24T17:10:32Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:36.334256 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa71e8e-8f0f-4983-951b-d36849451d84 None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:33Z', 'revision_number': 7, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c712642e-a36a-49f5-ae01-fadc32e60ff2', 'name': '', 'network_id': '74d0eaab-8b5f-40f6-a8c0-6debd970a6aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:a3:16:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:27Z', 'updated_at': '2022-03-24T17:10:32Z', 'revision_number': 4, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7523eeda-a907-4c66-a65f-96dccfca34f1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:36.397459 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=c712642e-a36a-49f5-ae01-fadc32e60ff2,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:36.430209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:10:36.430538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:10:36.459669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624d771-c0e6-4b9c-b6d4-be958113938f req-d67f1f35-9161-4622-b966-93d8dc425a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:36.461185 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f624d771-c0e6-4b9c-b6d4-be958113938f req-d67f1f35-9161-4622-b966-93d8dc425a7e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566923 Mar 24 17:10:36.578918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-285a281c-ad39-462e-9c89-0583403303a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:36.580437 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-285a281c-ad39-462e-9c89-0583403303a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 1097 time: 0.0804496 Mar 24 17:10:36.649644 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-81b0daa9-0456-4783-bd55-43568b6c325d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f40e361-c9e1-42e3-a5c1-c7a9d9792248 HTTP/1.1" status: 200 len: 217 time: 0.0616283 Mar 24 17:10:36.816285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-6a9bd391-0d34-43ef-8656-62992a5a025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:36.818447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-6a9bd391-0d34-43ef-8656-62992a5a025e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ae25e03-1aad-4eaa-a0dd-90655e8ded4f HTTP/1.1" status: 200 len: 835 time: 0.1619670 Mar 24 17:10:36.892844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-6ff850c3-51cf-452a-95b7-307ebf997613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:36.894391 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-6ff850c3-51cf-452a-95b7-307ebf997613 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86b34d93-424a-44a7-b8e6-ec92847509a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698729 Mar 24 17:10:36.932140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port c712642e-a36a-49f5-ae01-fadc32e60ff2 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:36.935564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:37.028842 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-63ed9fdf-365c-4e31-93cf-a14020f92f71 service neutron] 10.222.0.48 "GET /v2.0/networks/86b34d93-424a-44a7-b8e6-ec92847509a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278627 Mar 24 17:10:37.128663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port c712642e-a36a-49f5-ae01-fadc32e60ff2, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c712642e-a36a-49f5-ae01-fadc32e60ff2,segment=NetworkSegment(9c8ad286-544b-4a0d-aa31-af6ced2f2106),segment_id=9c8ad286-544b-4a0d-aa31-af6ced2f2106)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:37.129046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:37.171708 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-872bd5a0-7d72-4095-8803-fb59074d0da7 req-9f221c46-24ab-497b-9ce2-b8ce3a333c38 service neutron] 10.222.0.48 "GET /v2.0/networks/86b34d93-424a-44a7-b8e6-ec92847509a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368494 Mar 24 17:10:37.330693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454e338-9337-4a25-8abe-da4d0a41626c req-408bb0d7-9ce2-4bb5-aa2e-47fd7cfedd64 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:37.332288 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f454e338-9337-4a25-8abe-da4d0a41626c req-408bb0d7-9ce2-4bb5-aa2e-47fd7cfedd64 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 944 time: 0.0982862 Mar 24 17:10:37.370289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for c712642e-a36a-49f5-ae01-fadc32e60ff2 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:37.378231 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f454e338-9337-4a25-8abe-da4d0a41626c req-4924f270-2e86-4f7d-9c94-ef09c16f726e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401337 Mar 24 17:10:37.641753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:37.693073 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=c712642e-a36a-49f5-ae01-fadc32e60ff2,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:37.713443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c712642e-a36a-49f5-ae01-fadc32e60ff2 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:37.751058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: c712642e-a36a-49f5-ae01-fadc32e60ff2 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:10:37.751398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c712642e-a36a-49f5-ae01-fadc32e60ff2 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 24 17:10:37.790827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Port c712642e-a36a-49f5-ae01-fadc32e60ff2 not found, will not notify nova. {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 24 17:10:37.901525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:38.226218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:38.388496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:38.398680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:38.404401 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-715862bf-a7ff-43fe-b6e8-cc36fd97d53d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8370891 Mar 24 17:10:38.406952 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41680) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:38.411680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:38.412848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:38.477116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f4a252-b07a-45bd-9592-e77aafacb7f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting subnet 7523eeda-a907-4c66-a65f-96dccfca34f1 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:10:38.480184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f4a252-b07a-45bd-9592-e77aafacb7f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:38.545157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f4a252-b07a-45bd-9592-e77aafacb7f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:38.583894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:38.611270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5ad7d-527c-42d3-9812-77c51162e58b req-6a21569b-a576-461f-825a-6f372c64e39c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:38.613799 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d2b5ad7d-527c-42d3-9812-77c51162e58b req-6a21569b-a576-461f-825a-6f372c64e39c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 944 time: 0.1140640 Mar 24 17:10:38.666404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f4a252-b07a-45bd-9592-e77aafacb7f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:38.669276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d2b5ad7d-527c-42d3-9812-77c51162e58b req-f562988a-2a7f-4b37-9dd2-afa3b1a76ba3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465281 Mar 24 17:10:38.818587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f4a252-b07a-45bd-9592-e77aafacb7f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:38.871477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4a252-b07a-45bd-9592-e77aafacb7f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Subnet': ['ID=7523eeda-a907-4c66-a65f-96dccfca34f1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:38.873609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-75f4a252-b07a-45bd-9592-e77aafacb7f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:38.881016 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-75f4a252-b07a-45bd-9592-e77aafacb7f7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/7523eeda-a907-4c66-a65f-96dccfca34f1 HTTP/1.1" status: 204 len: 168 time: 0.4730422 Mar 24 17:10:38.883650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41684) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:38.890900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414bfd32-2eb4-4a62-b2aa-e74ed1b79b14 None None] Network 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:39.014305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.029870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:39.030358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.085258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:37Z', 'revision_number': 8, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:39.090876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:39.105743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:39.105743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:39.242409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port 4750c71a-12ff-46ac-ad8f-de83150b3bb4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4750c71a-12ff-46ac-ad8f-de83150b3bb4,segment=NetworkSegment(9c8ad286-544b-4a0d-aa31-af6ced2f2106),segment_id=9c8ad286-544b-4a0d-aa31-af6ced2f2106)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:39.242754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.246033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] DHCP port deletion for 74d0eaab-8b5f-40f6-a8c0-6debd970a6aa request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:10:39.254246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] Deleting port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:39.255276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.319315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:39.370827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 4750c71a-12ff-46ac-ad8f-de83150b3bb4 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:39.491816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.537726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=4750c71a-12ff-46ac-ad8f-de83150b3bb4,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:39.541331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No DVR routers for this DVR port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:10:39.710165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:10:39.710828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.754531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d0eaab-8b5f-40f6-a8c0-6debd970a6aa']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:39.767884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8ad286-544b-4a0d-aa31-af6ced2f2106') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:39.768521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8ad286-544b-4a0d-aa31-af6ced2f2106') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:39.784802 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.821642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4750c71a-12ff-46ac-ad8f-de83150b3bb4 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:39.844054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.855730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:10:39.856429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.876494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 4750c71a-12ff-46ac-ad8f-de83150b3bb4 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:10:39.876840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4750c71a-12ff-46ac-ad8f-de83150b3bb4 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:10:39.879506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] For port 4750c71a-12ff-46ac-ad8f-de83150b3bb4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4750c71a-12ff-46ac-ad8f-de83150b3bb4,segment=NetworkSegment(9c8ad286-544b-4a0d-aa31-af6ced2f2106),segment_id=9c8ad286-544b-4a0d-aa31-af6ced2f2106)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:39.880365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:10:39.937763 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:10:39.978192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159deb83-0dd8-4ba5-a131-78ff5a7987d2 req-f72c4b46-d96e-4d6f-b119-2bc1ed852a86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:39.979670 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-159deb83-0dd8-4ba5-a131-78ff5a7987d2 req-f72c4b46-d96e-4d6f-b119-2bc1ed852a86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 944 time: 0.1868551 Mar 24 17:10:40.026212 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-159deb83-0dd8-4ba5-a131-78ff5a7987d2 req-86e1fd43-9fff-48c5-9b32-3fa23d9328c1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 Mar 24 17:10:40.047000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] Calling delete_port for 4750c71a-12ff-46ac-ad8f-de83150b3bb4 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:40.047483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:40.066581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:40.077905 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Network': ['ID=74d0eaab-8b5f-40f6-a8c0-6debd970a6aa,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:40.085862 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3150f527-aa44-46e8-980b-8cebc8a22fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/networks/74d0eaab-8b5f-40f6-a8c0-6debd970a6aa HTTP/1.1" status: 204 len: 168 time: 1.2011199 Mar 24 17:10:40.088551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41690) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:40.134517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:40.176879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:10:40.230123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:10:40.230480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:10:40.267435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:40.291703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:37Z', 'revision_number': 8, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:40.299545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:10:40.303677 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59585a6-ba2b-4eb9-9abe-c3164dfd7a5c None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:37Z', 'revision_number': 8, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '1f7274fc-82e1-4b33-ad56-aa419889214c', 'name': '', 'network_id': '17c5cabf-5d93-4faa-bbde-e24de939f23e', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:31:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:21Z', 'updated_at': '2022-03-24T17:10:29Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': 'eed74d6f-ac75-459d-a673-ed3c6b6a3bf0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:40.319462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:40.372789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:40.439982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:40.589577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2f40e361-c9e1-42e3-a5c1-c7a9d9792248'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:10:40.732453 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] Deleting port 4750c71a-12ff-46ac-ad8f-de83150b3bb4 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:40.732838 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:40.748440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:40.821664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8e370e0f-0eb8-4c85-97c6-ae6536ff6fa8 None None] The port '4750c71a-12ff-46ac-ad8f-de83150b3bb4' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:10:41.087708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 1f7274fc-82e1-4b33-ad56-aa419889214c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:41.088079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:41.337176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb52ccd-679a-4197-bae3-44d40916953c req-ab76f354-5430-48c7-84f6-87d5bf201e82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:41.338640 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0eb52ccd-679a-4197-bae3-44d40916953c req-ab76f354-5430-48c7-84f6-87d5bf201e82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 945 time: 0.2048097 Mar 24 17:10:41.340273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port 1f7274fc-82e1-4b33-ad56-aa419889214c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1f7274fc-82e1-4b33-ad56-aa419889214c,segment=NetworkSegment(73b81389-9a9d-4a5b-8845-8c8a98d2a786),segment_id=73b81389-9a9d-4a5b-8845-8c8a98d2a786)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:41.340628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:41.480011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 1f7274fc-82e1-4b33-ad56-aa419889214c owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:41.541181 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0eb52ccd-679a-4197-bae3-44d40916953c req-34421825-4992-4261-a00d-969ebe469c2b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933157 Mar 24 17:10:41.670133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c712642e-a36a-49f5-ae01-fadc32e60ff2 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:41.701511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:10:41.738366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: c712642e-a36a-49f5-ae01-fadc32e60ff2 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:10:41.738366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c712642e-a36a-49f5-ae01-fadc32e60ff2 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:10:41.771533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:41.811105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=1f7274fc-82e1-4b33-ad56-aa419889214c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:41.875644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:10:41.882861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:10:41.883562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:42.027219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:42.053916 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:10:42.064967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:42.100171 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'code': 200} Mar 24 17:10:42.115662 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:42.156992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:42.186888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:42.530989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:42.548781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9c0a2-d01a-47b9-9adf-853cdd91d1e0 req-5144f8c8-0c4f-44fd-9724-0bc5f0ee3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:42.550277 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8d9c0a2-d01a-47b9-9adf-853cdd91d1e0 req-5144f8c8-0c4f-44fd-9724-0bc5f0ee3db8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 1099 time: 0.1680439 Mar 24 17:10:42.756515 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8d9c0a2-d01a-47b9-9adf-853cdd91d1e0 req-c6c39513-8169-475b-8a44-86f7ac6ca3e8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538908 Mar 24 17:10:42.776634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:42.787560 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91115539-7217-4273-accd-650ebb0e5605 None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:42.794812 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f90f7bdd-55e5-4911-a92f-ac68bab51bfe tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052882 Mar 24 17:10:42.797426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41700) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:42.797568 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91115539-7217-4273-accd-650ebb0e5605 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:42.798036 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-91115539-7217-4273-accd-650ebb0e5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:42.869378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43685843-f43a-438c-a5a7-944b28f3093e req-95df1be7-2d70-46f8-9c18-54b7afda6610 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:42.870920 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43685843-f43a-438c-a5a7-944b28f3093e req-95df1be7-2d70-46f8-9c18-54b7afda6610 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 946 time: 0.1900072 Mar 24 17:10:42.885325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b9f658-de02-43a6-b2fd-6e27bfbea266 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting subnet eed74d6f-ac75-459d-a673-ed3c6b6a3bf0 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:10:42.901218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83b9f658-de02-43a6-b2fd-6e27bfbea266 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:42.951589 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-91115539-7217-4273-accd-650ebb0e5605 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:42.971337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43685843-f43a-438c-a5a7-944b28f3093e req-5485b6f8-7ef8-48ef-b002-1378296119cd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903313 Mar 24 17:10:42.974688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83b9f658-de02-43a6-b2fd-6e27bfbea266 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:43.061284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83b9f658-de02-43a6-b2fd-6e27bfbea266 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:43.206582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83b9f658-de02-43a6-b2fd-6e27bfbea266 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:43.249783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83b9f658-de02-43a6-b2fd-6e27bfbea266 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:43.254796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9f658-de02-43a6-b2fd-6e27bfbea266 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Subnet': ['ID=eed74d6f-ac75-459d-a673-ed3c6b6a3bf0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:43.256744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52968b8-3498-45bc-8716-e37507b47bfc None None] Network 17c5cabf-5d93-4faa-bbde-e24de939f23e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:43.260422 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-83b9f658-de02-43a6-b2fd-6e27bfbea266 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/eed74d6f-ac75-459d-a673-ed3c6b6a3bf0 HTTP/1.1" status: 204 len: 168 time: 0.4619131 Mar 24 17:10:43.262958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41704) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:43.272873 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-91115539-7217-4273-accd-650ebb0e5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:41Z', 'revision_number': 9, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:43.277000 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91115539-7217-4273-accd-650ebb0e5605 None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:43.286755 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91115539-7217-4273-accd-650ebb0e5605 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:43.287630 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-91115539-7217-4273-accd-650ebb0e5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:43.390966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:43.402664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 4b608f07-348b-4428-9eaf-ee5948366d77 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:43.403000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:43.474766 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-91115539-7217-4273-accd-650ebb0e5605 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:43.553507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] DHCP port deletion for 17c5cabf-5d93-4faa-bbde-e24de939f23e request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:10:43.558158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] Deleting port 4b608f07-348b-4428-9eaf-ee5948366d77 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:43.558531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:43.821065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port 4b608f07-348b-4428-9eaf-ee5948366d77, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4b608f07-348b-4428-9eaf-ee5948366d77,segment=NetworkSegment(73b81389-9a9d-4a5b-8845-8c8a98d2a786),segment_id=73b81389-9a9d-4a5b-8845-8c8a98d2a786)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:43.822018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:43.828281 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-91115539-7217-4273-accd-650ebb0e5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:41Z', 'revision_number': 9, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:43.831946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] For port 4b608f07-348b-4428-9eaf-ee5948366d77, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4b608f07-348b-4428-9eaf-ee5948366d77,segment=NetworkSegment(73b81389-9a9d-4a5b-8845-8c8a98d2a786),segment_id=73b81389-9a9d-4a5b-8845-8c8a98d2a786)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:43.832715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:43.833438 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91115539-7217-4273-accd-650ebb0e5605 None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:41Z', 'revision_number': 9, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': '60c2c5d6-690a-40b4-914f-c39d7aafd566', 'name': '', 'network_id': '80e60431-a933-4502-9611-0244bcf562aa', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:d2:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:14Z', 'updated_at': '2022-03-24T17:10:22Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:43.854613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4b608f07-348b-4428-9eaf-ee5948366d77 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:43.974819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 4b608f07-348b-4428-9eaf-ee5948366d77 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:44.015225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] Calling delete_port for 4b608f07-348b-4428-9eaf-ee5948366d77 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:44.142284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:44.166454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be2994-3832-4369-b96a-0f4f34e14bc8 req-8f25d069-6c02-44ea-94f9-4af326f6bf48 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:44.168236 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-64be2994-3832-4369-b96a-0f4f34e14bc8 req-8f25d069-6c02-44ea-94f9-4af326f6bf48 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 946 time: 0.0817714 Mar 24 17:10:44.169307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:44.202789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:10:44.203124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:10:44.239933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No DVR routers for this DVR port 4b608f07-348b-4428-9eaf-ee5948366d77 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:10:44.271521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=4b608f07-348b-4428-9eaf-ee5948366d77,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:44.389433 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-64be2994-3832-4369-b96a-0f4f34e14bc8 req-958f44d3-72fc-427e-b8ac-12f244c310ea tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822414 Mar 24 17:10:44.395121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:44.420989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c5cabf-5d93-4faa-bbde-e24de939f23e']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:44.433822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b81389-9a9d-4a5b-8845-8c8a98d2a786') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:44.434228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b81389-9a9d-4a5b-8845-8c8a98d2a786') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:44.449999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:44.461857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:44.467658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:10:44.468418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:10:44.482742 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:10:44.629984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba4589-fa36-457e-8895-3a3b842d2243 req-138f4078-939d-4a9d-bb34-3efbec14cb16 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:44.631424 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68ba4589-fa36-457e-8895-3a3b842d2243 req-138f4078-939d-4a9d-bb34-3efbec14cb16 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 946 time: 0.0886297 Mar 24 17:10:44.674881 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68ba4589-fa36-457e-8895-3a3b842d2243 req-1e93d3cd-5989-42e8-acfc-17897a3eb54f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376370 Mar 24 17:10:44.685795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:44.690387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:44.707548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] Deleting port 4b608f07-348b-4428-9eaf-ee5948366d77 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:44.707548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:44.710280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41712) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:44.721631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Network': ['ID=17c5cabf-5d93-4faa-bbde-e24de939f23e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:44.727988 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-12279e86-a96e-4f27-80ba-e3c72094a77d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/networks/17c5cabf-5d93-4faa-bbde-e24de939f23e HTTP/1.1" status: 204 len: 168 time: 1.4640677 Mar 24 17:10:44.732937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41716) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:44.775782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ea1cdf97-47f5-400f-a1fe-619a07948698 None None] The port '4b608f07-348b-4428-9eaf-ee5948366d77' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:10:44.788597 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b72c0-ce6b-4878-9915-24cac4a7c14b tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:44.790104 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-550b72c0-ce6b-4878-9915-24cac4a7c14b tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 1094 time: 0.0788045 Mar 24 17:10:44.799977 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41720) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:44.799977 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:44.804924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:44.808741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:floatingip and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:44.811562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:44.817637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:44.909971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:45.164703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:45.312895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.202 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/e04107e2-a1e0-4f79-bfd0-26b4e704cb69) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:10:45.367759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:45.462747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:45.578031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:45.641091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:10:45.643789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:10:45.647662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:10:45.676496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1f7274fc-82e1-4b33-ad56-aa419889214c no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:45.688560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=e04107e2-a1e0-4f79-bfd0-26b4e704cb69,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:45.706040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 60c2c5d6-690a-40b4-914f-c39d7aafd566 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:45.706349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:45.720512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 1f7274fc-82e1-4b33-ad56-aa419889214c {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:10:45.720512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1f7274fc-82e1-4b33-ad56-aa419889214c not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:10:45.908143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port 60c2c5d6-690a-40b4-914f-c39d7aafd566, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=60c2c5d6-690a-40b4-914f-c39d7aafd566,segment=NetworkSegment(8c97efd9-cf09-4761-90b0-162f336f7398),segment_id=8c97efd9-cf09-4761-90b0-162f336f7398)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:45.911518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:46.038043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 60c2c5d6-690a-40b4-914f-c39d7aafd566 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:46.091432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:46.219003 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:46.280644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:46.330210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=60c2c5d6-690a-40b4-914f-c39d7aafd566,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:46.444742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:46.509234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:46.527075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:46.631798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=e04107e2-a1e0-4f79-bfd0-26b4e704cb69,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:46.641824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:46.823741 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 612503c8-bc19-4301-9d30-db23c1f3090a associated. External IP: 172.26.4.202, port: 2f40e361-c9e1-42e3-a5c1-c7a9d9792248. Mar 24 17:10:46.992493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:47.154220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:47.163859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:47.171313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cff32ed3-6e92-4a60-a29d-d779c2b87dc0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4373331 Mar 24 17:10:47.172099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41726) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:47.174451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:47.175160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:47.239256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf8a956-14b6-4216-b525-e5ded1d746a5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting subnet 7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:10:47.242272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a956-14b6-4216-b525-e5ded1d746a5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:47.300011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a956-14b6-4216-b525-e5ded1d746a5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:47.338541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:47.344682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:47.382526 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:10:47.394386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a956-14b6-4216-b525-e5ded1d746a5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:47.526415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a956-14b6-4216-b525-e5ded1d746a5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:47.529722 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:47.541592 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47401821-6456-480d-86f2-0d50bd823231 None None] Sync routers for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:47.555355 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47401821-6456-480d-86f2-0d50bd823231 None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:47.555983 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-47401821-6456-480d-86f2-0d50bd823231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:47.571766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8a956-14b6-4216-b525-e5ded1d746a5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:47.573871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6cf8a956-14b6-4216-b525-e5ded1d746a5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:47.584003 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6cf8a956-14b6-4216-b525-e5ded1d746a5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2 HTTP/1.1" status: 204 len: 168 time: 0.4071968 Mar 24 17:10:47.584003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41730) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:47.590364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:47.636890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ffb3d-4ead-4a1d-92c0-e5da68464bf7 None None] Network 80e60431-a933-4502-9611-0244bcf562aa requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:47.655331 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f009eadd-4578-466d-8985-90f3efd0354e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8607109 Mar 24 17:10:47.656344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:10:47.663242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41734) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:47.732740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:47.744950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:47.745582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:47.822506 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-48d01906-af2c-4523-89e2-b17d68b4db9a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/612503c8-bc19-4301-9d30-db23c1f3090a HTTP/1.1" status: 200 len: 992 time: 0.1578906 Mar 24 17:10:47.869071 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-47401821-6456-480d-86f2-0d50bd823231 None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:47.956751 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'status': 'completed', 'code': 200} Mar 24 17:10:48.041298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port 74b5a9b8-4043-4bdd-a3e7-125807d13f08, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=74b5a9b8-4043-4bdd-a3e7-125807d13f08,segment=NetworkSegment(8c97efd9-cf09-4761-90b0-162f336f7398),segment_id=8c97efd9-cf09-4761-90b0-162f336f7398)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:48.041652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:48.080490 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:46Z', 'revision_number': 10, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:48.091492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:48.104824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:48.105447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:48.184827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for 74b5a9b8-4043-4bdd-a3e7-125807d13f08 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:48.233016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] DHCP port deletion for 80e60431-a933-4502-9611-0244bcf562aa request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:10:48.240193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-61667fc0-91ff-42d1-b045-65d436f71c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:48.241669 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-61667fc0-91ff-42d1-b045-65d436f71c5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 1099 time: 0.2652185 Mar 24 17:10:48.246910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] Deleting port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:48.247856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:48.256640 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-47401821-6456-480d-86f2-0d50bd823231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:10:20Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '612503c8-bc19-4301-9d30-db23c1f3090a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:10:46Z', 'updated_at': '2022-03-24T17:10:46Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:48.260952 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47401821-6456-480d-86f2-0d50bd823231 None None] Checking router: 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:48.269532 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47401821-6456-480d-86f2-0d50bd823231 None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:48.272314 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-47401821-6456-480d-86f2-0d50bd823231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:48.321864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:48.392702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-85feba3d-d936-45d2-affa-a58ba2a51b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:48.394184 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-85feba3d-d936-45d2-affa-a58ba2a51b17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=86b34d93-424a-44a7-b8e6-ec92847509a8 HTTP/1.1" status: 200 len: 896 time: 0.1458197 Mar 24 17:10:48.468379 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-47401821-6456-480d-86f2-0d50bd823231 None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:48.575565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:48.643891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=74b5a9b8-4043-4bdd-a3e7-125807d13f08,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:48.667633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No DVR routers for this DVR port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:10:48.688341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] For port 74b5a9b8-4043-4bdd-a3e7-125807d13f08, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=74b5a9b8-4043-4bdd-a3e7-125807d13f08,segment=NetworkSegment(8c97efd9-cf09-4761-90b0-162f336f7398),segment_id=8c97efd9-cf09-4761-90b0-162f336f7398)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:48.688736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:48.742891 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-a01d7648-3981-4ba1-9c51-38e3452260dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f40e361-c9e1-42e3-a5c1-c7a9d9792248 HTTP/1.1" status: 200 len: 1000 time: 0.3418927 Mar 24 17:10:48.825863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41742) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:48.829984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] Calling delete_port for 74b5a9b8-4043-4bdd-a3e7-125807d13f08 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:48.883778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-cbe66ed6-e472-4645-97fe-7238a5b5f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:48.884898 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-cbe66ed6-e472-4645-97fe-7238a5b5f551 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ae25e03-1aad-4eaa-a0dd-90655e8ded4f HTTP/1.1" status: 200 len: 835 time: 0.1358922 Mar 24 17:10:48.889798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:48.901572 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-47401821-6456-480d-86f2-0d50bd823231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:10:20Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '612503c8-bc19-4301-9d30-db23c1f3090a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:10:46Z', 'updated_at': '2022-03-24T17:10:46Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:48.904415 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47401821-6456-480d-86f2-0d50bd823231 None None] The sync data for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv is: [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:10:20Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '612503c8-bc19-4301-9d30-db23c1f3090a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:10:46Z', 'updated_at': '2022-03-24T17:10:46Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:48.979836 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7d164e71-f6a0-4dbb-97a7-a8128caad9d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/612503c8-bc19-4301-9d30-db23c1f3090a HTTP/1.1" status: 200 len: 992 time: 0.1528237 Mar 24 17:10:48.994129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e60431-a933-4502-9611-0244bcf562aa']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:49.000832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:10:49.000832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:10:49.017873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:46Z', 'revision_number': 10, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:49.018786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c97efd9-cf09-4761-90b0-162f336f7398') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:49.019140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c97efd9-cf09-4761-90b0-162f336f7398') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:49.022047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4b364f-c89e-4507-ab80-302635db12a9 None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:46Z', 'revision_number': 10, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None, '_interfaces': [{'id': 'b56c3294-633f-4900-94f0-36f1fc1c471d', 'name': '', 'network_id': '6f496ad4-2315-4329-8a3a-674bf08fb601', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'mac_address': 'fa:16:3e:67:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:09Z', 'updated_at': '2022-03-24T17:10:15Z', 'revision_number': 5, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'subnets': [{'id': '10db9ad5-5259-43e6-aac6-0137a5dd07e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:49.036238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:49.062789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:49.072934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-1ca0f432-05c7-4b4b-9eaa-bab4a1b5eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:10:49.075541 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-1ca0f432-05c7-4b4b-9eaa-bab4a1b5eaf8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86b34d93-424a-44a7-b8e6-ec92847509a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1749287 Mar 24 17:10:49.075541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:10:49.075919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:10:49.090914 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:10:49.160604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21198f-65ad-4de7-8459-7c86289acf58 None None] New status for floating IP 612503c8-bc19-4301-9d30-db23c1f3090a: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:10:49.287517 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-47d10825-4767-4fcb-8a47-955241fac731 service neutron] 10.222.0.48 "GET /v2.0/networks/86b34d93-424a-44a7-b8e6-ec92847509a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940875 Mar 24 17:10:49.312236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:49.344399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:49.403540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Network': ['ID=80e60431-a933-4502-9611-0244bcf562aa,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:49.426283 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-84cc80e4-b609-43c5-abff-ee9308e5ddec tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/networks/80e60431-a933-4502-9611-0244bcf562aa HTTP/1.1" status: 204 len: 168 time: 1.8422241 Mar 24 17:10:49.429787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41746) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:49.464757 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-abeea473-dfa9-41b1-88dc-350bc938e819 req-c3377b12-6405-41be-83c9-dc0e94b91fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/86b34d93-424a-44a7-b8e6-ec92847509a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730542 Mar 24 17:10:49.500213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] Deleting port 74b5a9b8-4043-4bdd-a3e7-125807d13f08 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:49.500688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:49.569450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-40142a74-f38a-4256-9083-937f62ff1df8 None None] The port '74b5a9b8-4043-4bdd-a3e7-125807d13f08' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:10:49.719379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 60c2c5d6-690a-40b4-914f-c39d7aafd566 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:49.756183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 60c2c5d6-690a-40b4-914f-c39d7aafd566 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:10:49.756528 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 60c2c5d6-690a-40b4-914f-c39d7aafd566 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:10:49.756938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 74b5a9b8-4043-4bdd-a3e7-125807d13f08 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:49.789518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 74b5a9b8-4043-4bdd-a3e7-125807d13f08 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:10:49.789857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 74b5a9b8-4043-4bdd-a3e7-125807d13f08 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:10:49.982730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41750) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:50.079626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:50.093087 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-79fdb42c-ca2c-4ea6-8708-3c5bcafa2931 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/612503c8-bc19-4301-9d30-db23c1f3090a HTTP/1.1" status: 200 len: 994 time: 0.1091466 Mar 24 17:10:50.413549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port b56c3294-633f-4900-94f0-36f1fc1c471d {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:50.413995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:50.601079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port b56c3294-633f-4900-94f0-36f1fc1c471d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b56c3294-633f-4900-94f0-36f1fc1c471d,segment=NetworkSegment(40ddbfa9-3612-444f-b579-a043b12a55c1),segment_id=40ddbfa9-3612-444f-b579-a043b12a55c1)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:50.601434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:50.750918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for b56c3294-633f-4900-94f0-36f1fc1c471d owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:50.983035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:51.035159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=b56c3294-633f-4900-94f0-36f1fc1c471d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:51.216844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:51.595337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:51.732826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:51.743284 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:51.746015 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b29c80df-2c5d-438d-a913-e7b9cd75162f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3151915 Mar 24 17:10:51.748703 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41754) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:51.752391 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:51.752986 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:51.820081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-179fcf03-aa4f-4718-bfa4-649501bc5205 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting subnet 10db9ad5-5259-43e6-aac6-0137a5dd07e3 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:10:51.823108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-179fcf03-aa4f-4718-bfa4-649501bc5205 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:51.877598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-179fcf03-aa4f-4718-bfa4-649501bc5205 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:51.880837 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:51.961493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-179fcf03-aa4f-4718-bfa4-649501bc5205 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:51.988472 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:50Z', 'revision_number': 11, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:51.993462 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:52.001746 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:52.002388 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:52.121655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-179fcf03-aa4f-4718-bfa4-649501bc5205 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:52.129072 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:52.163134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fcf03-aa4f-4718-bfa4-649501bc5205 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Subnet': ['ID=10db9ad5-5259-43e6-aac6-0137a5dd07e3,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:52.165066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-179fcf03-aa4f-4718-bfa4-649501bc5205 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:52.171795 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-179fcf03-aa4f-4718-bfa4-649501bc5205 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/10db9ad5-5259-43e6-aac6-0137a5dd07e3 HTTP/1.1" status: 204 len: 168 time: 0.4221275 Mar 24 17:10:52.174566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41758) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:52.175266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173e0d0c-58ae-49d4-a5d8-42728b6ade1a None None] Network 6f496ad4-2315-4329-8a3a-674bf08fb601 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:10:52.239617 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:50Z', 'revision_number': 11, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:52.243629 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e4c396-8ea4-4e55-871e-8d301d20f1d7 None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:50Z', 'revision_number': 11, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:52.290609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:52.302079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Deleting port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:52.302396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:52.512455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] For port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c2587ca5-b7a5-42f6-ba6d-e1c0583bf494,segment=NetworkSegment(40ddbfa9-3612-444f-b579-a043b12a55c1),segment_id=40ddbfa9-3612-444f-b579-a043b12a55c1)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:52.512806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:52.617548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] DHCP port deletion for 6f496ad4-2315-4329-8a3a-674bf08fb601 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:10:52.621937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] Deleting port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:52.622308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:52.638757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Calling delete_port for c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:52.841724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] For port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c2587ca5-b7a5-42f6-ba6d-e1c0583bf494,segment=NetworkSegment(40ddbfa9-3612-444f-b579-a043b12a55c1),segment_id=40ddbfa9-3612-444f-b579-a043b12a55c1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:10:52.842428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:52.909809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:52.955760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Port': ['ID=c2587ca5-b7a5-42f6-ba6d-e1c0583bf494,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:52.959549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No DVR routers for this DVR port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:10:52.974678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] Calling delete_port for c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:10:53.053504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:10:53.054090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:10:53.090966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:53.115777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f496ad4-2315-4329-8a3a-674bf08fb601']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:53.128062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ddbfa9-3612-444f-b579-a043b12a55c1') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:53.128308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ddbfa9-3612-444f-b579-a043b12a55c1') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:53.140589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:53.159885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:53.166565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:10:53.167286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:10:53.182323 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:10:53.320325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:53.336973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:53.350936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Pushing event deleted for resources: {'Network': ['ID=6f496ad4-2315-4329-8a3a-674bf08fb601,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:53.359352 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d28164a7-3f7f-4d78-8637-e11a3bdecd1c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/networks/6f496ad4-2315-4329-8a3a-674bf08fb601 HTTP/1.1" status: 204 len: 168 time: 1.1828761 Mar 24 17:10:53.361297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41762) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:53.366852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'routes': None}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:53.555470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] Deleting port c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:10:53.556035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:53.623386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-92b73b67-b3ad-4242-980f-dd826da26aea None None] The port 'c2587ca5-b7a5-42f6-ba6d-e1c0583bf494' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:10:53.651006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.extraroute_db [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Added routes are [] {{(pid=88478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 24 17:10:53.651307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.extraroute_db [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Removed routes are [] {{(pid=88478) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 24 17:10:53.651657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:53.710304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:53.745739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:10:53.746083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c2587ca5-b7a5-42f6-ba6d-e1c0583bf494 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:10:53.746488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b56c3294-633f-4900-94f0-36f1fc1c471d no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:10:53.778708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: b56c3294-633f-4900-94f0-36f1fc1c471d {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:10:53.783019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b56c3294-633f-4900-94f0-36f1fc1c471d not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:10:53.904517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:53.907838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:54.040642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 13f568f3-3684-46d1-8ac0-7db99844857b has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:10:54.277227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:54.283564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:54.284714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-92cfbd61-a643-468a-810c-ab2128597c4b tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b HTTP/1.1" status: 200 len: 705 time: 0.9225237 Mar 24 17:10:54.287556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41766) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:54.288443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c84a4-841d-473b-976b-792150387d54 None None] Sync routers for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:54.300089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c84a4-841d-473b-976b-792150387d54 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:54.302184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-260c84a4-841d-473b-976b-792150387d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:54.332826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ba410b7-f172-4edb-8e8b-e34c964c7ac3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:54.429684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ba410b7-f172-4edb-8e8b-e34c964c7ac3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:54.429834 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6ba410b7-f172-4edb-8e8b-e34c964c7ac3 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=13f568f3-3684-46d1-8ac0-7db99844857b HTTP/1.1" status: 200 len: 205 time: 0.1413429 Mar 24 17:10:54.432592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41770) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:54.438199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-260c84a4-841d-473b-976b-792150387d54 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:54.565068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d15df517-6fbc-49bd-9842-6db4a2a0ea9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:54.576396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-260c84a4-841d-473b-976b-792150387d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:50Z', 'revision_number': 11, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:54.580472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c84a4-841d-473b-976b-792150387d54 None None] Checking router: 13f568f3-3684-46d1-8ac0-7db99844857b for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:54.588976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c84a4-841d-473b-976b-792150387d54 None None] Routers {'13f568f3-3684-46d1-8ac0-7db99844857b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:54.589572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-260c84a4-841d-473b-976b-792150387d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['13f568f3-3684-46d1-8ac0-7db99844857b'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:54.717081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-260c84a4-841d-473b-976b-792150387d54 None None] Set router 13f568f3-3684-46d1-8ac0-7db99844857b gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:54.823299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-260c84a4-841d-473b-976b-792150387d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:50Z', 'revision_number': 11, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:54.827129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260c84a4-841d-473b-976b-792150387d54 None None] The sync data for ids ['13f568f3-3684-46d1-8ac0-7db99844857b'] in dv-neutron-835063-1-hyperv is: [{'id': '13f568f3-3684-46d1-8ac0-7db99844857b', 'name': 'tempest-RoutersIpV6Test-router-1288861699', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:06Z', 'updated_at': '2022-03-24T17:10:50Z', 'revision_number': 11, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:54.866606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d15df517-6fbc-49bd-9842-6db4a2a0ea9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:54.869004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d15df517-6fbc-49bd-9842-6db4a2a0ea9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:54.944594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d15df517-6fbc-49bd-9842-6db4a2a0ea9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:54.944594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15df517-6fbc-49bd-9842-6db4a2a0ea9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Fanout notify agent at l3_agent the message router_deleted on router 13f568f3-3684-46d1-8ac0-7db99844857b {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:10:54.961619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d15df517-6fbc-49bd-9842-6db4a2a0ea9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:54.961619 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d15df517-6fbc-49bd-9842-6db4a2a0ea9d tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b HTTP/1.1" status: 204 len: 168 time: 0.5278163 Mar 24 17:10:54.966958 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41776) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:54.974143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-823662565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:54.987893 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:10:54.987893 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Usage tracker for resource:router and tenant:eea46327cf894e408a8685e4f60afb94 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:10:54.990047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:10:54.996682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:10:55.086007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:55.087051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:55.102345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:55.201062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:55.274423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:55.275644 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-19162cd4-8d08-4024-833e-4c11f9243972 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3075101 Mar 24 17:10:55.278263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41780) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:55.283150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-91781208-2be8-4337-8fca-1cfedf45a75e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:10:55.662992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-91781208-2be8-4337-8fca-1cfedf45a75e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:55.744754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-91781208-2be8-4337-8fca-1cfedf45a75e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:55.955461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91781208-2be8-4337-8fca-1cfedf45a75e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Router 5feb62b0-a915-42de-8f4f-561622e1b77b is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:10:56.213891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91781208-2be8-4337-8fca-1cfedf45a75e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:10:56.220283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-91781208-2be8-4337-8fca-1cfedf45a75e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:56.226116 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-91781208-2be8-4337-8fca-1cfedf45a75e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "PUT /v2.0/routers/5feb62b0-a915-42de-8f4f-561622e1b77b HTTP/1.1" status: 200 len: 697 time: 0.9422426 Mar 24 17:10:56.226116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41784) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:56.229110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] Sync routers for ids ['5feb62b0-a915-42de-8f4f-561622e1b77b'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:10:56.238334 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] Routers {'5feb62b0-a915-42de-8f4f-561622e1b77b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:56.239156 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5feb62b0-a915-42de-8f4f-561622e1b77b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:56.368586 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] Set router 5feb62b0-a915-42de-8f4f-561622e1b77b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:56.369763 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-df4fcdb0-a9d0-43a6-9b52-d7b5f6497a56 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/routers/5feb62b0-a915-42de-8f4f-561622e1b77b HTTP/1.1" status: 200 len: 703 time: 0.1444495 Mar 24 17:10:56.372411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41788) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:56.414864 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6b8dcd9d-1332-47d7-9305-3b1495607453 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Synchronizing usage tracker for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:10:56.426748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6b8dcd9d-1332-47d7-9305-3b1495607453 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Unset dirty status for tenant:eea46327cf894e408a8685e4f60afb94 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:10:56.428323 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6b8dcd9d-1332-47d7-9305-3b1495607453 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=5feb62b0-a915-42de-8f4f-561622e1b77b HTTP/1.1" status: 200 len: 205 time: 0.0545740 Mar 24 17:10:56.430561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41792) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:56.473100 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feb62b0-a915-42de-8f4f-561622e1b77b', 'name': 'tempest-RoutersIpV6Test-router-823662565', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:55Z', 'updated_at': '2022-03-24T17:10:55Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:56.479060 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] Checking router: 5feb62b0-a915-42de-8f4f-561622e1b77b for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:10:56.487243 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] Routers {'5feb62b0-a915-42de-8f4f-561622e1b77b'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:10:56.487832 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:10:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['5feb62b0-a915-42de-8f4f-561622e1b77b'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:56.562142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90d2f980-948d-4e16-b1cb-c315e49d4740 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:56.613345 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] Set router 5feb62b0-a915-42de-8f4f-561622e1b77b gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:10:56.718872 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5feb62b0-a915-42de-8f4f-561622e1b77b', 'name': 'tempest-RoutersIpV6Test-router-823662565', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:55Z', 'updated_at': '2022-03-24T17:10:55Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:10:56.722745 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac435901-456a-4f76-8143-ca9965c4276a None None] The sync data for ids ['5feb62b0-a915-42de-8f4f-561622e1b77b'] in dv-neutron-835063-1-hyperv is: [{'id': '5feb62b0-a915-42de-8f4f-561622e1b77b', 'name': 'tempest-RoutersIpV6Test-router-823662565', 'tenant_id': 'eea46327cf894e408a8685e4f60afb94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:55Z', 'updated_at': '2022-03-24T17:10:55Z', 'revision_number': 2, 'project_id': 'eea46327cf894e408a8685e4f60afb94', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:10:56.865692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90d2f980-948d-4e16-b1cb-c315e49d4740 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:56.868140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90d2f980-948d-4e16-b1cb-c315e49d4740 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:56.954335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90d2f980-948d-4e16-b1cb-c315e49d4740 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:56.955438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d2f980-948d-4e16-b1cb-c315e49d4740 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Fanout notify agent at l3_agent the message router_deleted on router 5feb62b0-a915-42de-8f4f-561622e1b77b {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:10:56.969865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-90d2f980-948d-4e16-b1cb-c315e49d4740 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:56.970979 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-90d2f980-948d-4e16-b1cb-c315e49d4740 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/5feb62b0-a915-42de-8f4f-561622e1b77b HTTP/1.1" status: 204 len: 168 time: 0.5395501 Mar 24 17:10:56.977354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41796) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.020953 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-343d4d25-bc21-433d-bdea-3b5b7b388309 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=5feb62b0-a915-42de-8f4f-561622e1b77b HTTP/1.1" status: 200 len: 205 time: 0.0419114 Mar 24 17:10:57.023511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41800) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.092719 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-914b4faa-3195-43cf-874e-d2cbbe69812c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] delete failed (client error): The resource could not be found. Mar 24 17:10:57.093808 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-914b4faa-3195-43cf-874e-d2cbbe69812c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/5feb62b0-a915-42de-8f4f-561622e1b77b HTTP/1.1" status: 404 len: 336 time: 0.0693612 Mar 24 17:10:57.096364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41804) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.135063 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ec35ec-c3a3-4c11-8757-546ae8b40323 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] DELETE failed (client error): The resource could not be found. Mar 24 17:10:57.135518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ec35ec-c3a3-4c11-8757-546ae8b40323 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:10:57.137226 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-17ec35ec-c3a3-4c11-8757-546ae8b40323 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/7523eeda-a907-4c66-a65f-96dccfca34f1 HTTP/1.1" status: 404 len: 337 time: 0.0399923 Mar 24 17:10:57.139730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41808) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.178248 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9bac07-e360-418b-a9c3-0ec839cddb4f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] DELETE failed (client error): The resource could not be found. Mar 24 17:10:57.184465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9bac07-e360-418b-a9c3-0ec839cddb4f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:10:57.184465 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2e9bac07-e360-418b-a9c3-0ec839cddb4f tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/eed74d6f-ac75-459d-a673-ed3c6b6a3bf0 HTTP/1.1" status: 404 len: 337 time: 0.0398290 Mar 24 17:10:57.184465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41812) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.222756 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4608652-1324-423d-b40e-acb2ed51a9d0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] DELETE failed (client error): The resource could not be found. Mar 24 17:10:57.223980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4608652-1324-423d-b40e-acb2ed51a9d0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:10:57.225556 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c4608652-1324-423d-b40e-acb2ed51a9d0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/7f7ee5a4-00a8-41ba-b0ff-433a3a63daa2 HTTP/1.1" status: 404 len: 337 time: 0.0417039 Mar 24 17:10:57.228104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41816) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.265030 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca677113-9507-4ea9-badb-96a9753713c0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] DELETE failed (client error): The resource could not be found. Mar 24 17:10:57.265471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca677113-9507-4ea9-badb-96a9753713c0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88477) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:10:57.267086 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ca677113-9507-4ea9-badb-96a9753713c0 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/10db9ad5-5259-43e6-aac6-0137a5dd07e3 HTTP/1.1" status: 404 len: 337 time: 0.0381727 Mar 24 17:10:57.269616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41820) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.316544 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f3997c0d-cd47-4531-94ef-4fb065aa50ff tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=13f568f3-3684-46d1-8ac0-7db99844857b HTTP/1.1" status: 200 len: 205 time: 0.0451608 Mar 24 17:10:57.318986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41824) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.388532 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-bd8edfd6-5b5b-4129-a992-8b1847d74bce tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] delete failed (client error): The resource could not be found. Mar 24 17:10:57.389706 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bd8edfd6-5b5b-4129-a992-8b1847d74bce tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/13f568f3-3684-46d1-8ac0-7db99844857b HTTP/1.1" status: 404 len: 336 time: 0.0698426 Mar 24 17:10:57.392398 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41828) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.437195 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d7b6fea5-206a-41b3-b378-b40e979275aa tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f01ab4e-1db7-4fe3-990e-78c18d91451e HTTP/1.1" status: 200 len: 205 time: 0.0436478 Mar 24 17:10:57.442279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41832) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.510040 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-78a9beb6-cb7b-4dab-bedd-47e31c8a2fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] delete failed (client error): The resource could not be found. Mar 24 17:10:57.510924 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-78a9beb6-cb7b-4dab-bedd-47e31c8a2fe5 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/8f01ab4e-1db7-4fe3-990e-78c18d91451e HTTP/1.1" status: 404 len: 336 time: 0.0700696 Mar 24 17:10:57.514150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41836) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.552577 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e44a43-ddab-4a79-9253-c916fd8db699 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] DELETE failed (client error): The resource could not be found. Mar 24 17:10:57.553059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e44a43-ddab-4a79-9253-c916fd8db699 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:10:57.558039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41840) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.558651 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d6e44a43-ddab-4a79-9253-c916fd8db699 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/8ac5d76d-64f2-4d21-a1ae-6d017326192d HTTP/1.1" status: 404 len: 337 time: 0.0426207 Mar 24 17:10:57.720757 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a9441497-66c6-48d7-b7f1-6184b36e2ce1 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=696f803d-5cef-49a6-a3d4-eafa8c2a2579 HTTP/1.1" status: 200 len: 205 time: 0.1621847 Mar 24 17:10:57.723044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41844) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.792934 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-c1169ce7-b76c-4cfd-af77-5f9f5f1f81d4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] delete failed (client error): The resource could not be found. Mar 24 17:10:57.794050 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c1169ce7-b76c-4cfd-af77-5f9f5f1f81d4 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/696f803d-5cef-49a6-a3d4-eafa8c2a2579 HTTP/1.1" status: 404 len: 336 time: 0.0701420 Mar 24 17:10:57.796625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 41848) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.840018 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f9b4c492-f3c7-4d94-b9bd-036b260883fa tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=c40b09f0-f431-4fa1-a04e-b7b3b6c467f1 HTTP/1.1" status: 200 len: 205 time: 0.0423064 Mar 24 17:10:57.842482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41852) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.911234 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-2e6f3c1c-6f4a-42be-a61e-7cca32d3a653 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] delete failed (client error): The resource could not be found. Mar 24 17:10:57.912314 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2e6f3c1c-6f4a-42be-a61e-7cca32d3a653 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/c40b09f0-f431-4fa1-a04e-b7b3b6c467f1 HTTP/1.1" status: 404 len: 336 time: 0.0688851 Mar 24 17:10:57.915285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41856) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:57.952233 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0c336e-85bf-434f-a588-d41e33ee99e7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] DELETE failed (client error): The resource could not be found. Mar 24 17:10:57.952616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0c336e-85bf-434f-a588-d41e33ee99e7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:10:57.954230 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1a0c336e-85bf-434f-a588-d41e33ee99e7 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/da786222-4638-42ba-b3f4-86246787604a HTTP/1.1" status: 404 len: 337 time: 0.0385606 Mar 24 17:10:57.959598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41860) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:58.001880 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-492524c0-e9b1-42d4-ba33-34c80c72a35c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5eb16bc-50e5-424e-9b9e-b08ab1854cc9 HTTP/1.1" status: 200 len: 205 time: 0.0442493 Mar 24 17:10:58.004086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41864) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:58.069209 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-b15a3780-5986-4514-a471-9a61860461dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] delete failed (client error): The resource could not be found. Mar 24 17:10:58.070185 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b15a3780-5986-4514-a471-9a61860461dc tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/a5eb16bc-50e5-424e-9b9e-b08ab1854cc9 HTTP/1.1" status: 404 len: 336 time: 0.0644011 Mar 24 17:10:58.072730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41868) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:58.111632 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b5579d-20e7-45bb-85f6-36e0b460528c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] DELETE failed (client error): The resource could not be found. Mar 24 17:10:58.112116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b5579d-20e7-45bb-85f6-36e0b460528c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:10:58.114279 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a4b5579d-20e7-45bb-85f6-36e0b460528c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/4dd74b57-5ee3-47b7-bfb6-5e690c967e84 HTTP/1.1" status: 404 len: 337 time: 0.0401900 Mar 24 17:10:58.117042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41872) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:58.158636 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-16ebfcbd-4bdc-4ced-b0ed-b41f04660d6c tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "GET /v2.0/ports?device_id=460c03af-e340-4ea0-bcdc-cab6ee3b0265 HTTP/1.1" status: 200 len: 205 time: 0.0405853 Mar 24 17:10:58.160898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41876) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:58.227358 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-059088a7-0208-4203-8a00-a5d128609b3e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] delete failed (client error): The resource could not be found. Mar 24 17:10:58.228277 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-059088a7-0208-4203-8a00-a5d128609b3e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/routers/460c03af-e340-4ea0-bcdc-cab6ee3b0265 HTTP/1.1" status: 404 len: 336 time: 0.0665016 Mar 24 17:10:58.230689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41880) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:58.267386 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdabbc7e-1659-4bf9-a4fe-564cdcc968c1 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] DELETE failed (client error): The resource could not be found. Mar 24 17:10:58.267816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdabbc7e-1659-4bf9-a4fe-564cdcc968c1 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:10:58.269487 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cdabbc7e-1659-4bf9-a4fe-564cdcc968c1 tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/74944e4b-e339-4127-aef6-d1a3da78424e HTTP/1.1" status: 404 len: 337 time: 0.0379436 Mar 24 17:10:58.271997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41884) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:58.307788 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-419c799d-06f5-4bb2-99da-edc14492523e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] DELETE failed (client error): The resource could not be found. Mar 24 17:10:58.308247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419c799d-06f5-4bb2-99da-edc14492523e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:10:58.309824 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-419c799d-06f5-4bb2-99da-edc14492523e tempest-RoutersIpV6Test-1737538454 tempest-RoutersIpV6Test-1737538454-project] 10.222.0.47 "DELETE /v2.0/subnets/b596269a-a312-414b-a12b-de90fbb89c05 HTTP/1.1" status: 404 len: 337 time: 0.0369847 Mar 24 17:10:58.761188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41892) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:58.913129 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-166e9260-593b-415b-9999-b9a9d6853d15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eea46327cf894e408a8685e4f60afb94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478791 Mar 24 17:10:58.913458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41900) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:10:59.076935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-66078537-165d-401f-9424-730781828831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:59.102709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-66078537-165d-401f-9424-730781828831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:59.199446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-66078537-165d-401f-9424-730781828831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:59.213828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66078537-165d-401f-9424-730781828831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137299e7-eb41-43eb-a3e2-d0c48082b5f4,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:10:59.221796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-66078537-165d-401f-9424-730781828831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:10:59.222896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-66078537-165d-401f-9424-730781828831 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/137299e7-eb41-43eb-a3e2-d0c48082b5f4 HTTP/1.1" status: 204 len: 168 time: 0.3085670 Mar 24 17:11:00.132358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41924) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:00.236878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1139676042-network', 'tenant_id': 'afc9f33abfc4494ca4f4f222eb12aa55'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:00.242268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:00.246056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Usage tracker for resource:network and tenant:afc9f33abfc4494ca4f4f222eb12aa55 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:00.248874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:00.255098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:00.302588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Made reservation on behalf of afc9f33abfc4494ca4f4f222eb12aa55 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:11:00.304487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:00.316157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:00.330034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:00.334117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Usage tracker for resource:security_group_rule and tenant:afc9f33abfc4494ca4f4f222eb12aa55 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:00.336884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:00.342306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:00.423909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:00.429552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c13116ec-9132-43d9-a5dc-8061cdfb546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:00.502861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:00.533024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:11:00.542138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aedc2d-7605-4d86-9e40-a1e67548c75a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:00.547494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:00.558060 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Added segment 605c1749-7d69-4283-bccc-0eeebea07807 of type vlan for network d288d4bd-410e-4108-b90d-7d241356ba8a Mar 24 17:11:00.572828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:00.668622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:00.669561 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:00.670131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:00.772145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] Pushing event updated for resources: {'Network': ['ID=d288d4bd-410e-4108-b90d-7d241356ba8a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:00.783126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network d288d4bd-410e-4108-b90d-7d241356ba8a details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:11:00.835336 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-25b4b201-09b4-46dd-917f-b3eded6d0393 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7018862 Mar 24 17:11:00.838511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41930) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:00.843991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Request body: {'subnet': {'network_id': 'd288d4bd-410e-4108-b90d-7d241356ba8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1139676042-subnet', 'tenant_id': 'afc9f33abfc4494ca4f4f222eb12aa55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:00.849142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:00.855867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Usage tracker for resource:subnet and tenant:afc9f33abfc4494ca4f4f222eb12aa55 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:00.857332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:00.864279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:00.902933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Made reservation on behalf of afc9f33abfc4494ca4f4f222eb12aa55 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:11:00.905574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:01.165500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:01.242122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51d4b62-a2d9-47b3-a287-21d5a665866d,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:01.249438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Checking segment: {'id': '605c1749-7d69-4283-bccc-0eeebea07807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd288d4bd-410e-4108-b90d-7d241356ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:11:01.249786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Network hostable DHCP agents. Network: d288d4bd-410e-4108-b90d-7d241356ba8a, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:11:01.342912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Network d288d4bd-410e-4108-b90d-7d241356ba8a is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:11:01.428318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, d288d4bd-410e-4108-b90d-7d241356ba8a) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:11:01.432417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:01.432887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:01.436863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db703e3b-063e-4c77-b64e-dcb1e93f20fb None None] Network d288d4bd-410e-4108-b90d-7d241356ba8a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:11:01.508941 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-381bb089-830d-415e-8f18-ce65db9b63ff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6694136 Mar 24 17:11:01.641696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6582163-ca7d-4f95-8bd1-37a3451e37fe None None] Network d288d4bd-410e-4108-b90d-7d241356ba8a requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:11:02.259249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41948) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:02.264629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-858179551-network', 'tenant_id': '6a5dc0fede4f4ec686e83015479b7dd0'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:02.269324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:02.273831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Usage tracker for resource:network and tenant:6a5dc0fede4f4ec686e83015479b7dd0 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:02.276702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:02.282277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:02.354260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Made reservation on behalf of 6a5dc0fede4f4ec686e83015479b7dd0 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:11:02.356618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.368697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.385460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:02.389340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Usage tracker for resource:security_group_rule and tenant:6a5dc0fede4f4ec686e83015479b7dd0 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:02.392103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:02.398354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:02.479626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.548353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.580048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:11:02.589172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685dfdbf-3663-4b13-90f7-4ab3bc226160,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:02.598400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.598859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.599198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.599543 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.599851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.600205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.600520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.600837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.601156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.601470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.601782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.602092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:02.606652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.606940 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Added segment 7729c59e-6b6c-440e-9fe9-e372d06c38d8 of type vlan for network 778b2a88-b942-4423-b503-65d8b36d7919 Mar 24 17:11:02.633293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.645604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6b147fbf-38db-4e0b-bde9-3398d6035021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.691352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.760184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.760184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:02.760184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:02.853747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] Pushing event updated for resources: {'Network': ['ID=778b2a88-b942-4423-b503-65d8b36d7919,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:02.864185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 778b2a88-b942-4423-b503-65d8b36d7919 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:11:02.932290 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9d644559-7d0f-4a3a-9daf-faa07900c16e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6719136 Mar 24 17:11:02.935105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 41952) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:02.940603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Request body: {'subnet': {'network_id': '778b2a88-b942-4423-b503-65d8b36d7919', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-858179551-subnet', 'tenant_id': '6a5dc0fede4f4ec686e83015479b7dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:02.946026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:02.949888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Usage tracker for resource:subnet and tenant:6a5dc0fede4f4ec686e83015479b7dd0 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:02.953085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:02.959275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:03.033684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Made reservation on behalf of 6a5dc0fede4f4ec686e83015479b7dd0 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:11:03.036641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:03.314153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:03.386201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bfc12f-832f-4e57-b035-051c4d4ead48,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:03.393431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Checking segment: {'id': '7729c59e-6b6c-440e-9fe9-e372d06c38d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '778b2a88-b942-4423-b503-65d8b36d7919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:11:03.393784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Network hostable DHCP agents. Network: 778b2a88-b942-4423-b503-65d8b36d7919, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:11:03.474523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Network 778b2a88-b942-4423-b503-65d8b36d7919 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:11:03.559666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 778b2a88-b942-4423-b503-65d8b36d7919) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:11:03.563715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:03.564327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:03.568957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ca3364-a226-480a-bb70-7ac4ddab6fe8 None None] Network 778b2a88-b942-4423-b503-65d8b36d7919 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:11:03.640504 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a398730c-1616-42fa-9138-ae4f76f58dac admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7043374 Mar 24 17:11:03.848817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb401da-d53d-45f6-983b-a69f26438dfe None None] Network 778b2a88-b942-4423-b503-65d8b36d7919 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:11:04.163227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:04.200293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:04.391704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-930d1c4c-9a75-45f5-bfd5-08cae53df292 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:04.391704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-930d1c4c-9a75-45f5-bfd5-08cae53df292 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Synchronizing usage tracker for tenant:afc9f33abfc4494ca4f4f222eb12aa55 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:11:04.473733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-930d1c4c-9a75-45f5-bfd5-08cae53df292 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Unset dirty status for tenant:afc9f33abfc4494ca4f4f222eb12aa55 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:11:04.474879 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-930d1c4c-9a75-45f5-bfd5-08cae53df292 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/networks?id=d288d4bd-410e-4108-b90d-7d241356ba8a HTTP/1.1" status: 200 len: 812 time: 0.2365527 Mar 24 17:11:04.489315 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-d2f00d72-25b2-49a2-9c6b-8dcab9ab6da2 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/quotas/afc9f33abfc4494ca4f4f222eb12aa55 HTTP/1.1" status: 200 len: 375 time: 0.0090606 Mar 24 17:11:04.535548 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a78a821d-e927-41eb-80dd-4a44b44c0b54 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=afc9f33abfc4494ca4f4f222eb12aa55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412300 Mar 24 17:11:04.665734 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-2f153266-8d2a-4dc8-a560-712e25e1e2a9 service neutron] 10.222.0.47 "GET /v2.0/networks/d288d4bd-410e-4108-b90d-7d241356ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232083 Mar 24 17:11:04.906151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-b6dc55ea-d200-4f6c-8c97-b2258f120761 service neutron] 10.222.0.47 "GET /v2.0/networks/d288d4bd-410e-4108-b90d-7d241356ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343090 Mar 24 17:11:05.172568 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d39221fe-096d-474b-a490-7ae5174bd92e req-e7b2b907-66be-4936-a794-4087f76f5a5a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 210 time: 0.0417993 Mar 24 17:11:05.240503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:06.321372 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c03e6152-7118-4263-b66f-83833ed1f882 req-3d25cb72-91f0-4a45-9105-aff0b5dc0746 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 210 time: 0.0456619 Mar 24 17:11:07.372802 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-fb0e2c02-85ee-4b87-9f78-082ba8f0e40a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:07.374218 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-fb0e2c02-85ee-4b87-9f78-082ba8f0e40a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.48 "GET /v2.0/networks?id=d288d4bd-410e-4108-b90d-7d241356ba8a HTTP/1.1" status: 200 len: 812 time: 0.1543405 Mar 24 17:11:07.387994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Request body: {'port': {'device_id': 'a467dc9b-8ec8-4690-b336-7b34e6c55550', 'network_id': 'd288d4bd-410e-4108-b90d-7d241356ba8a', 'admin_state_up': True, 'tenant_id': 'afc9f33abfc4494ca4f4f222eb12aa55'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:07.527740 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b58d541c-a713-4fac-a0b8-30064837a37e req-9fbcefb3-5ab6-4bbd-80a6-4361a87ff20b tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 210 time: 0.0600615 Mar 24 17:11:07.563782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:07.567590 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Usage tracker for resource:port and tenant:afc9f33abfc4494ca4f4f222eb12aa55 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:07.570622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:07.576357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:07.639657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Made reservation on behalf of afc9f33abfc4494ca4f4f222eb12aa55 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:11:07.643250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:07.854626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Allocated IP 172.20.0.9 (d288d4bd-410e-4108-b90d-7d241356ba8a/e51d4b62-a2d9-47b3-a287-21d5a665866d/df86a921-2280-4035-bb21-abb61f7e03b6) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:11:08.058523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:08.189066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:08.256843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Network d288d4bd-410e-4108-b90d-7d241356ba8a is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:11:08.259715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:11:08.263525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:11:08.304293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Pushing event updated for resources: {'Port': ['ID=df86a921-2280-4035-bb21-abb61f7e03b6,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:08.334550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:08.340010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:08.457958 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-1c229d8b-b386-40c5-b179-dd51c7c22021 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0743794 Mar 24 17:11:08.470361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Request body: {'port': {'device_id': 'a467dc9b-8ec8-4690-b336-7b34e6c55550', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:08.581684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:08.818064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c2a64-ee61-4740-ad85-c93e076df1d2 req-6275bc5c-de38-4c17-aa64-df479b92f95a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:08.818970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-187c2a64-ee61-4740-ad85-c93e076df1d2 req-6275bc5c-de38-4c17-aa64-df479b92f95a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Synchronizing usage tracker for tenant:afc9f33abfc4494ca4f4f222eb12aa55 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:11:08.944718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-187c2a64-ee61-4740-ad85-c93e076df1d2 req-6275bc5c-de38-4c17-aa64-df479b92f95a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Unset dirty status for tenant:afc9f33abfc4494ca4f4f222eb12aa55 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:11:08.945866 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-187c2a64-ee61-4740-ad85-c93e076df1d2 req-6275bc5c-de38-4c17-aa64-df479b92f95a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 931 time: 0.3109260 Mar 24 17:11:09.017883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df86a921-2280-4035-bb21-abb61f7e03b6 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:11:09.029199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:09.041106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-187c2a64-ee61-4740-ad85-c93e076df1d2 req-fef349e0-f2aa-4a42-9e66-ec7356d2d6d0 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Synchronizing usage tracker for tenant:afc9f33abfc4494ca4f4f222eb12aa55 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:11:09.056293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Transition to ACTIVE for port object df86a921-2280-4035-bb21-abb61f7e03b6 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:11:09.108571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:09.147367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-187c2a64-ee61-4740-ad85-c93e076df1d2 req-fef349e0-f2aa-4a42-9e66-ec7356d2d6d0 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Unset dirty status for tenant:afc9f33abfc4494ca4f4f222eb12aa55 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:11:09.151082 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-187c2a64-ee61-4740-ad85-c93e076df1d2 req-fef349e0-f2aa-4a42-9e66-ec7356d2d6d0 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754429 Mar 24 17:11:09.377501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Pushing event updated for resources: {'Port': ['ID=df86a921-2280-4035-bb21-abb61f7e03b6,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:09.448811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Attempting to bind port df86a921-2280-4035-bb21-abb61f7e03b6 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:11:09.449143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Attempting to bind port df86a921-2280-4035-bb21-abb61f7e03b6 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '605c1749-7d69-4283-bccc-0eeebea07807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd288d4bd-410e-4108-b90d-7d241356ba8a'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:11:09.449467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Attempting to bind port df86a921-2280-4035-bb21-abb61f7e03b6 on network d288d4bd-410e-4108-b90d-7d241356ba8a {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:11:09.454309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Port df86a921-2280-4035-bb21-abb61f7e03b6 on network d288d4bd-410e-4108-b90d-7d241356ba8a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:11:09.454628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Attempting to bind port df86a921-2280-4035-bb21-abb61f7e03b6 on network d288d4bd-410e-4108-b90d-7d241356ba8a {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:11:09.460877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:11:09.461633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Checking segment: {'id': '605c1749-7d69-4283-bccc-0eeebea07807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd288d4bd-410e-4108-b90d-7d241356ba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:11:09.461633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Bound using segment: {'id': '605c1749-7d69-4283-bccc-0eeebea07807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd288d4bd-410e-4108-b90d-7d241356ba8a'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:11:09.462066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Bound port: df86a921-2280-4035-bb21-abb61f7e03b6, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605c1749-7d69-4283-bccc-0eeebea07807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd288d4bd-410e-4108-b90d-7d241356ba8a'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:11:09.462410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:09.556599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] For port df86a921-2280-4035-bb21-abb61f7e03b6, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:11:09.559886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] For port df86a921-2280-4035-bb21-abb61f7e03b6, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=df86a921-2280-4035-bb21-abb61f7e03b6,segment=NetworkSegment(605c1749-7d69-4283-bccc-0eeebea07807),segment_id=605c1749-7d69-4283-bccc-0eeebea07807)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:11:09.650780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:09.704623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:09.705295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:09.706633 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] 10.222.0.48 "PUT /v2.0/ports/df86a921-2280-4035-bb21-abb61f7e03b6 HTTP/1.1" status: 200 len: 1093 time: 1.2407217 Mar 24 17:11:09.707062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a467dc9b-8ec8-4690-b336-7b34e6c55550', 'tag': 'df86a921-2280-4035-bb21-abb61f7e03b6'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:11:09.730666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643417b-be77-4794-9001-0e73613c29c8 service neutron] Pushing event updated for resources: {'Port': ['ID=df86a921-2280-4035-bb21-abb61f7e03b6,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:09.754098 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a467dc9b-8ec8-4690-b336-7b34e6c55550', 'tag': 'df86a921-2280-4035-bb21-abb61f7e03b6', 'status': 'completed', 'code': 200} Mar 24 17:11:09.857976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a542c44-6414-416b-a6d7-00c324547cdd req-7ba4c921-7ae2-4342-a069-131e9184deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:09.860176 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6a542c44-6414-416b-a6d7-00c324547cdd req-7ba4c921-7ae2-4342-a069-131e9184deb9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc9f33abfc4494ca4f4f222eb12aa55&device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 1096 time: 0.0827844 Mar 24 17:11:10.004293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a542c44-6414-416b-a6d7-00c324547cdd req-b84a0c88-f30c-4658-a8dc-575d64bbcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:10.006348 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6a542c44-6414-416b-a6d7-00c324547cdd req-b84a0c88-f30c-4658-a8dc-575d64bbcedd service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=afc9f33abfc4494ca4f4f222eb12aa55&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1386476 Mar 24 17:11:10.169824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a542c44-6414-416b-a6d7-00c324547cdd req-9cec02b5-394e-4f50-8dd8-03a2f4271462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:10.171278 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6a542c44-6414-416b-a6d7-00c324547cdd req-9cec02b5-394e-4f50-8dd8-03a2f4271462 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584771 Mar 24 17:11:10.352103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-95e90b69-5c9d-44d7-8e9c-410e50f86a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:10.354049 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-95e90b69-5c9d-44d7-8e9c-410e50f86a06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc9f33abfc4494ca4f4f222eb12aa55&device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 1096 time: 0.1425285 Mar 24 17:11:10.436970 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-a4023cb4-59cc-4a3a-a296-53ef1a18badb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df86a921-2280-4035-bb21-abb61f7e03b6 HTTP/1.1" status: 200 len: 217 time: 0.0749826 Mar 24 17:11:10.491843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb5a4-5afb-4717-ba74-3397a5429bf2 req-7caaf1db-7515-45c8-92fe-b7791f8b5cc6 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:10.493332 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-af4cb5a4-5afb-4717-ba74-3397a5429bf2 req-7caaf1db-7515-45c8-92fe-b7791f8b5cc6 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 943 time: 0.2194939 Mar 24 17:11:10.554596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-357fbeee-2f37-488e-ab1d-cdad6ca8b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:10.556072 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-357fbeee-2f37-488e-ab1d-cdad6ca8b10b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e51d4b62-a2d9-47b3-a287-21d5a665866d HTTP/1.1" status: 200 len: 852 time: 0.1085153 Mar 24 17:11:10.603900 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-af4cb5a4-5afb-4717-ba74-3397a5429bf2 req-92196780-d25c-4dcc-97db-0fafd8dc8cf3 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986681 Mar 24 17:11:10.616508 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-af255154-64ec-4dc9-8db2-fbc4d7fd3c3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d288d4bd-410e-4108-b90d-7d241356ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517941 Mar 24 17:11:10.759338 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-cd22114c-23f3-4592-acc6-04c20b10b147 service neutron] 10.222.0.48 "GET /v2.0/networks/d288d4bd-410e-4108-b90d-7d241356ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356869 Mar 24 17:11:10.895033 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100c8839-d8d7-4c67-8f60-eb0b78a9fed5 req-3641838e-b307-4ae2-a7a8-2cc24aa17068 service neutron] 10.222.0.48 "GET /v2.0/networks/d288d4bd-410e-4108-b90d-7d241356ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300378 Mar 24 17:11:11.793340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf50d1c-5867-4f27-8ebe-46144888a585 req-51f8c75a-977f-48f6-83db-219562a2590a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:11.796592 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-faf50d1c-5867-4f27-8ebe-46144888a585 req-51f8c75a-977f-48f6-83db-219562a2590a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 943 time: 0.0792184 Mar 24 17:11:11.848138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-faf50d1c-5867-4f27-8ebe-46144888a585 req-8ca2bcff-1c38-4dcf-8d65-9947f288fe7e tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474365 Mar 24 17:11:13.033855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7907d-4889-437e-bf3f-7c0bcb184de9 req-ce8b1e98-0f7d-4c4b-96a7-497c94ecb36a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:13.035289 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09d7907d-4889-437e-bf3f-7c0bcb184de9 req-ce8b1e98-0f7d-4c4b-96a7-497c94ecb36a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 943 time: 0.0785363 Mar 24 17:11:13.079431 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09d7907d-4889-437e-bf3f-7c0bcb184de9 req-d6b8fdf1-8053-4d16-85d9-b3642556806e tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383358 Mar 24 17:11:13.878812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device df86a921-2280-4035-bb21-abb61f7e03b6 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:11:14.012791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port df86a921-2280-4035-bb21-abb61f7e03b6, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=df86a921-2280-4035-bb21-abb61f7e03b6,segment=NetworkSegment(605c1749-7d69-4283-bccc-0eeebea07807),segment_id=605c1749-7d69-4283-bccc-0eeebea07807)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:11:14.026401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'df86a921-2280-4035-bb21-abb61f7e03b6', 'network_id': 'd288d4bd-410e-4108-b90d-7d241356ba8a', 'port_id': 'df86a921-2280-4035-bb21-abb61f7e03b6', 'mac_address': 'fa:16:3e:39:2d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51d4b62-a2d9-47b3-a287-21d5a665866d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:11:14.084071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:14.100689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df86a921-2280-4035-bb21-abb61f7e03b6 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:11:14.116561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port df86a921-2280-4035-bb21-abb61f7e03b6, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=df86a921-2280-4035-bb21-abb61f7e03b6,segment=NetworkSegment(605c1749-7d69-4283-bccc-0eeebea07807),segment_id=605c1749-7d69-4283-bccc-0eeebea07807)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:11:14.168552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:14.232774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=df86a921-2280-4035-bb21-abb61f7e03b6,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:14.240182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.240533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.240882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.241218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.241560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.241884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.242215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.242541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.242872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.243254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.243510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.243829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:14.268359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d84af5-79e0-42ea-8d95-a5609f0a04d0 req-6be5eedb-1086-4989-8ae7-15097f7d022a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:14.269757 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d3d84af5-79e0-42ea-8d95-a5609f0a04d0 req-6be5eedb-1086-4989-8ae7-15097f7d022a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 944 time: 0.0871041 Mar 24 17:11:14.390521 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['df86a921-2280-4035-bb21-abb61f7e03b6'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:11:14.425094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d3d84af5-79e0-42ea-8d95-a5609f0a04d0 req-0001086c-c669-4b4a-a333-ad802095692c tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494732 Mar 24 17:11:14.531672 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdd69a1c-00fb-402c-8052-989141237645 req-6d570778-19f5-4ef2-85b5-04b848d90e7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708601 Mar 24 17:11:14.671603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd69a1c-00fb-402c-8052-989141237645 req-dbd5bf99-76a0-49fd-b2ef-e2291cee5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:14.673179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdd69a1c-00fb-402c-8052-989141237645 req-dbd5bf99-76a0-49fd-b2ef-e2291cee5368 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 1099 time: 0.0743239 Mar 24 17:11:14.819464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd69a1c-00fb-402c-8052-989141237645 req-c0edcc5a-922e-465a-84d8-81ce32fa7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:14.825957 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdd69a1c-00fb-402c-8052-989141237645 req-c0edcc5a-922e-465a-84d8-81ce32fa7516 service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1265795 Mar 24 17:11:14.924159 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdd69a1c-00fb-402c-8052-989141237645 req-57c96b0e-4082-4083-9779-3cdd5e717329 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a HTTP/1.1" status: 200 len: 1002 time: 0.0961390 Mar 24 17:11:14.985328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd69a1c-00fb-402c-8052-989141237645 req-95cfcc42-ccec-44f4-87ef-242779a66652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:14.986722 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdd69a1c-00fb-402c-8052-989141237645 req-95cfcc42-ccec-44f4-87ef-242779a66652 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0563855 Mar 24 17:11:15.060563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd69a1c-00fb-402c-8052-989141237645 req-49a4f41c-8971-4a7b-a384-58959e469f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:15.061947 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdd69a1c-00fb-402c-8052-989141237645 req-49a4f41c-8971-4a7b-a384-58959e469f2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690291 Mar 24 17:11:15.193890 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdd69a1c-00fb-402c-8052-989141237645 req-7eeb784a-3b8a-4f15-92c1-23f37c7a4450 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248722 Mar 24 17:11:15.327283 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdd69a1c-00fb-402c-8052-989141237645 req-ccb493ee-30f0-43cd-b6f7-4701ab314e32 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275043 Mar 24 17:11:15.611110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f82da-874d-49e7-9af1-94e0736e9ae9 req-7e21ff7f-ae86-4d84-961a-c1152c1a29f5 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:15.612676 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c88f82da-874d-49e7-9af1-94e0736e9ae9 req-7e21ff7f-ae86-4d84-961a-c1152c1a29f5 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 944 time: 0.0831158 Mar 24 17:11:15.656328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c88f82da-874d-49e7-9af1-94e0736e9ae9 req-9a14a991-6b54-4f27-b5bf-3465253191f7 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Mar 24 17:11:15.892043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device df86a921-2280-4035-bb21-abb61f7e03b6 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:11:16.016914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port df86a921-2280-4035-bb21-abb61f7e03b6 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:11:16.022141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port df86a921-2280-4035-bb21-abb61f7e03b6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:16.022507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:16.143081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:16.170230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a467dc9b-8ec8-4690-b336-7b34e6c55550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df86a921-2280-4035-bb21-abb61f7e03b6'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:11:16.179885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port df86a921-2280-4035-bb21-abb61f7e03b6, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=df86a921-2280-4035-bb21-abb61f7e03b6,segment=NetworkSegment(605c1749-7d69-4283-bccc-0eeebea07807),segment_id=605c1749-7d69-4283-bccc-0eeebea07807)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:11:16.214682 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a467dc9b-8ec8-4690-b336-7b34e6c55550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df86a921-2280-4035-bb21-abb61f7e03b6', 'code': 200} Mar 24 17:11:16.246622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:16.315546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=df86a921-2280-4035-bb21-abb61f7e03b6,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:16.552548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46eb03-1ef5-40a9-82ec-202fe57a25e0 req-b10467b8-9c93-43ad-a628-12c3fe5f9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:16.553886 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c46eb03-1ef5-40a9-82ec-202fe57a25e0 req-b10467b8-9c93-43ad-a628-12c3fe5f9681 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 1098 time: 0.0689635 Mar 24 17:11:16.597902 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c46eb03-1ef5-40a9-82ec-202fe57a25e0 req-e9799db6-2c9a-49cc-ac59-18230faec2cb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368688 Mar 24 17:11:16.840202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e3ea8-cb15-438d-ab6f-2598d02fbf27 req-982f52e1-1fbb-4f9e-a84b-8631d2727c7c tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:16.841637 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c2e3ea8-cb15-438d-ab6f-2598d02fbf27 req-982f52e1-1fbb-4f9e-a84b-8631d2727c7c tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0785265 Mar 24 17:11:16.885842 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c2e3ea8-cb15-438d-ab6f-2598d02fbf27 req-9ee1e22b-08b6-4b69-8280-19cdddd50c1c tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 Mar 24 17:11:18.077965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd760-5474-4783-9c2f-50dcd6396d52 req-8915431e-ea3a-4bf3-8692-92b5f7d9ee3a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:18.079393 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a4cdd760-5474-4783-9c2f-50dcd6396d52 req-8915431e-ea3a-4bf3-8692-92b5f7d9ee3a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0837405 Mar 24 17:11:18.122540 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a4cdd760-5474-4783-9c2f-50dcd6396d52 req-0764c7f8-b5fc-445f-985e-a164bc7f446b tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Mar 24 17:11:18.307499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1f5db-ba3b-4953-aa34-c28b5d235be8 req-a59e5130-449b-4ce7-b1b9-5c30da1864e9 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:18.308996 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48a1f5db-ba3b-4953-aa34-c28b5d235be8 req-a59e5130-449b-4ce7-b1b9-5c30da1864e9 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0788274 Mar 24 17:11:18.351851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48a1f5db-ba3b-4953-aa34-c28b5d235be8 req-74ce9bc4-279d-44e4-8faf-ea6a5359384a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Mar 24 17:11:18.922323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0d99b-8c12-4db1-b254-72621815290a req-c31ca69a-58c5-414a-9fee-6f07b741c91f tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:18.923814 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dcf0d99b-8c12-4db1-b254-72621815290a req-c31ca69a-58c5-414a-9fee-6f07b741c91f tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0926263 Mar 24 17:11:18.969968 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dcf0d99b-8c12-4db1-b254-72621815290a req-a8f17310-6656-434e-8b3d-d998727c3c60 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398400 Mar 24 17:11:19.232389 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42034) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:19.304599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb82b2-f881-43ac-b10b-2a52b20c53c8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:19.305070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb82b2-f881-43ac-b10b-2a52b20c53c8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:19.305527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb82b2-f881-43ac-b10b-2a52b20c53c8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:19.307242 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ebdb82b2-f881-43ac-b10b-2a52b20c53c8 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=f97845a723454aa5a8af5a84dd729659&network_id=86b34d93-424a-44a7-b8e6-ec92847509a8 HTTP/1.1" status: 200 len: 3000 time: 0.0737886 Mar 24 17:11:20.165386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd773da-dadb-49f5-a64e-8ed411184dbd req-23c6f569-9c45-496a-8fd1-29c6004b51af tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:20.167689 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9bd773da-dadb-49f5-a64e-8ed411184dbd req-23c6f569-9c45-496a-8fd1-29c6004b51af tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0853822 Mar 24 17:11:20.212085 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9bd773da-dadb-49f5-a64e-8ed411184dbd req-53da4c79-ee3e-4637-abf8-30df23ffeec6 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Mar 24 17:11:20.755153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f394fc-6377-4f5e-91fe-d9d3a38e0776 req-bc184d32-28f9-4db0-b544-aed42210f7a4 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:20.756753 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d2f394fc-6377-4f5e-91fe-d9d3a38e0776 req-bc184d32-28f9-4db0-b544-aed42210f7a4 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0821984 Mar 24 17:11:20.845889 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d2f394fc-6377-4f5e-91fe-d9d3a38e0776 req-256ca6cb-988e-48a5-ac45-fdfcfa8585aa tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828822 Mar 24 17:11:20.873018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-2d1c0cca-9968-4bcf-8801-2f73cdbd256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:20.874450 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-2d1c0cca-9968-4bcf-8801-2f73cdbd256e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc9f33abfc4494ca4f4f222eb12aa55&device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 1098 time: 0.0937064 Mar 24 17:11:21.103890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-23266e94-bd1c-4ffe-bc8b-9c7610b1cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:21.105130 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-23266e94-bd1c-4ffe-bc8b-9c7610b1cc47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d288d4bd-410e-4108-b90d-7d241356ba8a HTTP/1.1" status: 200 len: 913 time: 0.2237868 Mar 24 17:11:21.174459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-081e8ce0-46ae-4e60-b667-eebce0909b41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df86a921-2280-4035-bb21-abb61f7e03b6 HTTP/1.1" status: 200 len: 217 time: 0.0619605 Mar 24 17:11:21.235387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-7835f220-a63b-432f-a7d5-a64cf86f0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:21.236801 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-7835f220-a63b-432f-a7d5-a64cf86f0392 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e51d4b62-a2d9-47b3-a287-21d5a665866d HTTP/1.1" status: 200 len: 852 time: 0.0566692 Mar 24 17:11:21.286210 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-d058d0c5-38d7-418a-ac7c-5dfc0d8657eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d288d4bd-410e-4108-b90d-7d241356ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429070 Mar 24 17:11:21.414638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-c23d0866-a0c0-4a5c-bf27-2d2fb963b925 service neutron] 10.222.0.48 "GET /v2.0/networks/d288d4bd-410e-4108-b90d-7d241356ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220319 Mar 24 17:11:21.453591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42052) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:21.513828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8fb020-2628-40d3-9189-d9a6256fddbf tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:21.514837 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ce8fb020-2628-40d3-9189-d9a6256fddbf tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 814 time: 0.0602295 Mar 24 17:11:21.548875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a10a949-fd2a-44ab-983c-bf4f07073d7d req-2fdefada-706a-46a2-b2ab-f1d3648c90ae service neutron] 10.222.0.48 "GET /v2.0/networks/d288d4bd-410e-4108-b90d-7d241356ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272280 Mar 24 17:11:22.044100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ddcb5-e52c-409e-ba34-4a25c989978c req-840008c2-be4d-4a08-9a9b-3a2ee52aeb29 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:22.045555 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-af2ddcb5-e52c-409e-ba34-4a25c989978c req-840008c2-be4d-4a08-9a9b-3a2ee52aeb29 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0919042 Mar 24 17:11:22.092286 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-af2ddcb5-e52c-409e-ba34-4a25c989978c req-b911c23b-0752-4acd-bd9b-00665a8bbddd tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Mar 24 17:11:22.123587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42062) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:22.129289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'network': {'name': 'tempest-network-smoke--407948825', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'port_security_enabled': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:22.134263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:22.143822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:22.239258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:11:22.242623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:22.271784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:11:22.281241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:22.281584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Added segment 059a7680-67d3-4928-b7cb-64031c8d6060 of type vlan for network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f Mar 24 17:11:22.308997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:22.417473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:22.422903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:22.423477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:22.530541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Network': ['ID=5bd6e0bb-362c-43ad-bccc-686bf1cb343f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:22.540788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:11:22.589273 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-607cdeee-9f98-480c-98c9-ce94c0aec31f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4645200 Mar 24 17:11:22.592494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42066) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:22.660217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62408b41-face-4ad8-b48e-8823098380ae tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:22.661675 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-62408b41-face-4ad8-b48e-8823098380ae tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0682871 Mar 24 17:11:22.664749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42070) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:22.794396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96124bd-03ec-44fa-afd8-050c0abd38fc tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:22.795857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d96124bd-03ec-44fa-afd8-050c0abd38fc tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304483 Mar 24 17:11:22.798988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42074) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:22.840618 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5d878655-135e-4c52-b9b7-3c4e3e99b8f1 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380564 Mar 24 17:11:22.840799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42078) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:22.884324 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1a212227-954a-481d-afd4-e946d568db91 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402560 Mar 24 17:11:22.884533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42082) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:23.011334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3ad32-a1fb-4459-9a30-08305c6ad604 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:23.012820 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-71a3ad32-a1fb-4459-9a30-08305c6ad604 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269357 Mar 24 17:11:23.015645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42086) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:23.055291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ea4dfccb-df25-4501-9eb9-c832b07d95a3 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385866 Mar 24 17:11:23.058589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42090) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:23.063707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520694648', 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:23.172936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:23.177285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:subnet and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:23.179741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:23.186335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:23.273619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32eff70-3ec8-4d75-90ff-aba098489b21 req-ca1a1fa6-2bb5-4e90-b9b5-5340f550a62c tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:23.275058 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a32eff70-3ec8-4d75-90ff-aba098489b21 req-ca1a1fa6-2bb5-4e90-b9b5-5340f550a62c tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0783386 Mar 24 17:11:23.295491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:11:23.298736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:23.517182 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a32eff70-3ec8-4d75-90ff-aba098489b21 req-4f034561-4680-4ade-bfc5-33949ade8316 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361972 Mar 24 17:11:23.703095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:23.784462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=06400a12-649d-4c3b-9415-442261754c7a,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:23.795818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Checking segment: {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:11:23.796212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network hostable DHCP agents. Network: 5bd6e0bb-362c-43ad-bccc-686bf1cb343f, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:11:23.902483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:11:23.971090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 5bd6e0bb-362c-43ad-bccc-686bf1cb343f) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:11:23.975861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:23.976866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:23.981277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0c320-410e-42ff-8670-1cdd31ed4771 None None] Network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:11:24.103594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f0f97d80-88b2-48aa-9af8-50e9856747da tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0437636 Mar 24 17:11:24.134592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9e826-6b5a-4462-a798-7b773b2958ea req-411f816d-97a4-417b-9a11-eb807b964061 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:24.137313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eaf9e826-6b5a-4462-a798-7b773b2958ea req-411f816d-97a4-417b-9a11-eb807b964061 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0877872 Mar 24 17:11:24.184322 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eaf9e826-6b5a-4462-a798-7b773b2958ea req-a23420fb-da1e-4efa-b17f-a4d3ff17c6b8 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Mar 24 17:11:24.207761 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-5bd6e0bb-362c-43ad-bccc-686bf1cb343f', 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ips': [{'subnet_id': '06400a12-649d-4c3b-9415-442261754c7a'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:11:24.208834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:24.361017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Allocated IP 172.20.0.18 (5bd6e0bb-362c-43ad-bccc-686bf1cb343f/06400a12-649d-4c3b-9415-442261754c7a/bbc92041-f710-4928-ab9c-9b12c3e5753f) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:11:24.382869 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:11:24.464485 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42102) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:24.469466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152693753', 'description': 'tempest-secgroup-smoke-1152693753 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:24.475284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:24.485140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:24.560057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:24.570846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:24.580674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Transition to ACTIVE for port object bbc92041-f710-4928-ab9c-9b12c3e5753f will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:11:24.584814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:24.588765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:24.591803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:24.598421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:24.598749 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Transition to ACTIVE for port object bbc92041-f710-4928-ab9c-9b12c3e5753f will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:11:24.667891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:24.674371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:24.736165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:11:24.738855 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:11:24.747558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:11:24.754099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:24.754996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Pushing event updated for resources: {'Port': ['ID=bbc92041-f710-4928-ab9c-9b12c3e5753f,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:24.801517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:24.809449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.809810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.810155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.810501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.810839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.811173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.811518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.812334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.812334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.812559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.812833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.813156 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:11:24.868261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:24.873291 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c28b0a6b-2722-4ca6-9c91-68a5e83e3b33 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4077961 Mar 24 17:11:24.873461 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42106) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:24.873572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Attempting to bind port bbc92041-f710-4928-ab9c-9b12c3e5753f on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:11:24.873865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Attempting to bind port bbc92041-f710-4928-ab9c-9b12c3e5753f by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:11:24.874217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Attempting to bind port bbc92041-f710-4928-ab9c-9b12c3e5753f on network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:11:24.878755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'b144cd88-3daf-4d37-b14d-f1dcf0cdd75f', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:24.879688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:11:24.880086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Checking segment: {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:11:24.880484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:24.880871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Bound using segment: {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:11:24.881346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Bound port: bbc92041-f710-4928-ab9c-9b12c3e5753f, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:11:24.881734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:24.884840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:24.888734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:24.891658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:24.898380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:24.968047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] For port bbc92041-f710-4928-ab9c-9b12c3e5753f, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:11:24.970841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] For port bbc92041-f710-4928-ab9c-9b12c3e5753f, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bbc92041-f710-4928-ab9c-9b12c3e5753f,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:11:24.983753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.017549 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.049212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.091266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.111178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8d8ec-cfbc-48f0-8c3b-52787cb2356a None None] Pushing event updated for resources: {'Port': ['ID=bbc92041-f710-4928-ab9c-9b12c3e5753f,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:25.115398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f49f12f-40f5-4ede-a310-380f921f4ea2,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:25.174954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.176521 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0364e055-3644-4e07-8332-7feac10eca1a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3021662 Mar 24 17:11:25.179073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42110) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:25.184761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'b144cd88-3daf-4d37-b14d-f1dcf0cdd75f', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:25.190707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:25.194486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:25.197543 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:25.204020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:25.281122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.396154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.421734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069d8ab-1468-4f4d-9e21-2ffb981c72db req-2f8e8148-167e-43ca-835e-2bd61c92e569 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:25.423227 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0069d8ab-1468-4f4d-9e21-2ffb981c72db req-2f8e8148-167e-43ca-835e-2bd61c92e569 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.1179087 Mar 24 17:11:25.450826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.475563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2545b3-d7fb-472a-9642-6f8ed3d6ab7e,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:25.531242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.532484 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c94f7891-84ac-499c-9360-a669fd2edfa4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3524532 Mar 24 17:11:25.535245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42118) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:25.540415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'b144cd88-3daf-4d37-b14d-f1dcf0cdd75f', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:25.548438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:25.567074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:25.572793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:25.580629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:25.602949 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0069d8ab-1468-4f4d-9e21-2ffb981c72db req-f6c49aeb-4042-4fbb-b3c4-c37020e01793 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733580 Mar 24 17:11:25.674948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.743263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.768558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bbc92041-f710-4928-ab9c-9b12c3e5753f up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:11:25.816628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.851419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be71c80-c497-4921-a6c0-188ae4dc8bfe,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:25.925367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port bbc92041-f710-4928-ab9c-9b12c3e5753f completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:11:25.937010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:25.939276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e720fc06-2164-4c97-a143-34efd849bff5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4025893 Mar 24 17:11:25.942054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42124) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:25.952566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'b144cd88-3daf-4d37-b14d-f1dcf0cdd75f', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:25.955187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:25.959571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:25.963008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:25.969075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:26.083434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.144217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9292e7-9342-4c92-bf3a-68affcb4253c None None] Network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:11:26.219775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf1c72-85f6-4fa0-895e-3188b466be1c req-3e6021fc-d0eb-45b3-b958-61626fb80277 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:26.221265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c3bf1c72-85f6-4fa0-895e-3188b466be1c req-3e6021fc-d0eb-45b3-b958-61626fb80277 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.1861882 Mar 24 17:11:26.241163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-36be11e2-987a-467b-926e-ee0ad586b026 None None] Provisioning for port bbc92041-f710-4928-ab9c-9b12c3e5753f completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:11:26.246111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.250415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-36be11e2-987a-467b-926e-ee0ad586b026 None None] Provisioning complete for port bbc92041-f710-4928-ab9c-9b12c3e5753f triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:26.250792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-36be11e2-987a-467b-926e-ee0ad586b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.287429 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c3bf1c72-85f6-4fa0-895e-3188b466be1c req-f3051584-cd1e-4c51-8b40-2d127ee33e10 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583112 Mar 24 17:11:26.296177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-d36ed734-b66a-4de5-bd9f-375a2acfed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:26.296177 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-d36ed734-b66a-4de5-bd9f-375a2acfed97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=afc9f33abfc4494ca4f4f222eb12aa55&device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 1098 time: 0.1605608 Mar 24 17:11:26.330295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.404642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5e9f2b-8870-49d5-b465-e60bd6911881,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:26.454201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-5648a384-1a2f-4de4-8840-9f8f6917f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:26.455660 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-5648a384-1a2f-4de4-8840-9f8f6917f452 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d288d4bd-410e-4108-b90d-7d241356ba8a HTTP/1.1" status: 200 len: 913 time: 0.1569583 Mar 24 17:11:26.472005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-36be11e2-987a-467b-926e-ee0ad586b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.515072 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.518497 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dc6c4aee-d705-437e-8a64-4b8fae0b1fe1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5729516 Mar 24 17:11:26.518650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-36be11e2-987a-467b-926e-ee0ad586b026 None None] For port bbc92041-f710-4928-ab9c-9b12c3e5753f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bbc92041-f710-4928-ab9c-9b12c3e5753f,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:11:26.519032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42130) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:26.525114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'b144cd88-3daf-4d37-b14d-f1dcf0cdd75f', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:26.525302 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-92940b3a-5c10-46e9-8e61-6b355517af60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df86a921-2280-4035-bb21-abb61f7e03b6 HTTP/1.1" status: 200 len: 217 time: 0.0642219 Mar 24 17:11:26.531813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:26.536196 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:26.540026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:26.546399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:26.594283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-9f823b12-9ed1-4b90-a9c8-b401cfaa5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:26.595722 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-9f823b12-9ed1-4b90-a9c8-b401cfaa5f6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e51d4b62-a2d9-47b3-a287-21d5a665866d HTTP/1.1" status: 200 len: 852 time: 0.0648465 Mar 24 17:11:26.599690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-36be11e2-987a-467b-926e-ee0ad586b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.629057 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:11:26.639199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.643233 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-2ca973bf-4872-4986-9685-0150d9a9df20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d288d4bd-410e-4108-b90d-7d241356ba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415263 Mar 24 17:11:26.658003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-6c9e304e-bebf-4e81-8780-24c53247fd3c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:11:26.659270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-6c9e304e-bebf-4e81-8780-24c53247fd3c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090239 Mar 24 17:11:26.670056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be11e2-987a-467b-926e-ee0ad586b026 None None] Pushing event updated for resources: {'Port': ['ID=bbc92041-f710-4928-ab9c-9b12c3e5753f,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:26.723246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.724530 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-995f3ed4-7244-4493-b69f-c51e6d69324c None None] Provisioning complete for port bbc92041-f710-4928-ab9c-9b12c3e5753f triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:26.725002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-995f3ed4-7244-4493-b69f-c51e6d69324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.799452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.799693 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-d715b9bb-5b51-4673-b35d-edbfb446efaf service neutron] 10.222.0.48 "GET /v2.0/networks/d288d4bd-410e-4108-b90d-7d241356ba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346674 Mar 24 17:11:26.824452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6edfd5-cf90-41e3-a326-50a92ff04025,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:26.890855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:26.892075 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1ab816fe-e8cb-4e1d-be7b-6058203deb97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3716788 Mar 24 17:11:26.894719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42134) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:26.899754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'b144cd88-3daf-4d37-b14d-f1dcf0cdd75f', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:26.907607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:26.911511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:26.914487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:26.920532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:26.937660 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78b796f4-bea8-4b87-a35f-56fe0971b9f9 req-2bd07419-b7a8-4042-80d4-27adbb939b5f service neutron] 10.222.0.48 "GET /v2.0/networks/d288d4bd-410e-4108-b90d-7d241356ba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323876 Mar 24 17:11:27.005077 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:11:27.012543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:27.079157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:27.125214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:27.149610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7f8ec9-9624-4614-8d91-cbc77ae79a26,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:27.205207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:27.206614 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-41ef1702-3c3f-4c1e-8df0-4e9241340f6c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3109632 Mar 24 17:11:27.476298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80642a0-52ac-4187-b54f-e3fe97be3348 req-c4f8bda1-b45e-4775-945d-b9d43642bfaf tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:27.477953 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a80642a0-52ac-4187-b54f-e3fe97be3348 req-c4f8bda1-b45e-4775-945d-b9d43642bfaf tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0810485 Mar 24 17:11:27.657123 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a80642a0-52ac-4187-b54f-e3fe97be3348 req-50366cc9-6fb9-48c7-ace4-2eba7f832070 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730208 Mar 24 17:11:27.659726 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-5a6f0aef-c6c7-4aa2-a00e-da7352882ef8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152693753&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1590919 Mar 24 17:11:27.745147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bbc92041-f710-4928-ab9c-9b12c3e5753f up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:11:27.812887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-582cfc0b-2f11-4ce6-a0ff-14cbfbc462c3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:27.813550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-582cfc0b-2f11-4ce6-a0ff-14cbfbc462c3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:11:27.817727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port bbc92041-f710-4928-ab9c-9b12c3e5753f triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:27.818101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:27.885979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-582cfc0b-2f11-4ce6-a0ff-14cbfbc462c3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:11:27.887144 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-582cfc0b-2f11-4ce6-a0ff-14cbfbc462c3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=5bd6e0bb-362c-43ad-bccc-686bf1cb343f HTTP/1.1" status: 200 len: 796 time: 0.2200043 Mar 24 17:11:27.903439 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-e759f776-5507-41c9-b9f3-40868318479d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0102940 Mar 24 17:11:27.992559 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-bb51f6f3-dd21-4e2c-8cfa-95cb5b2ec79c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0830252 Mar 24 17:11:28.010723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9dd5d45c-1183-4e2f-a159-463e47423ebf service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:11:28.011776 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9dd5d45c-1183-4e2f-a159-463e47423ebf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058317 Mar 24 17:11:28.138539 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-61884dfb-13e6-4ea0-9cf3-f26605453e5d service neutron] 10.222.0.47 "GET /v2.0/networks/5bd6e0bb-362c-43ad-bccc-686bf1cb343f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215146 Mar 24 17:11:28.270310 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-50f443fd-f3e3-4f96-96b9-504a1ee73b1b service neutron] 10.222.0.47 "GET /v2.0/networks/5bd6e0bb-362c-43ad-bccc-686bf1cb343f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260941 Mar 24 17:11:28.524168 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-74d5a0cb-f71f-4eed-8881-68b15712653c req-1f5f43cf-a6ad-4ebf-93db-c4b980957c86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 210 time: 0.0453050 Mar 24 17:11:28.842346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182571b2-1b64-4ef6-9f0e-47e8f648e5e4 req-6511c0e3-1a6e-4375-a8bf-5c2e7c13e46f tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:28.843819 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-182571b2-1b64-4ef6-9f0e-47e8f648e5e4 req-6511c0e3-1a6e-4375-a8bf-5c2e7c13e46f tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0794179 Mar 24 17:11:28.887764 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-182571b2-1b64-4ef6-9f0e-47e8f648e5e4 req-7ba29199-3ce7-4d1f-b9fd-9b519c0cc682 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379133 Mar 24 17:11:29.441486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5e3cb-4364-41e3-a60e-15c0d2b841fb req-ee62fb0a-ee45-4499-a7ce-cedf06cdbc7e tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:29.442918 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3ea5e3cb-4364-41e3-a60e-15c0d2b841fb req-ee62fb0a-ee45-4499-a7ce-cedf06cdbc7e tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0832078 Mar 24 17:11:29.487878 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3ea5e3cb-4364-41e3-a60e-15c0d2b841fb req-0ea3e79a-3e28-462a-a921-48d2d4ac4d4e tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 Mar 24 17:11:29.676327 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7709a05-1719-4874-b446-6fb3634e954a req-968aea01-61e4-49b8-b64b-320c9da7cee2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 210 time: 0.0438359 Mar 24 17:11:30.405015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9d2a449-a31c-405f-a2d9-589be50ff441 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:30.406442 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9d2a449-a31c-405f-a2d9-589be50ff441 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=5bd6e0bb-362c-43ad-bccc-686bf1cb343f HTTP/1.1" status: 200 len: 796 time: 0.1520681 Mar 24 17:11:30.456720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4b46f49d-d4e8-43ea-91fc-085067835e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:30.462238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-341f0899-97f3-473b-b358-e512f4caea91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 472 time: 0.0471132 Mar 24 17:11:30.471117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': 'e4c1a564-ee43-4188-851f-af6daf72113d', 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['b144cd88-3daf-4d37-b14d-f1dcf0cdd75f']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:30.652608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:11:30.657798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:port and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:11:30.661861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:11:30.669569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:11:30.704975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d2abf-fbd2-4cab-96ef-638c0bc8711d req-bea7d271-dfcc-4724-88d4-0a8f13692996 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:30.706252 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1d3d2abf-fbd2-4cab-96ef-638c0bc8711d req-bea7d271-dfcc-4724-88d4-0a8f13692996 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.1121073 Mar 24 17:11:30.753667 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1d3d2abf-fbd2-4cab-96ef-638c0bc8711d req-60ead78c-7652-420b-b4dd-4c989aaa4304 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Mar 24 17:11:30.765454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:11:30.769422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:30.872876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d5b6c9d2-debc-4644-9cef-d2d42f8dc84f req-4221973b-d15d-4944-be25-3c85efeffda8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 210 time: 0.0859888 Mar 24 17:11:30.972026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.21 (5bd6e0bb-362c-43ad-bccc-686bf1cb343f/06400a12-649d-4c3b-9415-442261754c7a/fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:11:31.164179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:31.180090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:11:31.240389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-9d71ef22-4bce-4157-80b3-4c1a7b7f6a79 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:31.241800 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-9d71ef22-4bce-4157-80b3-4c1a7b7f6a79 tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.48 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.0786946 Mar 24 17:11:31.280302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:31.316943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Deleting port df86a921-2280-4035-bb21-abb61f7e03b6 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:11:31.317292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:31.346552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:11:31.349571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:11:31.358772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:11:31.389648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:31.428251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:31.428871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:31.531428 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9f6fc7b5-c344-41ac-96bc-0cd9a7565a77 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0639665 Mar 24 17:11:31.544207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Request body: {'port': {'device_id': 'e4c1a564-ee43-4188-851f-af6daf72113d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:11:31.576140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] For port df86a921-2280-4035-bb21-abb61f7e03b6, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=df86a921-2280-4035-bb21-abb61f7e03b6,segment=NetworkSegment(605c1749-7d69-4283-bccc-0eeebea07807),segment_id=605c1749-7d69-4283-bccc-0eeebea07807)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:11:31.576519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:31.627813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f4deba9e-a6e7-4753-b58e-77354a49a4d6 None None] Provisioning for port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:11:31.632921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f4deba9e-a6e7-4753-b58e-77354a49a4d6 None None] Provisioning complete for port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:31.633335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f4deba9e-a6e7-4753-b58e-77354a49a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:31.657416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:31.688844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f4deba9e-a6e7-4753-b58e-77354a49a4d6 None None] Port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:11:31.706005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Calling delete_port for df86a921-2280-4035-bb21-abb61f7e03b6 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:11:31.953769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:31.965560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['df86a921-2280-4035-bb21-abb61f7e03b6'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:11:32.007268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Pushing event deleted for resources: {'Port': ['ID=df86a921-2280-4035-bb21-abb61f7e03b6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:32.086581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] No DVR routers for this DVR port df86a921-2280-4035-bb21-abb61f7e03b6 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:11:32.089240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:32.091842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a467dc9b-8ec8-4690-b336-7b34e6c55550', 'name': 'network-vif-deleted', 'tag': 'df86a921-2280-4035-bb21-abb61f7e03b6'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:11:32.154340 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-f803dfd2-aca0-4c80-aba6-da5795d82609 req-e1643751-5820-4273-b4dc-3d18dc923a4a tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.48 "DELETE /v2.0/ports/df86a921-2280-4035-bb21-abb61f7e03b6 HTTP/1.1" status: 204 len: 173 time: 0.9064837 Mar 24 17:11:32.171092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbd6eb-49b9-4814-b8fd-30688dc5f79e req-4dfcc136-c5c6-42d4-9134-af897d21fb4b tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:32.172584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-47bbd6eb-49b9-4814-b8fd-30688dc5f79e req-4dfcc136-c5c6-42d4-9134-af897d21fb4b tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/ports?device_id=a467dc9b-8ec8-4690-b336-7b34e6c55550 HTTP/1.1" status: 200 len: 945 time: 0.2833436 Mar 24 17:11:32.293162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3ef9b-4ffc-45eb-b86e-06fbd42b9d74 req-baf3dfc0-1dff-4d10-9cdf-4c13c5b927b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:32.293912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-42a3ef9b-4ffc-45eb-b86e-06fbd42b9d74 req-baf3dfc0-1dff-4d10-9cdf-4c13c5b927b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:11:32.297783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:11:32.303998 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-47bbd6eb-49b9-4814-b8fd-30688dc5f79e req-d6dee51c-8e4c-4f05-890f-074e2009ad5c tempest-TestServerAdvancedOps-620989144 tempest-TestServerAdvancedOps-620989144-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4aedc2d-7605-4d86-9e40-a1e67548c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188235 Mar 24 17:11:32.309246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:32.340985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Transition to ACTIVE for port object fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:11:32.362834 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a467dc9b-8ec8-4690-b336-7b34e6c55550', 'name': 'network-vif-deleted', 'tag': 'df86a921-2280-4035-bb21-abb61f7e03b6', 'status': 'completed', 'code': 200} Mar 24 17:11:32.387846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-42a3ef9b-4ffc-45eb-b86e-06fbd42b9d74 req-baf3dfc0-1dff-4d10-9cdf-4c13c5b927b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:11:32.389028 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-42a3ef9b-4ffc-45eb-b86e-06fbd42b9d74 req-baf3dfc0-1dff-4d10-9cdf-4c13c5b927b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 932 time: 0.3045466 Mar 24 17:11:32.425586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:32.480037 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-42a3ef9b-4ffc-45eb-b86e-06fbd42b9d74 req-06d6c44b-8a63-4124-9a23-e941bb595164 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851576 Mar 24 17:11:32.565478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Pushing event updated for resources: {'Port': ['ID=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:32.651325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a41d30f0-21a7-455d-b9ef-51b664d7d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:32.682091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Attempting to bind port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:11:32.682425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Attempting to bind port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:11:32.683347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Attempting to bind port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c on network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:11:32.689980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c on network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:11:32.690455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Attempting to bind port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c on network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:11:32.696101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:11:32.696432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Checking segment: {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:11:32.696810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Bound using segment: {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:11:32.696952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:32.697220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Bound port: fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:11:32.697552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:32.788582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] For port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:11:32.791776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] For port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:11:32.862558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:32.923412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:32.924105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:32.925393 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] 10.222.0.48 "PUT /v2.0/ports/fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c HTTP/1.1" status: 200 len: 1094 time: 1.3864796 Mar 24 17:11:32.926022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c1a564-ee43-4188-851f-af6daf72113d', 'tag': 'fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:11:32.951565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad8ffc-c7e3-4c7e-8726-de5bebdfd6fd service neutron] Pushing event updated for resources: {'Port': ['ID=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:32.988929 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c1a564-ee43-4188-851f-af6daf72113d', 'tag': 'fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c', 'status': 'completed', 'code': 200} Mar 24 17:11:33.086004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6ed0e-0231-45f1-91de-163fa2144825 req-2e291d7b-cec3-4255-8265-b6c64499afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:33.087569 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7a6ed0e-0231-45f1-91de-163fa2144825 req-2e291d7b-cec3-4255-8265-b6c64499afac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 1097 time: 0.0723166 Mar 24 17:11:33.233430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6ed0e-0231-45f1-91de-163fa2144825 req-a3f33f9f-e98f-4ab5-b86e-fb62477150c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:33.234081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6ed0e-0231-45f1-91de-163fa2144825 req-a3f33f9f-e98f-4ab5-b86e-fb62477150c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:33.235291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7a6ed0e-0231-45f1-91de-163fa2144825 req-a3f33f9f-e98f-4ab5-b86e-fb62477150c6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1390750 Mar 24 17:11:33.370092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6ed0e-0231-45f1-91de-163fa2144825 req-e91e4025-c4c0-4b69-93fc-cccbd001f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:33.371674 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7a6ed0e-0231-45f1-91de-163fa2144825 req-e91e4025-c4c0-4b69-93fc-cccbd001f631 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309421 Mar 24 17:11:33.403030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42190) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:33.462414 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb0056c-b2ee-4a20-a32c-b5467747a11c admin admin] Deleting subnet e51d4b62-a2d9-47b3-a287-21d5a665866d {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:11:33.465887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebb0056c-b2ee-4a20-a32c-b5467747a11c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:33.478291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-c5cf4b12-b138-4d8a-8a29-367722b3cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:33.480388 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-c5cf4b12-b138-4d8a-8a29-367722b3cb94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 1097 time: 0.0737514 Mar 24 17:11:33.516200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebb0056c-b2ee-4a20-a32c-b5467747a11c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:33.547789 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-59325115-9c69-4db4-b7f7-366a1d1fd6a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c HTTP/1.1" status: 200 len: 217 time: 0.0607121 Mar 24 17:11:33.575858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebb0056c-b2ee-4a20-a32c-b5467747a11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:33.657725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-61f44474-6f75-40bb-b509-17045c7de5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:33.659062 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-61f44474-6f75-40bb-b509-17045c7de5ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=06400a12-649d-4c3b-9415-442261754c7a HTTP/1.1" status: 200 len: 838 time: 0.1062760 Mar 24 17:11:33.702888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebb0056c-b2ee-4a20-a32c-b5467747a11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:33.731699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d53303-f22d-4060-85c1-f4efab4a6351 req-b4c6bd42-3fde-471d-b0a9-d5dc4605b7be tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:33.733179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-37d53303-f22d-4060-85c1-f4efab4a6351 req-b4c6bd42-3fde-471d-b0a9-d5dc4605b7be tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 944 time: 0.1438928 Mar 24 17:11:33.738039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0056c-b2ee-4a20-a32c-b5467747a11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e51d4b62-a2d9-47b3-a287-21d5a665866d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:33.747004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ebb0056c-b2ee-4a20-a32c-b5467747a11c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:33.756140 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ebb0056c-b2ee-4a20-a32c-b5467747a11c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e51d4b62-a2d9-47b3-a287-21d5a665866d HTTP/1.1" status: 204 len: 168 time: 0.3497381 Mar 24 17:11:33.756302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42196) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:33.798965 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-37d53303-f22d-4060-85c1-f4efab4a6351 req-5a30ca77-d008-4cc0-9a1f-b52f60905d15 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589414 Mar 24 17:11:33.801070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9420b2fb-68e1-468c-bc64-ddc4066a7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:33.802459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9420b2fb-68e1-468c-bc64-ddc4066a7efb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5bd6e0bb-362c-43ad-bccc-686bf1cb343f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1359825 Mar 24 17:11:33.851503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:33.862778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:33.865961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:33.942346 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-6d65e6a2-f336-448e-9f85-0867b36bb04f service neutron] 10.222.0.48 "GET /v2.0/networks/5bd6e0bb-362c-43ad-bccc-686bf1cb343f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339285 Mar 24 17:11:33.993623 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.024136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d288d4bd-410e-4108-b90d-7d241356ba8a']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:34.037746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605c1749-7d69-4283-bccc-0eeebea07807') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:34.038039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605c1749-7d69-4283-bccc-0eeebea07807') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:34.050773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.067983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.075239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:11:34.075643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:11:34.089221 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:11:34.195824 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad94f104-ebf2-424f-b53f-61bc444e81b4 req-9adea5d3-a69a-44ba-bab1-b19035cf384e service neutron] 10.222.0.48 "GET /v2.0/networks/5bd6e0bb-362c-43ad-bccc-686bf1cb343f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462368 Mar 24 17:11:34.216608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.221084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.250082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] Pushing event deleted for resources: {'Network': ['ID=d288d4bd-410e-4108-b90d-7d241356ba8a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:34.297472 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6616a552-401f-40b4-b08b-710355ecef73 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d288d4bd-410e-4108-b90d-7d241356ba8a HTTP/1.1" status: 204 len: 168 time: 0.5402665 Mar 24 17:11:34.300132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42200) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:34.358720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd1bc26-a990-479e-bf87-ee481cf64038 admin admin] Deleting subnet d5bfc12f-832f-4e57-b035-051c4d4ead48 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:11:34.361809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edd1bc26-a990-479e-bf87-ee481cf64038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.412298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edd1bc26-a990-479e-bf87-ee481cf64038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.470182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edd1bc26-a990-479e-bf87-ee481cf64038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.587429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edd1bc26-a990-479e-bf87-ee481cf64038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.625876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1bc26-a990-479e-bf87-ee481cf64038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bfc12f-832f-4e57-b035-051c4d4ead48,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:34.630224 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-edd1bc26-a990-479e-bf87-ee481cf64038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.635770 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-edd1bc26-a990-479e-bf87-ee481cf64038 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d5bfc12f-832f-4e57-b035-051c4d4ead48 HTTP/1.1" status: 204 len: 168 time: 0.3346963 Mar 24 17:11:34.638194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42204) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:34.845362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:34.981282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.001299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba7373-b068-4e55-b0d3-5e981193fbc8 req-81f8c822-d19a-4f88-9c91-207b8d48972e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:35.002866 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-40ba7373-b068-4e55-b0d3-5e981193fbc8 req-81f8c822-d19a-4f88-9c91-207b8d48972e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 944 time: 0.0862048 Mar 24 17:11:35.010117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778b2a88-b942-4423-b503-65d8b36d7919']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:35.027282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7729c59e-6b6c-440e-9fe9-e372d06c38d8') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:35.027848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7729c59e-6b6c-440e-9fe9-e372d06c38d8') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:35.040969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.055033 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-40ba7373-b068-4e55-b0d3-5e981193fbc8 req-b150e2f3-e1a5-449f-a8b4-c0dffa37a81c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457306 Mar 24 17:11:35.058393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.064617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:11:35.065024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:11:35.078669 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:11:35.228106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.243789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.253663 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] 10.222.0.47 "DELETE /v2.0/networks/778b2a88-b942-4423-b503-65d8b36d7919 HTTP/1.1" status: 204 len: 168 time: 0.6145477 Mar 24 17:11:35.254497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b9e3f-6fd1-416c-bed8-ce28c81eaf47 admin admin] Pushing event deleted for resources: {'Network': ['ID=778b2a88-b942-4423-b503-65d8b36d7919,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:35.256807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.675161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42212) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:35.742017 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e31f862b-54b7-4aaa-bcab-513166a28fa7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=afc9f33abfc4494ca4f4f222eb12aa55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656812 Mar 24 17:11:35.749293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42216) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:35.807399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c826e36-b8a1-41a5-a9c6-284f3eaf0bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.833605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c826e36-b8a1-41a5-a9c6-284f3eaf0bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.930974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c826e36-b8a1-41a5-a9c6-284f3eaf0bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:35.948704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c826e36-b8a1-41a5-a9c6-284f3eaf0bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aedc2d-7605-4d86-9e40-a1e67548c75a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:35.985242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:11:35.988364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device df86a921-2280-4035-bb21-abb61f7e03b6 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:11:35.999077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6c826e36-b8a1-41a5-a9c6-284f3eaf0bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:36.000250 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6c826e36-b8a1-41a5-a9c6-284f3eaf0bc8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4aedc2d-7605-4d86-9e40-a1e67548c75a HTTP/1.1" status: 204 len: 168 time: 0.2500269 Mar 24 17:11:36.024815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: df86a921-2280-4035-bb21-abb61f7e03b6 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:11:36.025155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device df86a921-2280-4035-bb21-abb61f7e03b6 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:11:36.155374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:11:36.169814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c', 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f', 'port_id': 'fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c', 'mac_address': 'fa:16:3e:0f:34:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06400a12-649d-4c3b-9415-442261754c7a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:11:36.228732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:36.246004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:11:36.246910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d1998-fc60-4828-9690-9cee85bca0ab req-c81c6943-7a04-4b25-8be7-77a1be6c03ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:36.248368 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a28d1998-fc60-4828-9690-9cee85bca0ab req-c81c6943-7a04-4b25-8be7-77a1be6c03ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 944 time: 0.0836132 Mar 24 17:11:36.261704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:11:36.293614 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a28d1998-fc60-4828-9690-9cee85bca0ab req-4672172f-9102-41b6-8482-5118d08af812 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393701 Mar 24 17:11:36.342278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:36.408842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:36.553976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:11:36.629665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42226) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:36.682967 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-37f00ffc-1673-4508-aa7e-5475ce5107e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a5dc0fede4f4ec686e83015479b7dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496981 Mar 24 17:11:36.684010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42230) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:36.744064 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03b2327e-cadc-4393-a075-bf3ecb1b41ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:36.774731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03b2327e-cadc-4393-a075-bf3ecb1b41ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:36.885295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03b2327e-cadc-4393-a075-bf3ecb1b41ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:36.900120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2327e-cadc-4393-a075-bf3ecb1b41ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685dfdbf-3663-4b13-90f7-4ab3bc226160,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:36.907348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-03b2327e-cadc-4393-a075-bf3ecb1b41ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:36.911763 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-03b2327e-cadc-4393-a075-bf3ecb1b41ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/685dfdbf-3663-4b13-90f7-4ab3bc226160 HTTP/1.1" status: 204 len: 168 time: 0.2267346 Mar 24 17:11:37.479573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e145eb-9016-41b6-b37d-00f1230c3f6f req-f011db4e-d736-4163-95ca-eca0de0ff212 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:37.481111 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-33e145eb-9016-41b6-b37d-00f1230c3f6f req-f011db4e-d736-4163-95ca-eca0de0ff212 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 945 time: 0.0829687 Mar 24 17:11:37.535922 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-33e145eb-9016-41b6-b37d-00f1230c3f6f req-3f49ca1d-bd5c-41f0-b1aa-6b5834746348 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Mar 24 17:11:37.988891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:11:38.153600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:11:38.158978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:38.159421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:38.277201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:38.304472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c1a564-ee43-4188-851f-af6daf72113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:11:38.315242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:11:38.350986 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c1a564-ee43-4188-851f-af6daf72113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c', 'code': 200} Mar 24 17:11:38.405384 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:38.477957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:38.788156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c16d14-c06a-4f80-b5f5-fd55da87ad1e req-6939fb0b-eb27-4c30-968e-1e16bd089f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:38.790238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-40c16d14-c06a-4f80-b5f5-fd55da87ad1e req-6939fb0b-eb27-4c30-968e-1e16bd089f8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 1099 time: 0.1102042 Mar 24 17:11:38.803702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af1eaf-45d9-4f35-9c94-b2916f14ae6c req-0a1cc7d1-f2dc-4dd0-8ea9-19f6b6d8edcc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:38.805448 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4af1eaf-45d9-4f35-9c94-b2916f14ae6c req-0a1cc7d1-f2dc-4dd0-8ea9-19f6b6d8edcc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 946 time: 0.1578472 Mar 24 17:11:38.873210 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-40c16d14-c06a-4f80-b5f5-fd55da87ad1e req-d57e6b5d-2a0b-45cb-bc9d-b2db667ebef7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665340 Mar 24 17:11:38.877410 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4af1eaf-45d9-4f35-9c94-b2916f14ae6c req-bdc2762e-575a-4820-86f9-66973430ca69 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559382 Mar 24 17:11:40.078788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82fb37-162c-42ec-bd08-af4aaa25231b req-587f9c96-1eb1-4285-8711-0e7fc65b4520 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:40.080251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c82fb37-162c-42ec-bd08-af4aaa25231b req-587f9c96-1eb1-4285-8711-0e7fc65b4520 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 946 time: 0.0941355 Mar 24 17:11:40.125013 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c82fb37-162c-42ec-bd08-af4aaa25231b req-2cf46b69-70a7-481a-b5cd-cf265bfffd6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388310 Mar 24 17:11:41.306231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af98089-471a-499a-b638-4f3378448585 req-e3b9c2ea-917b-4c4a-8ab4-7252d43fb67f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:41.308382 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7af98089-471a-499a-b638-4f3378448585 req-e3b9c2ea-917b-4c4a-8ab4-7252d43fb67f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 946 time: 0.0781488 Mar 24 17:11:41.350684 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7af98089-471a-499a-b638-4f3378448585 req-b4532263-fee8-48f0-a241-f9e088b356a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367553 Mar 24 17:11:41.532915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cee15-7df6-45fe-9e49-82fc6c3b2cd4 req-df3fd878-5cc8-46d4-b00a-2bc8d8557a46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:11:41.534335 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-086cee15-7df6-45fe-9e49-82fc6c3b2cd4 req-df3fd878-5cc8-46d4-b00a-2bc8d8557a46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 946 time: 0.0799773 Mar 24 17:11:41.578017 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-086cee15-7df6-45fe-9e49-82fc6c3b2cd4 req-bc578d13-cf39-4fa9-b4ec-ed27e043dc06 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381207 Mar 24 17:11:43.091743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42252) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:11:43.767792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:44.260813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.17 (5bd6e0bb-362c-43ad-bccc-686bf1cb343f/06400a12-649d-4c3b-9415-442261754c7a/0dc57283-b360-4e8f-af59-7292905f7d1b) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:11:44.417764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:44.433294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 0dc57283-b360-4e8f-af59-7292905f7d1b will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:11:44.513091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:44.577163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:11:44.580091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:11:44.588418 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:11:44.623056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=0dc57283-b360-4e8f-af59-7292905f7d1b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:44.654290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:44.896200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8b3d3937-e71f-47ec-b741-96bc6180450d None None] Provisioning for port 0dc57283-b360-4e8f-af59-7292905f7d1b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:11:44.902680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8b3d3937-e71f-47ec-b741-96bc6180450d None None] Provisioning complete for port 0dc57283-b360-4e8f-af59-7292905f7d1b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:44.903040 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3937-e71f-47ec-b741-96bc6180450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:44.920390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:44.956304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d3937-e71f-47ec-b741-96bc6180450d None None] Port 0dc57283-b360-4e8f-af59-7292905f7d1b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:11:45.313365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:45.370203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:45.481895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:45.485209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=0dc57283-b360-4e8f-af59-7292905f7d1b,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:45.725014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:11:45.726093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:11:45.919684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:11:45.979881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5079564a-97df-4286-ad47-841c03bd8da6 None None] Provisioning complete for port 0dc57283-b360-4e8f-af59-7292905f7d1b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:45.980550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5079564a-97df-4286-ad47-841c03bd8da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:46.032060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5079564a-97df-4286-ad47-841c03bd8da6 None None] Port 0dc57283-b360-4e8f-af59-7292905f7d1b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:11:46.099506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:11:46.109104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Sync routers for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:11:46.118003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:11:46.118604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:11:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:46.177990 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a095518a-1c7c-4df0-a7a1-b15a526aa01d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/9c8f5def-5ae4-4ec2-b59d-92c11c703ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0850985 Mar 24 17:11:46.303311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:11:46.640996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:11:44Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '612503c8-bc19-4301-9d30-db23c1f3090a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:10:46Z', 'updated_at': '2022-03-24T17:10:49Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc57283-b360-4e8f-af59-7292905f7d1b', 'name': '', 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:46:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06400a12-649d-4c3b-9415-442261754c7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:11:44Z', 'updated_at': '2022-03-24T17:11:45Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '06400a12-649d-4c3b-9415-442261754c7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:46.644730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Checking router: 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:11:46.645083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Updating router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 port 0dc57283-b360-4e8f-af59-7292905f7d1b binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:11:46.699632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:47.055269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:47.067632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Transition to ACTIVE for port object 0dc57283-b360-4e8f-af59-7292905f7d1b will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:11:47.124903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:47.281905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cef46-9598-4cd9-92b3-b4007186db4b None None] Pushing event updated for resources: {'Port': ['ID=0dc57283-b360-4e8f-af59-7292905f7d1b,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:47.353676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Attempting to bind port 0dc57283-b360-4e8f-af59-7292905f7d1b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:11:47.354038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Attempting to bind port 0dc57283-b360-4e8f-af59-7292905f7d1b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:11:47.354439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Attempting to bind port 0dc57283-b360-4e8f-af59-7292905f7d1b on network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:11:47.362432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:11:47.362795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Checking segment: {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:11:47.363187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:47.363569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Bound using segment: {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:11:47.364048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Bound port: 0dc57283-b360-4e8f-af59-7292905f7d1b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059a7680-67d3-4928-b7cb-64031c8d6060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:11:47.364501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:47.456962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] For port 0dc57283-b360-4e8f-af59-7292905f7d1b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:11:47.459674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] For port 0dc57283-b360-4e8f-af59-7292905f7d1b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0dc57283-b360-4e8f-af59-7292905f7d1b,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:11:47.547672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:47.623270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:11:47.623891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:11:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:47.683153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cef46-9598-4cd9-92b3-b4007186db4b None None] Pushing event updated for resources: {'Port': ['ID=0dc57283-b360-4e8f-af59-7292905f7d1b,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:47.814729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:11:48.171292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:11:44Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '612503c8-bc19-4301-9d30-db23c1f3090a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:10:46Z', 'updated_at': '2022-03-24T17:10:49Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc57283-b360-4e8f-af59-7292905f7d1b', 'name': '', 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:46:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06400a12-649d-4c3b-9415-442261754c7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:11:44Z', 'updated_at': '2022-03-24T17:11:47Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '06400a12-649d-4c3b-9415-442261754c7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:11:48.175314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803707b-1e27-44c5-af04-bb58f9af2679 None None] The sync data for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv is: [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:11:44Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '612503c8-bc19-4301-9d30-db23c1f3090a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:10:46Z', 'updated_at': '2022-03-24T17:10:49Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc57283-b360-4e8f-af59-7292905f7d1b', 'name': '', 'network_id': '5bd6e0bb-362c-43ad-bccc-686bf1cb343f', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:46:85:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06400a12-649d-4c3b-9415-442261754c7a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:11:44Z', 'updated_at': '2022-03-24T17:11:47Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '06400a12-649d-4c3b-9415-442261754c7a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:11:49.753437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0dc57283-b360-4e8f-af59-7292905f7d1b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:11:49.861779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 0dc57283-b360-4e8f-af59-7292905f7d1b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:11:49.866553 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0dc57283-b360-4e8f-af59-7292905f7d1b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:49.866923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:49.981786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:50.013417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 0dc57283-b360-4e8f-af59-7292905f7d1b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0dc57283-b360-4e8f-af59-7292905f7d1b,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:11:50.061922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:11:50.126624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=0dc57283-b360-4e8f-af59-7292905f7d1b,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:11:51.740701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0dc57283-b360-4e8f-af59-7292905f7d1b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:11:51.827215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0dc57283-b360-4e8f-af59-7292905f7d1b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:11:51.827582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:00.467592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fdc27c93-acec-40a6-ba7b-3251af946754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:01.381091 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:12:02.632766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3a8d6faa-05ff-4360-9b4b-a3ff9a432c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:02.690080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:03.861546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:03.884195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:04.596783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42278) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:05.151024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:05.239067 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:05.637320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 0dc57283-b360-4e8f-af59-7292905f7d1b {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:05.637978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:05.827177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 0dc57283-b360-4e8f-af59-7292905f7d1b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0dc57283-b360-4e8f-af59-7292905f7d1b,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:05.827528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:05.954545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 0dc57283-b360-4e8f-af59-7292905f7d1b owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:06.284577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:06.331985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=0dc57283-b360-4e8f-af59-7292905f7d1b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:06.612710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:07.088914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:12:07.266885 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:12:07.276015 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] Sync routers for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:12:07.279203 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c70b33e5-73b1-4bbf-b371-6498e087c206 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/9c8f5def-5ae4-4ec2-b59d-92c11c703ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6813118 Mar 24 17:12:07.288944 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:07.289565 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:07.467444 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:07.821940 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:12:06Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '612503c8-bc19-4301-9d30-db23c1f3090a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:10:46Z', 'updated_at': '2022-03-24T17:10:49Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:07.826721 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] Checking router: 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:12:07.835059 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:07.835659 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:07.902969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203f5f3-5686-44b7-93f2-f00219296903 req-8b68b024-1d81-4652-9c6e-4fab014ff8a9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:07.904423 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8203f5f3-5686-44b7-93f2-f00219296903 req-8b68b024-1d81-4652-9c6e-4fab014ff8a9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 946 time: 0.0848234 Mar 24 17:12:07.948650 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8203f5f3-5686-44b7-93f2-f00219296903 req-baa7b6db-5801-4db5-8276-c83412c69388 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386438 Mar 24 17:12:08.009409 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:08.344929 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:12:06Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '612503c8-bc19-4301-9d30-db23c1f3090a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:10:46Z', 'updated_at': '2022-03-24T17:10:49Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:08.348710 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73aae44-77a0-4ffe-93c0-e5dc76c8326f None None] The sync data for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv is: [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:12:06Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '612503c8-bc19-4301-9d30-db23c1f3090a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'port_id': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'mac_address': 'fa:16:3e:43:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:10:46Z', 'updated_at': '2022-03-24T17:10:49Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:12:09.035080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-dc2cd7d6-3ab3-46d5-a97e-57adff85ace8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:09.036509 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-dc2cd7d6-3ab3-46d5-a97e-57adff85ace8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 946 time: 0.0775144 Mar 24 17:12:09.146640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:09.146965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:09.263823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0679f3-be05-488b-82cd-7f76999215ca req-5331254c-0615-406f-b262-518b54cd67fb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:09.265211 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1b0679f3-be05-488b-82cd-7f76999215ca req-5331254c-0615-406f-b262-518b54cd67fb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 946 time: 0.1908896 Mar 24 17:12:09.409090 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1b0679f3-be05-488b-82cd-7f76999215ca req-c6254e3e-f1ea-4f26-86bf-2eadafe6ede9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364312 Mar 24 17:12:09.440641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:09.440986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:09.563615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:09.717610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0dc57283-b360-4e8f-af59-7292905f7d1b no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:12:09.752511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 0dc57283-b360-4e8f-af59-7292905f7d1b {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:12:09.753149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0dc57283-b360-4e8f-af59-7292905f7d1b not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:12:09.890359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:09.943344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:09.980774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.981141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.981464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.981796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.982126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.982456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.982779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.983101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.983425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.983742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.984089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:09.984407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:10.025525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:12:10.027842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:10.030343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c1a564-ee43-4188-851f-af6daf72113d', 'name': 'network-vif-deleted', 'tag': 'fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:12:10.041640 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2bd7ce9a-9300-463d-badb-85d040afeca8 req-bfa39766-f336-45bc-9d21-609b2534564f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c HTTP/1.1" status: 204 len: 173 time: 0.9998069 Mar 24 17:12:10.076200 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c1a564-ee43-4188-851f-af6daf72113d', 'name': 'network-vif-deleted', 'tag': 'fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c', 'status': 'completed', 'code': 200} Mar 24 17:12:10.573875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-b2cd18ce-4ec5-4ee7-af0d-6cc9c5a4f3b0 req-67cc4776-54a9-46d2-8ac5-bd8069b2d327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:12:10.644861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-b2cd18ce-4ec5-4ee7-af0d-6cc9c5a4f3b0 req-67cc4776-54a9-46d2-8ac5-bd8069b2d327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:12:10.646088 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b2cd18ce-4ec5-4ee7-af0d-6cc9c5a4f3b0 req-67cc4776-54a9-46d2-8ac5-bd8069b2d327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c1a564-ee43-4188-851f-af6daf72113d HTTP/1.1" status: 200 len: 210 time: 0.1154017 Mar 24 17:12:11.742559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42296) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:11.814218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8757-3449-4faf-9e1a-6baea5477c86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:11.843297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8757-3449-4faf-9e1a-6baea5477c86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:11.993044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8757-3449-4faf-9e1a-6baea5477c86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.012206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a8757-3449-4faf-9e1a-6baea5477c86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b144cd88-3daf-4d37-b14d-f1dcf0cdd75f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:12.019836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8757-3449-4faf-9e1a-6baea5477c86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.021060 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0d8a8757-3449-4faf-9e1a-6baea5477c86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/b144cd88-3daf-4d37-b14d-f1dcf0cdd75f HTTP/1.1" status: 204 len: 168 time: 0.2775168 Mar 24 17:12:12.113647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42302) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:12.182640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c3b9d2-486c-4399-bb89-950dde0bf07f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting subnet 06400a12-649d-4c3b-9415-442261754c7a {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:12:12.185740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-20c3b9d2-486c-4399-bb89-950dde0bf07f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.204628 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:12:12.240217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-20c3b9d2-486c-4399-bb89-950dde0bf07f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.241245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:12:12.241597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device fb39b3eb-6112-43fe-a2d8-bf7cb5895e7c not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:12:12.322110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-20c3b9d2-486c-4399-bb89-950dde0bf07f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.450590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-20c3b9d2-486c-4399-bb89-950dde0bf07f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.488795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3b9d2-486c-4399-bb89-950dde0bf07f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Subnet': ['ID=06400a12-649d-4c3b-9415-442261754c7a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:12.493777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-20c3b9d2-486c-4399-bb89-950dde0bf07f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.500188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2683b-8e63-4852-881c-b05992f14d16 None None] Network 5bd6e0bb-362c-43ad-bccc-686bf1cb343f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:12:12.500576 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-20c3b9d2-486c-4399-bb89-950dde0bf07f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/subnets/06400a12-649d-4c3b-9415-442261754c7a HTTP/1.1" status: 204 len: 168 time: 0.3856020 Mar 24 17:12:12.503060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42306) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:12.619366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.630070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port bbc92041-f710-4928-ab9c-9b12c3e5753f {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:12.630391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.751548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] DHCP port deletion for 5bd6e0bb-362c-43ad-bccc-686bf1cb343f request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:12:12.755445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] Deleting port bbc92041-f710-4928-ab9c-9b12c3e5753f {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:12.755817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.834004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port bbc92041-f710-4928-ab9c-9b12c3e5753f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bbc92041-f710-4928-ab9c-9b12c3e5753f,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:12.834354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:12.958317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for bbc92041-f710-4928-ab9c-9b12c3e5753f owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:12.959019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] For port bbc92041-f710-4928-ab9c-9b12c3e5753f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bbc92041-f710-4928-ab9c-9b12c3e5753f,segment=NetworkSegment(059a7680-67d3-4928-b7cb-64031c8d6060),segment_id=059a7680-67d3-4928-b7cb-64031c8d6060)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:12.959440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:13.082460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] Calling delete_port for bbc92041-f710-4928-ab9c-9b12c3e5753f owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:13.101089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:13.145037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=bbc92041-f710-4928-ab9c-9b12c3e5753f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:13.150356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port bbc92041-f710-4928-ab9c-9b12c3e5753f on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: from cryptography.utils import int_from_bytes Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: from cryptography.utils import int_from_bytes Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn_limited( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:12:13.153736 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 17:12:13.158436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:12:13.158436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:12:13.295364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:13.323317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd6e0bb-362c-43ad-bccc-686bf1cb343f']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:13.335444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059a7680-67d3-4928-b7cb-64031c8d6060') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:13.335733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059a7680-67d3-4928-b7cb-64031c8d6060') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:13.348015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:13.363050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:13.368727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:12:13.369093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:12:13.382907 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:12:13.524100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:13.541723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:13.552993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Network': ['ID=5bd6e0bb-362c-43ad-bccc-686bf1cb343f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:13.639397 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8530178f-4a1b-4404-8c1a-24e71199c075 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/networks/5bd6e0bb-362c-43ad-bccc-686bf1cb343f HTTP/1.1" status: 204 len: 168 time: 1.1352243 Mar 24 17:12:13.641956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42310) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:13.659405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] Deleting port bbc92041-f710-4928-ab9c-9b12c3e5753f {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:13.659947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:13.726654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2b9487fe-7a38-4c8d-ae1e-368e35fbc311 None None] The port 'bbc92041-f710-4928-ab9c-9b12c3e5753f' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:12:13.752740 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bbc92041-f710-4928-ab9c-9b12c3e5753f no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:12:13.785864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: bbc92041-f710-4928-ab9c-9b12c3e5753f {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:12:13.786217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bbc92041-f710-4928-ab9c-9b12c3e5753f not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:12:13.852839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port e04107e2-a1e0-4f79-bfd0-26b4e704cb69 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:13.853100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:14.119868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:14.120141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:14.239120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for e04107e2-a1e0-4f79-bfd0-26b4e704cb69 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:14.438693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:14.486363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=e04107e2-a1e0-4f79-bfd0-26b4e704cb69,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:14.575846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:14.576583 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 612503c8-bc19-4301-9d30-db23c1f3090a disassociated (deleted). External IP: 172.26.4.202, port: 2f40e361-c9e1-42e3-a5c1-c7a9d9792248. Mar 24 17:12:14.918343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:12:15.088573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:12:15.098820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] Sync routers for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:12:15.105976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:15.107737 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:15.108442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:15.162522 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3bc4bfdc-824a-4728-a40e-134c5c0d3afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/floatingips/612503c8-bc19-4301-9d30-db23c1f3090a HTTP/1.1" status: 204 len: 168 time: 1.5194848 Mar 24 17:12:15.163373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:12:15.218980 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'status': 'completed', 'code': 200} Mar 24 17:12:15.287247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:15.477894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f45572-367d-4b40-83a9-4653ecae273e req-5c863362-3d67-42e2-9d16-64b88195e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:15.479279 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86f45572-367d-4b40-83a9-4653ecae273e req-5c863362-3d67-42e2-9d16-64b88195e973 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 1099 time: 0.2400415 Mar 24 17:12:15.641017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:12:06Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:15.645071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] Checking router: 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:12:15.654275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:15.654889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:15.778766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f45572-367d-4b40-83a9-4653ecae273e req-7a9cdec0-a07a-4f50-9663-5fb771a2c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:15.780202 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86f45572-367d-4b40-83a9-4653ecae273e req-7a9cdec0-a07a-4f50-9663-5fb771a2c066 service neutron] 10.222.0.48 "GET /v2.0/networks?id=86b34d93-424a-44a7-b8e6-ec92847509a8 HTTP/1.1" status: 200 len: 896 time: 0.2938728 Mar 24 17:12:15.832126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:15.867238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe03db9-a2d4-481a-8337-763a96d2f29e req-1daa8346-7d96-457a-8d00-9450d3d95bee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:15.867926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-dfe03db9-a2d4-481a-8337-763a96d2f29e req-1daa8346-7d96-457a-8d00-9450d3d95bee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:12:15.872984 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86f45572-367d-4b40-83a9-4653ecae273e req-f323b7ba-0ab5-4ac8-b68b-742d9d1f375b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f40e361-c9e1-42e3-a5c1-c7a9d9792248 HTTP/1.1" status: 200 len: 217 time: 0.0864770 Mar 24 17:12:15.938523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f45572-367d-4b40-83a9-4653ecae273e req-31b80df8-f2a2-4e42-85a6-04ba43114307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:15.940032 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86f45572-367d-4b40-83a9-4653ecae273e req-31b80df8-f2a2-4e42-85a6-04ba43114307 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ae25e03-1aad-4eaa-a0dd-90655e8ded4f HTTP/1.1" status: 200 len: 835 time: 0.0600841 Mar 24 17:12:15.980378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-dfe03db9-a2d4-481a-8337-763a96d2f29e req-1daa8346-7d96-457a-8d00-9450d3d95bee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:12:15.981762 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dfe03db9-a2d4-481a-8337-763a96d2f29e req-1daa8346-7d96-457a-8d00-9450d3d95bee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 946 time: 0.2949972 Mar 24 17:12:16.040792 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dfe03db9-a2d4-481a-8337-763a96d2f29e req-d92e9771-e4df-4f57-bf64-056d65c2cff8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525100 Mar 24 17:12:16.055750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f45572-367d-4b40-83a9-4653ecae273e req-4e71b9bd-8bae-4783-b829-7d81cf2d190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:16.057276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86f45572-367d-4b40-83a9-4653ecae273e req-4e71b9bd-8bae-4783-b829-7d81cf2d190f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=86b34d93-424a-44a7-b8e6-ec92847509a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110458 Mar 24 17:12:16.144454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:12:06Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:16.148575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4dc04b-5189-4f68-8ee9-5e2ea2ee002f None None] The sync data for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv is: [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:12:06Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8', 'name': '', 'network_id': '86b34d93-424a-44a7-b8e6-ec92847509a8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:d7:e9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:18Z', 'updated_at': '2022-03-24T17:10:28Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '7ae25e03-1aad-4eaa-a0dd-90655e8ded4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:12:16.195603 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86f45572-367d-4b40-83a9-4653ecae273e req-9833a5de-6db2-4b6d-8382-07d3c91dee2e service neutron] 10.222.0.48 "GET /v2.0/networks/86b34d93-424a-44a7-b8e6-ec92847509a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298828 Mar 24 17:12:16.333237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86f45572-367d-4b40-83a9-4653ecae273e req-6c72174a-ff70-480e-b795-73502f578750 service neutron] 10.222.0.48 "GET /v2.0/networks/86b34d93-424a-44a7-b8e6-ec92847509a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298153 Mar 24 17:12:16.356919 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a36484-bf68-4295-960c-63030b50e325 None None] New status for floating IP 612503c8-bc19-4301-9d30-db23c1f3090a: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:12:16.901636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-0168f00a-01e4-44de-b26e-bd0dc8c412dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:16.903142 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-0168f00a-01e4-44de-b26e-bd0dc8c412dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 946 time: 0.0770376 Mar 24 17:12:16.970811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:16.971143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:17.262559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:17.262830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:17.390515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:17.435348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492959-9044-4b30-80ce-e2f2f2465691 req-edea64af-eb62-4c5b-90db-e5fe57cfb7b3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:17.436921 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f492959-9044-4b30-80ce-e2f2f2465691 req-edea64af-eb62-4c5b-90db-e5fe57cfb7b3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 946 time: 0.2745197 Mar 24 17:12:17.510954 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f492959-9044-4b30-80ce-e2f2f2465691 req-156ae958-4f3a-4870-9eb4-da1371c7c134 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=6363ddd7-7e9a-477f-82ee-384857661f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664246 Mar 24 17:12:17.638613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:17.687515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=2f40e361-c9e1-42e3-a5c1-c7a9d9792248,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:17.864983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:12:17.867405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:17.869863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'name': 'network-vif-deleted', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:12:17.917099 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecea47b-4a54-4c46-9bf6-62d01ac9dc88', 'name': 'network-vif-deleted', 'tag': '2f40e361-c9e1-42e3-a5c1-c7a9d9792248', 'status': 'completed', 'code': 200} Mar 24 17:12:17.935805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e92657cb-2340-46bf-a98c-1305ace20d4b req-c6e042c7-9ecc-43f0-9590-0e173284c14b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/2f40e361-c9e1-42e3-a5c1-c7a9d9792248 HTTP/1.1" status: 204 len: 173 time: 1.0266919 Mar 24 17:12:18.673747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-546c3d38-c2d1-4f56-9b6f-8687f66526bc req-22a6a08a-d7f2-4ee7-9596-56ae15c1589c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:12:18.775459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-546c3d38-c2d1-4f56-9b6f-8687f66526bc req-22a6a08a-d7f2-4ee7-9596-56ae15c1589c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:12:18.776672 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-546c3d38-c2d1-4f56-9b6f-8687f66526bc req-22a6a08a-d7f2-4ee7-9596-56ae15c1589c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ecea47b-4a54-4c46-9bf6-62d01ac9dc88 HTTP/1.1" status: 200 len: 210 time: 0.1465697 Mar 24 17:12:19.870705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42330) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:19.944293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed97b027-58e1-4e36-a457-f3ca5de14f82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:19.973563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed97b027-58e1-4e36-a457-f3ca5de14f82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:20.089262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed97b027-58e1-4e36-a457-f3ca5de14f82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:20.106040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97b027-58e1-4e36-a457-f3ca5de14f82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6363ddd7-7e9a-477f-82ee-384857661f4b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:20.117528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ed97b027-58e1-4e36-a457-f3ca5de14f82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:20.118644 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ed97b027-58e1-4e36-a457-f3ca5de14f82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/6363ddd7-7e9a-477f-82ee-384857661f4b HTTP/1.1" status: 204 len: 168 time: 0.2469246 Mar 24 17:12:20.221442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:12:20.242470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42336) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:20.260975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:12:20.261318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2f40e361-c9e1-42e3-a5c1-c7a9d9792248 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:12:20.781988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:21.125096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:21.125758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:21.309519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:21.309873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:21.529748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:21.786925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:21.834327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:22.101202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:22.458000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:12:22.642210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:12:22.651445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] Sync routers for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:12:22.661213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:22.661817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:22.708758 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-db9f0ce4-c052-43b6-a5e0-4bf530fd823f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/9c8f5def-5ae4-4ec2-b59d-92c11c703ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4651008 Mar 24 17:12:22.711400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42340) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:22.776161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49e34f4-b5d7-42d2-936e-0354b584c19e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting subnet 7ae25e03-1aad-4eaa-a0dd-90655e8ded4f {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:12:22.779529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f49e34f4-b5d7-42d2-936e-0354b584c19e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:22.836094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f49e34f4-b5d7-42d2-936e-0354b584c19e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:22.836918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:22.928112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f49e34f4-b5d7-42d2-936e-0354b584c19e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:23.038714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f49e34f4-b5d7-42d2-936e-0354b584c19e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:23.170570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:12:21Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:23.174733 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] Checking router: 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:12:23.182985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] Routers {'9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:23.183586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:23.194947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e34f4-b5d7-42d2-936e-0354b584c19e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae25e03-1aad-4eaa-a0dd-90655e8ded4f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:23.200308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f49e34f4-b5d7-42d2-936e-0354b584c19e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:23.206122 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f49e34f4-b5d7-42d2-936e-0354b584c19e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/subnets/7ae25e03-1aad-4eaa-a0dd-90655e8ded4f HTTP/1.1" status: 204 len: 168 time: 0.4937286 Mar 24 17:12:23.208640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42344) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:23.230643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7ebabb-d96a-4458-b9a5-0ee53d60e0d3 None None] Network 86b34d93-424a-44a7-b8e6-ec92847509a8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:12:23.384207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:23.503786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] Set router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:23.559058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:23.616106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 711a3c83-93b6-4c00-bfef-39a18ba2481d {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:23.616456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:23.801270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 711a3c83-93b6-4c00-bfef-39a18ba2481d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=711a3c83-93b6-4c00-bfef-39a18ba2481d,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:23.801614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:23.816287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:12:21Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:23.816287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] DHCP port deletion for 86b34d93-424a-44a7-b8e6-ec92847509a8 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:12:23.820080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Deleting port 35927413-e032-41ca-ab93-5d2f87e34067 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:23.820646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:23.844710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64379e-9bb6-4c55-a6d9-1795b031d882 None None] The sync data for ids ['9c8f5def-5ae4-4ec2-b59d-92c11c703ff9'] in dv-neutron-835063-1-hyperv is: [{'id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'name': 'tempest-TestNetworkBasicOps-router-247825504', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:10:10Z', 'updated_at': '2022-03-24T17:12:21Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '711a3c83-93b6-4c00-bfef-39a18ba2481d', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:cc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8f5def-5ae4-4ec2-b59d-92c11c703ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:10:11Z', 'updated_at': '2022-03-24T17:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:12:23.932488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 711a3c83-93b6-4c00-bfef-39a18ba2481d owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:24.038465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] For port 35927413-e032-41ca-ab93-5d2f87e34067, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=35927413-e032-41ca-ab93-5d2f87e34067,segment=NetworkSegment(3b2b7fff-1292-42a5-8f54-55f38f40f9ac),segment_id=3b2b7fff-1292-42a5-8f54-55f38f40f9ac)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:24.038845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.159373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.161253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Calling delete_port for 35927413-e032-41ca-ab93-5d2f87e34067 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:24.206582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=711a3c83-93b6-4c00-bfef-39a18ba2481d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:24.305596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.391600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.435532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Pushing event deleted for resources: {'Port': ['ID=35927413-e032-41ca-ab93-5d2f87e34067,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:24.439839 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] No DVR routers for this DVR port 35927413-e032-41ca-ab93-5d2f87e34067 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:12:24.456482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.456482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.456482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.456786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.457085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.457444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.457781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.458113 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.458444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.458771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.459099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.459423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24cdf05-7975-410d-86bb-6cfde254de2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:24.480335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.483292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.569538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.570119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Fanout notify agent at l3_agent the message router_deleted on router 9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:12:24.586097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.587193 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4cdb7fed-73db-4739-b34e-593da07145fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/routers/9c8f5def-5ae4-4ec2-b59d-92c11c703ff9 HTTP/1.1" status: 204 len: 168 time: 1.3776765 Mar 24 17:12:24.589809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42348) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:24.811780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.942673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:24.976342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b34d93-424a-44a7-b8e6-ec92847509a8']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:24.989814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2b7fff-1292-42a5-8f54-55f38f40f9ac') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:24.990050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2b7fff-1292-42a5-8f54-55f38f40f9ac') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:25.002458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.024089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.026729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:12:25.027128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:12:25.042269 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:12:25.182231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.198976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.212401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Network': ['ID=86b34d93-424a-44a7-b8e6-ec92847509a8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:25.215267 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-80af895a-d41e-45d9-a222-477a4821c75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/networks/86b34d93-424a-44a7-b8e6-ec92847509a8 HTTP/1.1" status: 204 len: 168 time: 0.6245553 Mar 24 17:12:25.235537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42352) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:25.241615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'network': {'name': 'tempest-network-smoke--1593501916', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'port_security_enabled': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:25.246807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:25.251743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:network and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:25.254666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:25.265137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:25.352571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:12:25.357116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.384749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:12:25.393183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.393518 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Added segment ed391f1a-63ec-4532-8cb6-1579848e8874 of type vlan for network 2ac935e9-ebb0-404c-a341-38a7accf5c07 Mar 24 17:12:25.419921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.530003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.535489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:25.536079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.647021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Network': ['ID=2ac935e9-ebb0-404c-a341-38a7accf5c07,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:25.658011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 2ac935e9-ebb0-404c-a341-38a7accf5c07 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:12:25.696394 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0108bc14-ba61-49d9-83f6-d9da4374fe23 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4596648 Mar 24 17:12:25.699068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42356) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:25.704835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-371228304', 'admin_state_up': True, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:25.712576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:25.717575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:router and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:25.720631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:25.732370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:25.763802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:12:25.792742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.794425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.810614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:25.838717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:12:25.839058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 40af66ce-3ffc-4d55-bfc1-f7a2f7d02fe8 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:12:25.839473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 35927413-e032-41ca-ab93-5d2f87e34067 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:12:25.879603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 35927413-e032-41ca-ab93-5d2f87e34067 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:12:25.881368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 35927413-e032-41ca-ab93-5d2f87e34067 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:12:25.881368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 711a3c83-93b6-4c00-bfef-39a18ba2481d no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:12:25.917175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 711a3c83-93b6-4c00-bfef-39a18ba2481d {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:12:25.917524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 711a3c83-93b6-4c00-bfef-39a18ba2481d not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:12:26.159528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:26.536313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:26.567331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:26.705492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.193 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/0415f2fa-8bca-4d2c-b104-271e7d34035f) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:12:26.958339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:27.032943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:27.099674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:12:27.101764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:12:27.104172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:12:27.150133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=0415f2fa-8bca-4d2c-b104-271e7d34035f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:27.611294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:27.950064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:28.209650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router adee7de1-44eb-4607-ad25-cfad21db8137 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:12:28.500244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:12:28.509510 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Sync routers for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:12:28.519489 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:28.520212 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:28.587457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:28.588651 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a0734f96-869e-4eef-abe2-22e4dacf9661 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8884058 Mar 24 17:12:28.592755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42360) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:28.631889 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2393203d-a5d7-4987-b1f6-887a0c279157 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380638 Mar 24 17:12:28.634519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42364) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:28.695461 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:28.768120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b40dfba-db45-4b79-ac4e-7e2f8c970c86 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:28.768120 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2b40dfba-db45-4b79-ac4e-7e2f8c970c86 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301398 Mar 24 17:12:28.768447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42368) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:28.808349 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ae670f37-53e3-4d29-8d21-8c04ead5093e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387957 Mar 24 17:12:28.816147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42372) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:28.817840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-67693519', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:28.950669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:28.954626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:subnet and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:28.957571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:28.963223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:28.990806 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:27Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:28.996295 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Checking router: adee7de1-44eb-4607-ad25-cfad21db8137 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:12:28.996295 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Updating router adee7de1-44eb-4607-ad25-cfad21db8137 port 0415f2fa-8bca-4d2c-b104-271e7d34035f binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:12:29.045150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:12:29.047060 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.048612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.347083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.372589 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.384135 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Transition to ACTIVE for port object 0415f2fa-8bca-4d2c-b104-271e7d34035f will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:12:29.423758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=faae6144-8b83-4596-a005-fd8512a35c52,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:29.434221 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.435183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Checking segment: {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:12:29.435355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network hostable DHCP agents. Network: 2ac935e9-ebb0-404c-a341-38a7accf5c07, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:12:29.511488 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Attempting to bind port 0415f2fa-8bca-4d2c-b104-271e7d34035f on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:12:29.512031 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Attempting to bind port 0415f2fa-8bca-4d2c-b104-271e7d34035f by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:12:29.512031 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Attempting to bind port 0415f2fa-8bca-4d2c-b104-271e7d34035f on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:12:29.513514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 2ac935e9-ebb0-404c-a341-38a7accf5c07 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:12:29.522426 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Pushing event updated for resources: {'Port': ['ID=0415f2fa-8bca-4d2c-b104-271e7d34035f,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:29.524788 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:12:29.525154 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:12:29.525549 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.525929 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:12:29.526383 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Bound port: 0415f2fa-8bca-4d2c-b104-271e7d34035f, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:12:29.526764 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.564246 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567936 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.567936 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:29.588675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 2ac935e9-ebb0-404c-a341-38a7accf5c07) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:12:29.591162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:29.591868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.599019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af729e9-4ea9-4c86-bff1-0265a81cef3f None None] Network 2ac935e9-ebb0-404c-a341-38a7accf5c07 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:12:29.612816 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] For port 0415f2fa-8bca-4d2c-b104-271e7d34035f, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:12:29.619567 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] For port 0415f2fa-8bca-4d2c-b104-271e7d34035f, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0415f2fa-8bca-4d2c-b104-271e7d34035f,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:12:29.690858 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d929df41-0193-4c6a-9b9d-d1ea970981f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8777745 Mar 24 17:12:29.693561 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42376) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:29.724193 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.795234 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:29.795852 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:29.817562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-2ac935e9-ebb0-404c-a341-38a7accf5c07', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:12:29.818610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:29.881955 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2e5d2-8120-416b-907d-8dce99102a0b None None] Pushing event updated for resources: {'Port': ['ID=0415f2fa-8bca-4d2c-b104-271e7d34035f,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:29.999070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Allocated IP 172.20.0.2 (2ac935e9-ebb0-404c-a341-38a7accf5c07/faae6144-8b83-4596-a005-fd8512a35c52/e95ed665-233a-4385-b295-492a327c4d7e) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:12:30.026857 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:30.199940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:30.210405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Transition to ACTIVE for port object e95ed665-233a-4385-b295-492a327c4d7e will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:12:30.228567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Transition to ACTIVE for port object e95ed665-233a-4385-b295-492a327c4d7e will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:12:30.291131 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:30.356525 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:27Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:30.356717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Network 2ac935e9-ebb0-404c-a341-38a7accf5c07 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:12:30.357546 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc60099-aa34-4645-aee8-55d30a82bff0 None None] The sync data for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv is: [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:27Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:12:30.358497 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:12:30.367111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:12:30.410103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Pushing event updated for resources: {'Port': ['ID=e95ed665-233a-4385-b295-492a327c4d7e,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:30.459023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:30.490790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Attempting to bind port e95ed665-233a-4385-b295-492a327c4d7e on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:12:30.490790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Attempting to bind port e95ed665-233a-4385-b295-492a327c4d7e by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:12:30.490790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Attempting to bind port e95ed665-233a-4385-b295-492a327c4d7e on network 2ac935e9-ebb0-404c-a341-38a7accf5c07 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:12:30.490790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:12:30.490790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Checking segment: {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:12:30.490790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:30.490790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Bound using segment: {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:12:30.490790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Bound port: e95ed665-233a-4385-b295-492a327c4d7e, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:12:30.490790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:30.535753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2dca98c0-03eb-4388-85d9-9891c3c52a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:30.583332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] For port e95ed665-233a-4385-b295-492a327c4d7e, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:12:30.586983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] For port e95ed665-233a-4385-b295-492a327c4d7e, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e95ed665-233a-4385-b295-492a327c4d7e,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:12:30.647819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:30.741985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2ebf8-bc4c-4220-ab09-08fbd9bcf3cb None None] Pushing event updated for resources: {'Port': ['ID=e95ed665-233a-4385-b295-492a327c4d7e,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:31.070926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.1 (2ac935e9-ebb0-404c-a341-38a7accf5c07/faae6144-8b83-4596-a005-fd8512a35c52/de3b8101-e7cc-4e1c-aeab-9f5f1445855a) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:12:31.242868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:31.262225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object de3b8101-e7cc-4e1c-aeab-9f5f1445855a will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:12:31.359025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:31.431588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 2ac935e9-ebb0-404c-a341-38a7accf5c07 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:12:31.435656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:12:31.444435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:12:31.477853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=de3b8101-e7cc-4e1c-aeab-9f5f1445855a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:31.510923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:31.685595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ba179-cfd0-4fe8-8121-ce06e73108bf None None] Network 2ac935e9-ebb0-404c-a341-38a7accf5c07 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:12:31.852227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e95ed665-233a-4385-b295-492a327c4d7e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:12:31.891754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0329ccc7-bcd1-4f1a-b666-c2b386f8a856 None None] Provisioning for port e95ed665-233a-4385-b295-492a327c4d7e completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:12:31.921929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.034821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port e95ed665-233a-4385-b295-492a327c4d7e completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:12:32.040167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e95ed665-233a-4385-b295-492a327c4d7e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:32.040534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.177701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.216814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port e95ed665-233a-4385-b295-492a327c4d7e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e95ed665-233a-4385-b295-492a327c4d7e,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:32.307931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.307931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0415f2fa-8bca-4d2c-b104-271e7d34035f up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:12:32.388159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9e5f8f59-1615-4422-ab49-81d91b860e92 None None] Provisioning for port de3b8101-e7cc-4e1c-aeab-9f5f1445855a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:12:32.395354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.449711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9e5f8f59-1615-4422-ab49-81d91b860e92 None None] Provisioning complete for port de3b8101-e7cc-4e1c-aeab-9f5f1445855a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:32.449711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8f59-1615-4422-ab49-81d91b860e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.474381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.516548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=e95ed665-233a-4385-b295-492a327c4d7e,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:32.537294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f8f59-1615-4422-ab49-81d91b860e92 None None] Port de3b8101-e7cc-4e1c-aeab-9f5f1445855a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:12:32.549750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9e5f8f59-1615-4422-ab49-81d91b860e92 None None] Provisioning complete for port e95ed665-233a-4385-b295-492a327c4d7e triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:32.550024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8f59-1615-4422-ab49-81d91b860e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.641311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 0415f2fa-8bca-4d2c-b104-271e7d34035f completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:12:32.648699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0415f2fa-8bca-4d2c-b104-271e7d34035f triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:32.649378 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.702910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.707154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=de3b8101-e7cc-4e1c-aeab-9f5f1445855a,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:32.712543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b6fad0e1-d7aa-41ad-825b-699cc5107710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.729609 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.821986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.839616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 0415f2fa-8bca-4d2c-b104-271e7d34035f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0415f2fa-8bca-4d2c-b104-271e7d34035f,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:32.843914 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 2ac935e9-ebb0-404c-a341-38a7accf5c07 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:12:32.845066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:12:32.880991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-63f75988-4642-4e17-9782-6a6f5a76351a None None] Provisioning complete for port de3b8101-e7cc-4e1c-aeab-9f5f1445855a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:32.881467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-63f75988-4642-4e17-9782-6a6f5a76351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.932619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:32.995729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-63f75988-4642-4e17-9782-6a6f5a76351a None None] Port de3b8101-e7cc-4e1c-aeab-9f5f1445855a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:12:33.023870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=0415f2fa-8bca-4d2c-b104-271e7d34035f,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:33.042577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router adee7de1-44eb-4607-ad25-cfad21db8137 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:12:33.115939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-44a131a8-9c04-4a4d-9fd0-ebc39d34d2ae None None] Provisioning complete for port de3b8101-e7cc-4e1c-aeab-9f5f1445855a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:33.120835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-44a131a8-9c04-4a4d-9fd0-ebc39d34d2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:33.170275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-44a131a8-9c04-4a4d-9fd0-ebc39d34d2ae None None] Port de3b8101-e7cc-4e1c-aeab-9f5f1445855a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:12:33.224007 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:12:33.234249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Sync routers for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:12:33.238165 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e480a872-5982-46d7-8e1f-109b5256087e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/adee7de1-44eb-4607-ad25-cfad21db8137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5435898 Mar 24 17:12:33.245079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42380) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:33.245219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:33.245219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:33.382418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758612e2-4214-4e30-99b3-98a6a1b3fcb4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.382900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758612e2-4214-4e30-99b3-98a6a1b3fcb4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.383351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758612e2-4214-4e30-99b3-98a6a1b3fcb4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.383794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758612e2-4214-4e30-99b3-98a6a1b3fcb4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.384269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758612e2-4214-4e30-99b3-98a6a1b3fcb4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.384717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758612e2-4214-4e30-99b3-98a6a1b3fcb4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.386487 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-758612e2-4214-4e30-99b3-98a6a1b3fcb4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1448693 Mar 24 17:12:33.394185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42384) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:33.425052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:33.463105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9928b00-48c0-4426-ad15-9dddc224d719 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.463567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9928b00-48c0-4426-ad15-9dddc224d719 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.464038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9928b00-48c0-4426-ad15-9dddc224d719 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.464481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9928b00-48c0-4426-ad15-9dddc224d719 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.464919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9928b00-48c0-4426-ad15-9dddc224d719 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.465378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9928b00-48c0-4426-ad15-9dddc224d719 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:33.467134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b9928b00-48c0-4426-ad15-9dddc224d719 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0768661 Mar 24 17:12:33.470017 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42388) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:33.680630 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4b139f37-7c67-44c7-856b-3f901c19a06c tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2095675 Mar 24 17:12:33.745132 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'de3b8101-e7cc-4e1c-aeab-9f5f1445855a', 'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:75:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:30Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:33.756511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Checking router: adee7de1-44eb-4607-ad25-cfad21db8137 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:12:33.756868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Updating router adee7de1-44eb-4607-ad25-cfad21db8137 port de3b8101-e7cc-4e1c-aeab-9f5f1445855a binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:12:33.791649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e95ed665-233a-4385-b295-492a327c4d7e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:12:33.877834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:33.936750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:33.955706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:33.958436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e95ed665-233a-4385-b295-492a327c4d7e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:33.958795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.018012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42394) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:34.023811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314045326', 'description': 'tempest-secgroup-smoke-314045326 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:34.030421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:34.034620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:34.037835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:34.044677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:34.107815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.127808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:34.131618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:34.134387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:34.140530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:34.219895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.267151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.293737 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0415f2fa-8bca-4d2c-b104-271e7d34035f up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:12:34.314348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad38e02b-6563-4c35-a962-8314083a174c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:34.417096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.418406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-65ec59aa-a8ea-45bd-b5c1-76017d6f3ebf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3989196 Mar 24 17:12:34.423040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42398) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:34.425191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0415f2fa-8bca-4d2c-b104-271e7d34035f triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:34.425595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.426910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'ad38e02b-6563-4c35-a962-8314083a174c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:34.432825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:34.436644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:34.440666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:34.445724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:34.502511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.519138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Transition to ACTIVE for port object de3b8101-e7cc-4e1c-aeab-9f5f1445855a will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:12:34.519820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.571158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.583247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.644379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.672492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf319c97-3152-48eb-9ba4-f4b3725c6953,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:34.713059 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2dbea-c2f7-47b5-a0bc-662b53c3e482 None None] Pushing event updated for resources: {'Port': ['ID=de3b8101-e7cc-4e1c-aeab-9f5f1445855a,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:34.741652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.744535 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e2eff3c4-8cad-4b8b-8280-9450f4a1d570 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217664 Mar 24 17:12:34.748021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42402) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:34.754142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'ad38e02b-6563-4c35-a962-8314083a174c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:34.766152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:34.768202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:34.771416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:34.778682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:34.805708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Attempting to bind port de3b8101-e7cc-4e1c-aeab-9f5f1445855a on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:12:34.805708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Attempting to bind port de3b8101-e7cc-4e1c-aeab-9f5f1445855a by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:12:34.805708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Attempting to bind port de3b8101-e7cc-4e1c-aeab-9f5f1445855a on network 2ac935e9-ebb0-404c-a341-38a7accf5c07 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:12:34.811274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:12:34.811653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Checking segment: {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:12:34.812083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.812481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Bound using segment: {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:12:34.812943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Bound port: de3b8101-e7cc-4e1c-aeab-9f5f1445855a, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:12:34.813310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.874264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.910598 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] For port de3b8101-e7cc-4e1c-aeab-9f5f1445855a, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:12:34.913765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] For port de3b8101-e7cc-4e1c-aeab-9f5f1445855a, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=de3b8101-e7cc-4e1c-aeab-9f5f1445855a,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:12:34.939129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:34.988501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.015441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.039547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa429b0a-ec9d-4bf3-bfb0-1f2c19b5b934,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:35.051489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.051862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.052235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.052571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.052899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.053422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.053759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.054086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.054633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.054960 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.055294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.055619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:12:35.070040 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:35.070040 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:35.133045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2dbea-c2f7-47b5-a0bc-662b53c3e482 None None] Pushing event updated for resources: {'Port': ['ID=de3b8101-e7cc-4e1c-aeab-9f5f1445855a,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:35.136475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.141941 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-42394ca4-0b04-4b1b-bd27-624fef6c667b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3917227 Mar 24 17:12:35.142593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42406) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:35.148196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'ad38e02b-6563-4c35-a962-8314083a174c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:35.155147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:35.161771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:35.166528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:35.174113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:35.246040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.270581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:35.317954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.340343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.395316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.423536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4289c8ca-1ba8-4f80-9624-22eb42347dcf,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:35.552486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.553775 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6f40152b-0762-497f-afa4-5afb40af0323 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101071 Mar 24 17:12:35.557032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42410) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:35.562904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'ad38e02b-6563-4c35-a962-8314083a174c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:35.568768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:35.572560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:35.583102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:35.587523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:35.610416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'de3b8101-e7cc-4e1c-aeab-9f5f1445855a', 'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:75:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:30Z', 'updated_at': '2022-03-24T17:12:34Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:35.614441 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e0ae1b-cd60-478c-b772-5f325a8e7cf6 None None] The sync data for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv is: [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'de3b8101-e7cc-4e1c-aeab-9f5f1445855a', 'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:75:cc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:30Z', 'updated_at': '2022-03-24T17:12:34Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:12:35.678534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.751651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.818597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device de3b8101-e7cc-4e1c-aeab-9f5f1445855a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:12:35.873909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:35.905146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9376f3e-24b7-4a9f-a41b-fbdd80d2a67b,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:35.975744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port de3b8101-e7cc-4e1c-aeab-9f5f1445855a completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:12:35.981313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port de3b8101-e7cc-4e1c-aeab-9f5f1445855a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:35.981759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.066139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.066139 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4cbd1b60-89fc-43d2-9d1b-92ee3ed05187 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5065246 Mar 24 17:12:36.067515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42414) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:36.074032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'ad38e02b-6563-4c35-a962-8314083a174c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:36.081337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:36.085488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:36.089041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:36.095127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:36.108791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.144029 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port de3b8101-e7cc-4e1c-aeab-9f5f1445855a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=de3b8101-e7cc-4e1c-aeab-9f5f1445855a,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:36.187283 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:12:36.194574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.263139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.278654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.341517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.368168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4cc33c-aff2-4e59-83e8-3cdebbf7abd2,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:36.399310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=de3b8101-e7cc-4e1c-aeab-9f5f1445855a,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:36.461415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.461415 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-adaee3d2-b4d5-4e5a-99cf-dc2832be10fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3880868 Mar 24 17:12:36.461415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42418) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:36.464502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'ad38e02b-6563-4c35-a962-8314083a174c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:36.470677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:36.474681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:36.477853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:36.484602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:36.552737 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:12:36.560338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.635838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.827151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.850271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da40727-892b-4235-947a-e3af947e85d1,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:36.946812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:36.952543 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-293ec366-dbb0-479a-af09-ab5af94004f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4874864 Mar 24 17:12:37.164887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-8ff4e9c6-066f-430e-8185-3b3920864a10 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:12:37.227820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-8ff4e9c6-066f-430e-8185-3b3920864a10 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:12:37.227820 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-8ff4e9c6-066f-430e-8185-3b3920864a10 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314045326&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1011362 Mar 24 17:12:37.480611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-5f8127a5-7e90-438f-afc1-ccc4795dc48d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:37.481303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-5f8127a5-7e90-438f-afc1-ccc4795dc48d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:12:37.643978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-5f8127a5-7e90-438f-afc1-ccc4795dc48d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:12:37.648138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-5f8127a5-7e90-438f-afc1-ccc4795dc48d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=2ac935e9-ebb0-404c-a341-38a7accf5c07 HTTP/1.1" status: 200 len: 797 time: 0.4105496 Mar 24 17:12:37.659778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-6add6a17-4e71-432e-aba1-338488eb2e8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0092041 Mar 24 17:12:37.743815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-367dd6b7-1fa2-4ec0-91ef-78273f1bbf9d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:12:37.766711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device de3b8101-e7cc-4e1c-aeab-9f5f1445855a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:12:37.810174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-367dd6b7-1fa2-4ec0-91ef-78273f1bbf9d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:12:37.811488 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-367dd6b7-1fa2-4ec0-91ef-78273f1bbf9d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467991 Mar 24 17:12:37.833610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port de3b8101-e7cc-4e1c-aeab-9f5f1445855a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:37.833975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:37.956899 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-4bbe6bb3-9b8a-4691-b022-39bd3de2305f service neutron] 10.222.0.47 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332462 Mar 24 17:12:38.089086 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-6a0610cb-a30e-4f2d-a624-9c2cfacd4aa3 service neutron] 10.222.0.47 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258986 Mar 24 17:12:38.355864 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1f3a6a5b-d4cc-4fe0-b45f-4a1933c55cf5 req-4d5c25e1-02f4-416d-b583-3312fb634357 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 210 time: 0.0444577 Mar 24 17:12:38.380659 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:12:39.507912 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-66b8f682-6410-409b-a22d-30e9727718eb req-320bd197-e529-4cce-abe9-473524de58d8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 210 time: 0.0433028 Mar 24 17:12:40.182277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5039a5-8a8f-4d5b-9200-f9fed8e0a11a req-d56c2a76-7f09-4968-8961-cd5f0dc69c81 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:40.184928 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f5039a5-8a8f-4d5b-9200-f9fed8e0a11a req-d56c2a76-7f09-4968-8961-cd5f0dc69c81 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 946 time: 0.0832496 Mar 24 17:12:40.235562 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f5039a5-8a8f-4d5b-9200-f9fed8e0a11a req-fa50a96a-6bb2-41cf-8288-8a68ccd597fe tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454895 Mar 24 17:12:40.484078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-e70ace40-c9b5-4b5d-a187-1ac236f81a43 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:40.485490 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-e70ace40-c9b5-4b5d-a187-1ac236f81a43 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=2ac935e9-ebb0-404c-a341-38a7accf5c07 HTTP/1.1" status: 200 len: 797 time: 0.1488717 Mar 24 17:12:40.535103 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-fafbef8a-2d30-42a1-aae7-776cba1df598 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 379 time: 0.0408273 Mar 24 17:12:40.545615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['ad38e02b-6563-4c35-a962-8314083a174c']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:40.695106 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9382ab9-bfec-4e43-859a-6c577bb0b88d req-a9431e58-d576-47c5-a032-88f67e08ba89 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 210 time: 0.0604076 Mar 24 17:12:40.736943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:40.746276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:40.815099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:12:40.818685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:40.993325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.9 (2ac935e9-ebb0-404c-a341-38a7accf5c07/faae6144-8b83-4596-a005-fd8512a35c52/463a8559-ec3e-41a1-b43a-8cbb859fb095) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:12:41.182612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:41.198425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 463a8559-ec3e-41a1-b43a-8cbb859fb095 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:12:41.268011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:41.338628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 2ac935e9-ebb0-404c-a341-38a7accf5c07 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:12:41.341539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:12:41.350461 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:12:41.414373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=463a8559-ec3e-41a1-b43a-8cbb859fb095,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:41.468466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:41.469075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:41.511595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae8ca-5c6a-49c0-828b-02df4562e5ef req-6ea02240-90a0-458a-8319-1547516c08bd tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:41.513170 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f90ae8ca-5c6a-49c0-828b-02df4562e5ef req-6ea02240-90a0-458a-8319-1547516c08bd tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 946 time: 0.1343153 Mar 24 17:12:41.557526 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f90ae8ca-5c6a-49c0-828b-02df4562e5ef req-e3ef6d11-c5be-40c8-8abb-ae7b5fc8f680 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379438 Mar 24 17:12:41.616838 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-a34d0d9f-dcae-4d97-9d8c-2104e47cd816 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0739863 Mar 24 17:12:41.628361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Request body: {'port': {'device_id': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:41.667082 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bf6c80ed-7712-421e-a849-ba802af8fb26 None None] Provisioning for port 463a8559-ec3e-41a1-b43a-8cbb859fb095 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:12:41.674297 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bf6c80ed-7712-421e-a849-ba802af8fb26 None None] Provisioning complete for port 463a8559-ec3e-41a1-b43a-8cbb859fb095 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:41.674822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf6c80ed-7712-421e-a849-ba802af8fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:41.738205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c80ed-7712-421e-a849-ba802af8fb26 None None] Port 463a8559-ec3e-41a1-b43a-8cbb859fb095 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:12:41.740322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-5a7c81cb-e8c5-48aa-b33c-1f366cbcfbcf tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:41.741146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-5a7c81cb-e8c5-48aa-b33c-1f366cbcfbcf tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Synchronizing usage tracker for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:12:41.798252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-5a7c81cb-e8c5-48aa-b33c-1f366cbcfbcf tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Unset dirty status for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:12:41.799423 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-5a7c81cb-e8c5-48aa-b33c-1f366cbcfbcf tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 946 time: 0.1548505 Mar 24 17:12:41.871188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Deleting port d18ac2dd-884f-4c47-9f47-13413d8b5e9a {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:12:41.871410 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:41.903387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:41.991935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdf0fe-dc6f-44ff-bec1-c4944f1ee27c req-ae493422-de9a-4df6-a326-3936134cc397 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:41.992641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c8cdf0fe-dc6f-44ff-bec1-c4944f1ee27c req-ae493422-de9a-4df6-a326-3936134cc397 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:12:42.108443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c8cdf0fe-dc6f-44ff-bec1-c4944f1ee27c req-ae493422-de9a-4df6-a326-3936134cc397 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:12:42.109597 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c8cdf0fe-dc6f-44ff-bec1-c4944f1ee27c req-ae493422-de9a-4df6-a326-3936134cc397 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 931 time: 0.2813320 Mar 24 17:12:42.127640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] For port d18ac2dd-884f-4c47-9f47-13413d8b5e9a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:42.127929 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:42.218860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c8cdf0fe-dc6f-44ff-bec1-c4944f1ee27c req-b01598b3-d02a-4a0e-920b-c6892bd29afb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642285 Mar 24 17:12:42.311599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463a8559-ec3e-41a1-b43a-8cbb859fb095 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:12:42.319052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:42.333626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Transition to ACTIVE for port object 463a8559-ec3e-41a1-b43a-8cbb859fb095 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:12:42.421746 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:42.422034 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:42.422343 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Floating IP 0a070b42-93a2-45e5-b2bb-922c5aac6f47 disassociated. External IP: 172.26.4.163, port: d18ac2dd-884f-4c47-9f47-13413d8b5e9a. Mar 24 17:12:42.422682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Calling delete_port for d18ac2dd-884f-4c47-9f47-13413d8b5e9a owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:12:42.437696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:42.601557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Pushing event updated for resources: {'Port': ['ID=463a8559-ec3e-41a1-b43a-8cbb859fb095,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:42.632076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:42.729423 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61a1e10-2957-4d94-be5b-d6051179e580 req-44d73641-f9f4-4f39-9367-4af0cf6131fd tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 210 time: 0.0537179 Mar 24 17:12:42.730266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Attempting to bind port 463a8559-ec3e-41a1-b43a-8cbb859fb095 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:12:42.730596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Attempting to bind port 463a8559-ec3e-41a1-b43a-8cbb859fb095 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:12:42.730918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Attempting to bind port 463a8559-ec3e-41a1-b43a-8cbb859fb095 on network 2ac935e9-ebb0-404c-a341-38a7accf5c07 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:12:42.736772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Port 463a8559-ec3e-41a1-b43a-8cbb859fb095 on network 2ac935e9-ebb0-404c-a341-38a7accf5c07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:12:42.737098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Attempting to bind port 463a8559-ec3e-41a1-b43a-8cbb859fb095 on network 2ac935e9-ebb0-404c-a341-38a7accf5c07 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:12:42.742861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:12:42.743138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Checking segment: {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:12:42.743461 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Bound using segment: {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:12:42.743863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Bound port: 463a8559-ec3e-41a1-b43a-8cbb859fb095, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed391f1a-63ec-4532-8cb6-1579848e8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:12:42.744232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:42.805337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event deleted for resources: {'Port': ['ID=d18ac2dd-884f-4c47-9f47-13413d8b5e9a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:42.840288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] For port 463a8559-ec3e-41a1-b43a-8cbb859fb095, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:12:42.843724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] For port 463a8559-ec3e-41a1-b43a-8cbb859fb095, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:12:42.924368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:42.982993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:42.983604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:42.985042 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] 10.222.0.48 "PUT /v2.0/ports/463a8559-ec3e-41a1-b43a-8cbb859fb095 HTTP/1.1" status: 200 len: 1093 time: 1.3621676 Mar 24 17:12:42.985571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:12:42.993351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:12:43.015657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabd76c-c453-4a41-8372-3c38e6da741f service neutron] Pushing event updated for resources: {'Port': ['ID=463a8559-ec3e-41a1-b43a-8cbb859fb095,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:43.183424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-c3418c36-cb80-4757-a710-862382e88c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:43.185157 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-c3418c36-cb80-4757-a710-862382e88c67 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 1096 time: 0.1004536 Mar 24 17:12:43.196622 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'status': 'completed', 'code': 200} Mar 24 17:12:43.212590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:12:43.224111 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] Sync routers for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:12:43.249633 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:43.250263 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:43.281582 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-59b7f0b8-a44d-4eb7-ba76-dd231feb7e88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095 HTTP/1.1" status: 200 len: 217 time: 0.0874479 Mar 24 17:12:43.325412 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] No DVR routers for this DVR port d18ac2dd-884f-4c47-9f47-13413d8b5e9a on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:12:43.328535 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:43.333715 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d24510-dd56-46b2-8db9-b61a820bf245', 'name': 'network-vif-deleted', 'tag': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:12:43.393906 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ae84c838-311e-4a4a-add4-7aa4e1e0ded0 req-bf30b663-722b-4df9-9570-22baec3cbc7b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "DELETE /v2.0/ports/d18ac2dd-884f-4c47-9f47-13413d8b5e9a HTTP/1.1" status: 204 len: 173 time: 1.5890028 Mar 24 17:12:43.405170 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d24510-dd56-46b2-8db9-b61a820bf245', 'name': 'network-vif-deleted', 'tag': 'd18ac2dd-884f-4c47-9f47-13413d8b5e9a', 'status': 'completed', 'code': 200} Mar 24 17:12:43.418509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-2214260c-c97c-4349-af8a-cd52492d75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:43.420101 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-2214260c-c97c-4349-af8a-cd52492d75c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faae6144-8b83-4596-a005-fd8512a35c52 HTTP/1.1" status: 200 len: 833 time: 0.1310730 Mar 24 17:12:43.489931 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:43.502756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fef29-80fc-4f93-af6b-e6920b60696c req-1d012a31-d00e-44eb-85b5-b0f7988cd09c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:43.508440 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6d4fef29-80fc-4f93-af6b-e6920b60696c req-1d012a31-d00e-44eb-85b5-b0f7988cd09c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 943 time: 0.1509106 Mar 24 17:12:43.566950 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6d4fef29-80fc-4f93-af6b-e6920b60696c req-613f2784-9a8b-4c0b-9066-285bf54967cb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548027 Mar 24 17:12:43.569078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-d98b1cca-6c30-4bdc-b929-9c4eeb7dc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:43.570447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-d98b1cca-6c30-4bdc-b929-9c4eeb7dc462 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ac935e9-ebb0-404c-a341-38a7accf5c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1433523 Mar 24 17:12:43.708060 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-f815b092-ed98-4adb-b42c-cf9380e0242e service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274402 Mar 24 17:12:43.818910 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:43.823202 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] Checking router: 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:12:43.834135 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:43.834779 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:43.989757 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8bb8479c-6ece-41c5-8cc6-caa632c721ee req-b0fa929a-ef9c-4750-a5aa-7c683049c7fb tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=83d24510-dd56-46b2-8db9-b61a820bf245 HTTP/1.1" status: 200 len: 210 time: 0.0579810 Mar 24 17:12:44.036189 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43f0ba52-a6d4-43b0-9f43-1dd023d10dc2 req-479aa2c6-a839-467e-9494-c3ac8f578603 service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226824 Mar 24 17:12:44.037308 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:44.238343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-9b508c76-3a6a-4c80-b035-b275ef5ab8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:44.239792 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-9b508c76-3a6a-4c80-b035-b275ef5ab8e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 1096 time: 0.0713930 Mar 24 17:12:44.390824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-d494a948-9bd8-4e44-87f0-35937e960ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:44.392321 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-d494a948-9bd8-4e44-87f0-35937e960ee3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ac935e9-ebb0-404c-a341-38a7accf5c07 HTTP/1.1" status: 200 len: 898 time: 0.1463354 Mar 24 17:12:44.394130 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:44.398315 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d83e12-06df-4185-bcc8-8d623eaf5dd2 None None] The sync data for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv is: [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:12:44.474817 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-8b226d5a-2ebe-407d-a250-6eca29769baf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095 HTTP/1.1" status: 200 len: 217 time: 0.0659811 Mar 24 17:12:44.527463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-a0915c39-f09c-4114-9cc5-dfc0c255b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:44.528912 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-a0915c39-f09c-4114-9cc5-dfc0c255b3f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faae6144-8b83-4596-a005-fd8512a35c52 HTTP/1.1" status: 200 len: 833 time: 0.0571194 Mar 24 17:12:44.614934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-d0e4a657-b618-484c-b434-2f93d785270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:44.616463 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-d0e4a657-b618-484c-b434-2f93d785270e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ac935e9-ebb0-404c-a341-38a7accf5c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811489 Mar 24 17:12:44.634644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698388a-4614-4a59-b088-bd0c3f99029d None None] New status for floating IP 0a070b42-93a2-45e5-b2bb-922c5aac6f47: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:12:44.819895 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-cd7fab43-58b5-41fa-acea-634a54a0533b service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963463 Mar 24 17:12:44.871364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8a32-4c45-4bfd-9d0e-e9690ece5713 req-ee83ce9b-9232-46a3-82e8-a0fabc44b52d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:44.872841 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f2df8a32-4c45-4bfd-9d0e-e9690ece5713 req-ee83ce9b-9232-46a3-82e8-a0fabc44b52d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 943 time: 0.1636128 Mar 24 17:12:44.993671 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f2df8a32-4c45-4bfd-9d0e-e9690ece5713 req-829b6281-ba2e-43f9-9f08-380eb7001a64 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129107 Mar 24 17:12:45.014094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e3a29f4-0a93-4f2b-a71f-52898cc84e78 req-665d0e37-64f6-4d12-9d04-b2480e863757 service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812403 Mar 24 17:12:45.355590 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-dbf3ab71-bb60-43bb-9d3b-0d612cac81d7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436589461&fields=id&tenant_id=3bb3c97d3f2c4a85a94663247e549d02 HTTP/1.1" status: 200 len: 267 time: 0.0426927 Mar 24 17:12:45.507540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e1014-8f93-4748-8198-9aecdad572bc req-f8b5a643-8f91-4f91-a037-c369fe44f317 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:45.509011 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-f8b5a643-8f91-4f91-a037-c369fe44f317 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 812 time: 0.1472292 Mar 24 17:12:45.524036 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-6cb10fb8-072d-4a32-a9a4-57ce7ac18f19 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/quotas/3bb3c97d3f2c4a85a94663247e549d02 HTTP/1.1" status: 200 len: 375 time: 0.0089631 Mar 24 17:12:45.605595 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-2e541197-8180-4622-b0a2-42b34ecd80a1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767615 Mar 24 17:12:45.737591 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5ab1311c-15a1-4687-9e5b-2b46ea4d3bb7 service neutron] 10.222.0.47 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213381 Mar 24 17:12:45.868757 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-0e86efce-e2c6-4223-b4c6-ee4159dddcd8 service neutron] 10.222.0.47 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253662 Mar 24 17:12:46.279560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffbdea-e3f1-4841-89ea-6f06a6b7ecdc req-c9240b8d-d93c-47af-92ed-e01c5f495fd8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:46.281019 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ecffbdea-e3f1-4841-89ea-6f06a6b7ecdc req-c9240b8d-d93c-47af-92ed-e01c5f495fd8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 943 time: 0.1826663 Mar 24 17:12:46.319443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 463a8559-ec3e-41a1-b43a-8cbb859fb095 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:12:46.321838 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device d18ac2dd-884f-4c47-9f47-13413d8b5e9a no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:12:46.335944 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ecffbdea-e3f1-4841-89ea-6f06a6b7ecdc req-a1dd9120-313e-474f-b578-8d3a9996af82 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487375 Mar 24 17:12:46.366941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: d18ac2dd-884f-4c47-9f47-13413d8b5e9a {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:12:46.367283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device d18ac2dd-884f-4c47-9f47-13413d8b5e9a not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:12:46.484055 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-af0f5ff3-f870-4341-be9d-b8dce050b27a req-acd5671e-98d3-41fa-9a7e-92ace64424eb tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 210 time: 0.0421903 Mar 24 17:12:46.499860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 463a8559-ec3e-41a1-b43a-8cbb859fb095, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:46.513328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'port_id': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'mac_address': 'fa:16:3e:e8:f8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:12:46.572255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:46.588959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463a8559-ec3e-41a1-b43a-8cbb859fb095 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:12:46.604197 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 463a8559-ec3e-41a1-b43a-8cbb859fb095, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:46.683820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:46.750158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=463a8559-ec3e-41a1-b43a-8cbb859fb095,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:46.920848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['463a8559-ec3e-41a1-b43a-8cbb859fb095'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:12:47.517976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd008f-36de-48db-a299-c48f37523f0c req-7d83073f-2c67-483d-ab5f-942eb5a204e9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:47.519702 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7abd008f-36de-48db-a299-c48f37523f0c req-7d83073f-2c67-483d-ab5f-942eb5a204e9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 944 time: 0.0866485 Mar 24 17:12:47.563902 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7abd008f-36de-48db-a299-c48f37523f0c req-579f03ee-c2d7-44bf-b73d-606ad5951dd0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386198 Mar 24 17:12:47.634670 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87a8190f-8b81-4551-9728-e12cb7c8538e req-a834bfdc-b3f6-46e0-a935-1216b9e591b5 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 210 time: 0.0402277 Mar 24 17:12:48.333201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 463a8559-ec3e-41a1-b43a-8cbb859fb095 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:12:48.402577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e1014-8f93-4748-8198-9aecdad572bc req-dfd7d95d-26ce-4fda-b28a-dfaa5554047a tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:48.403948 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-dfd7d95d-26ce-4fda-b28a-dfaa5554047a tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 812 time: 0.1522381 Mar 24 17:12:48.451461 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-abfdcefe-fa95-45cc-ae6e-696ca7048509 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bb3c97d3f2c4a85a94663247e549d02 HTTP/1.1" status: 200 len: 380 time: 0.0390484 Mar 24 17:12:48.466015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'port': {'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'admin_state_up': True, 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'security_groups': ['0f20a8d9-47bc-4fd2-a24d-c72541f36e89']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:48.466157 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 463a8559-ec3e-41a1-b43a-8cbb859fb095 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:12:48.472338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 463a8559-ec3e-41a1-b43a-8cbb859fb095 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:48.475932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:48.592973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:48.622930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:12:48.626251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:48.634245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 463a8559-ec3e-41a1-b43a-8cbb859fb095, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:12:48.638776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:port and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:48.641991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:48.647823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:48.689650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:48.731906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Made reservation on behalf of 3bb3c97d3f2c4a85a94663247e549d02 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:12:48.735734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:48.757451 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'code': 200} Mar 24 17:12:48.767156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=463a8559-ec3e-41a1-b43a-8cbb859fb095,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:48.911079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78425e-f1e1-4eb0-aca7-3355050dc304 req-77b9df40-43cb-42b6-9274-9d7d13bd2feb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:48.912449 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d78425e-f1e1-4eb0-aca7-3355050dc304 req-77b9df40-43cb-42b6-9274-9d7d13bd2feb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 945 time: 0.2293041 Mar 24 17:12:48.956496 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ff2f5b4-aae7-449c-ac41-3143da2f36c8 req-235b8c3b-0119-413e-bba6-01c0820802bb tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 210 time: 0.0878174 Mar 24 17:12:49.021052 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d78425e-f1e1-4eb0-aca7-3355050dc304 req-b87f321e-0340-4f98-b18d-21f63a8b322f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951560 Mar 24 17:12:49.024894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Allocated IP 172.20.0.11 (776741f5-811e-4381-8c10-737d1f15324b/0b084f0a-7979-42ac-9322-597f71157abf/87ab9b39-8b15-489f-904f-2410fdd7aa05) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:12:49.126329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbbbc1-0771-454e-9cfa-2217a83784a6 req-ee5d72a1-c94b-4c97-9388-9335a2705719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:49.127787 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c1bbbbc1-0771-454e-9cfa-2217a83784a6 req-ee5d72a1-c94b-4c97-9388-9335a2705719 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 1098 time: 0.0736232 Mar 24 17:12:49.168822 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c1bbbbc1-0771-454e-9cfa-2217a83784a6 req-eeadc93e-9074-4a36-9870-08a59f4e7b21 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352187 Mar 24 17:12:49.223516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:49.239686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Transition to ACTIVE for port object 87ab9b39-8b15-489f-904f-2410fdd7aa05 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:12:49.335652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:49.413401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Network 776741f5-811e-4381-8c10-737d1f15324b is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:12:49.416641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:12:49.419119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:12:49.472682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'Port': ['ID=87ab9b39-8b15-489f-904f-2410fdd7aa05,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:49.504549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:49.506783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:49.582436 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-c2ca6b5d-3d0a-468e-aa8c-5a25ed7d73d8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1199548 Mar 24 17:12:49.594652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Request body: {'port': {'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:49.706932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-aab44ea7-7ceb-44ba-acae-8e18e07dbd3a None None] Provisioning for port 87ab9b39-8b15-489f-904f-2410fdd7aa05 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:12:49.707505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:49.713265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-aab44ea7-7ceb-44ba-acae-8e18e07dbd3a None None] Provisioning complete for port 87ab9b39-8b15-489f-904f-2410fdd7aa05 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:12:49.713265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aab44ea7-7ceb-44ba-acae-8e18e07dbd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:49.772846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-aab44ea7-7ceb-44ba-acae-8e18e07dbd3a None None] Port 87ab9b39-8b15-489f-904f-2410fdd7aa05 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:12:50.207169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ab9b39-8b15-489f-904f-2410fdd7aa05 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:12:50.251893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:50.289516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Transition to ACTIVE for port object 87ab9b39-8b15-489f-904f-2410fdd7aa05 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:12:50.326899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3046d-2a70-41a8-a076-c6af43434549 req-193b8a3e-1717-4d2f-b9e6-c90790a6d37f tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:50.327571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-36f3046d-2a70-41a8-a076-c6af43434549 req-193b8a3e-1717-4d2f-b9e6-c90790a6d37f tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Synchronizing usage tracker for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:12:50.350041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e001-ebb4-46d0-b901-3fc2edcb90e9 req-e6265c16-a326-4797-83ed-a895b98f0d2f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:50.351469 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5aa8e001-ebb4-46d0-b901-3fc2edcb90e9 req-e6265c16-a326-4797-83ed-a895b98f0d2f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 945 time: 0.1466725 Mar 24 17:12:50.373614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:50.491515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-36f3046d-2a70-41a8-a076-c6af43434549 req-193b8a3e-1717-4d2f-b9e6-c90790a6d37f tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Unset dirty status for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:12:50.492691 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36f3046d-2a70-41a8-a076-c6af43434549 req-193b8a3e-1717-4d2f-b9e6-c90790a6d37f tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 932 time: 0.4261940 Mar 24 17:12:50.536304 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5aa8e001-ebb4-46d0-b901-3fc2edcb90e9 req-42c0aae6-77e5-481e-b598-9629d2e59592 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791329 Mar 24 17:12:50.547604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Pushing event updated for resources: {'Port': ['ID=87ab9b39-8b15-489f-904f-2410fdd7aa05,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:50.641324 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36f3046d-2a70-41a8-a076-c6af43434549 req-2d5b5ffc-394c-4b1a-be1d-55fbfcb21e78 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351500 Mar 24 17:12:50.670992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Attempting to bind port 87ab9b39-8b15-489f-904f-2410fdd7aa05 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:12:50.671316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Attempting to bind port 87ab9b39-8b15-489f-904f-2410fdd7aa05 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:12:50.671633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Attempting to bind port 87ab9b39-8b15-489f-904f-2410fdd7aa05 on network 776741f5-811e-4381-8c10-737d1f15324b {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:12:50.676191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Port 87ab9b39-8b15-489f-904f-2410fdd7aa05 on network 776741f5-811e-4381-8c10-737d1f15324b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:12:50.676514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Attempting to bind port 87ab9b39-8b15-489f-904f-2410fdd7aa05 on network 776741f5-811e-4381-8c10-737d1f15324b {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:12:50.681446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:12:50.681770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Checking segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:12:50.682140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Bound using segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:12:50.682547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Bound port: 87ab9b39-8b15-489f-904f-2410fdd7aa05, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:12:50.682875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:50.791119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] For port 87ab9b39-8b15-489f-904f-2410fdd7aa05, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:12:50.795758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] For port 87ab9b39-8b15-489f-904f-2410fdd7aa05, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:12:50.878652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:50.932150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:50.932888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:50.934242 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] 10.222.0.48 "PUT /v2.0/ports/87ab9b39-8b15-489f-904f-2410fdd7aa05 HTTP/1.1" status: 200 len: 1094 time: 1.3448009 Mar 24 17:12:50.938423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:12:50.966657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c804fcb-a60a-4f23-8240-3282040447dd service neutron] Pushing event updated for resources: {'Port': ['ID=87ab9b39-8b15-489f-904f-2410fdd7aa05,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:50.983705 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'status': 'completed', 'code': 200} Mar 24 17:12:51.092796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466693c-7eab-4b53-8385-344cf0fd617b req-e03bd529-6688-4bd2-b48a-5c3b31b465ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:51.094566 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7466693c-7eab-4b53-8385-344cf0fd617b req-e03bd529-6688-4bd2-b48a-5c3b31b465ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 1097 time: 0.0830662 Mar 24 17:12:51.237346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466693c-7eab-4b53-8385-344cf0fd617b req-de31c778-4bfb-447d-b5d7-ef5254a247b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:51.238727 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7466693c-7eab-4b53-8385-344cf0fd617b req-de31c778-4bfb-447d-b5d7-ef5254a247b1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1378071 Mar 24 17:12:51.375527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466693c-7eab-4b53-8385-344cf0fd617b req-598a787d-40e4-4ed7-a7c6-5b39e6e4c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:51.376904 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7466693c-7eab-4b53-8385-344cf0fd617b req-598a787d-40e4-4ed7-a7c6-5b39e6e4c171 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324437 Mar 24 17:12:51.484999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e1014-8f93-4748-8198-9aecdad572bc req-89e96f30-7be1-47e2-ac47-a9eea1f2bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:51.486444 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-89e96f30-7be1-47e2-ac47-a9eea1f2bf55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 1097 time: 0.0745919 Mar 24 17:12:51.555337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-a72561bd-24af-4e9f-9be7-4119f4ab4230 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05 HTTP/1.1" status: 200 len: 217 time: 0.0623627 Mar 24 17:12:51.616741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e1014-8f93-4748-8198-9aecdad572bc req-13b79a23-5c24-4bc9-b44c-6969b50bdf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:51.618150 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-13b79a23-5c24-4bc9-b44c-6969b50bdf8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0574508 Mar 24 17:12:51.755778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e1014-8f93-4748-8198-9aecdad572bc req-44325c79-1a9e-47cb-9366-65ddefc52596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:51.757251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-44325c79-1a9e-47cb-9366-65ddefc52596 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1326873 Mar 24 17:12:51.767499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b62ff-dc78-4477-810e-2b256b4e4c1c req-8fece9e6-f18a-44f2-af5f-298e9faf6ebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:51.768821 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-084b62ff-dc78-4477-810e-2b256b4e4c1c req-8fece9e6-f18a-44f2-af5f-298e9faf6ebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 945 time: 0.1104200 Mar 24 17:12:51.944041 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-084b62ff-dc78-4477-810e-2b256b4e4c1c req-773325d8-131d-462b-8a86-46c9dfdc72bf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443686 Mar 24 17:12:51.989887 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-eafb504c-4196-4107-9041-1039b581f492 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166703 Mar 24 17:12:51.994024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bca6dc-e9c3-42ce-afd3-ec61a24346df req-3d8d436b-28f1-48a2-822c-fa8a56e403cf tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:51.995359 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d8bca6dc-e9c3-42ce-afd3-ec61a24346df req-3d8d436b-28f1-48a2-822c-fa8a56e403cf tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 944 time: 0.2372627 Mar 24 17:12:52.264756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d8bca6dc-e9c3-42ce-afd3-ec61a24346df req-7943953d-629f-455f-aee1-a8b7cb133c01 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588891 Mar 24 17:12:52.299489 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8e1014-8f93-4748-8198-9aecdad572bc req-22a7a585-4a97-4613-b4e1-3c7981ea470d service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031726 Mar 24 17:12:52.316813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34315f3f-cf5d-489e-9d43-a97d07a38a97 req-c2061835-b455-4366-b66d-379b7ca578f7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:52.318250 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-34315f3f-cf5d-489e-9d43-a97d07a38a97 req-c2061835-b455-4366-b66d-379b7ca578f7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 945 time: 0.2095063 Mar 24 17:12:52.362777 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-34315f3f-cf5d-489e-9d43-a97d07a38a97 req-a23da314-6199-44f1-8440-1904ece925a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388539 Mar 24 17:12:52.385173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42526) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:52.453875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3055d6-047e-4668-8b65-836ddc0c66f0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:52.455321 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bf3055d6-047e-4668-8b65-836ddc0c66f0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 1093 time: 0.0692143 Mar 24 17:12:52.458103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42530) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:52.462768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:12:52.468589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:12:52.472356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:floatingip and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:12:52.475143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:12:52.480691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:12:52.540754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:52.670461 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:52.808121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.247 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/2403d0dc-0be5-4689-aa78-bc2bd5a23a97) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:12:52.951819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:53.020971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:53.078934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:12:53.081486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:12:53.085064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:12:53.131611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=2403d0dc-0be5-4689-aa78-bc2bd5a23a97,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:53.520930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f9ef-79c2-46ee-968e-af15ea75f526 req-5e16bb8a-5e20-43f7-abf8-04e6abeefc37 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:53.522267 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e06f9ef-79c2-46ee-968e-af15ea75f526 req-5e16bb8a-5e20-43f7-abf8-04e6abeefc37 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 944 time: 0.1276209 Mar 24 17:12:53.572541 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e06f9ef-79c2-46ee-968e-af15ea75f526 req-2740a394-515d-49a0-8179-34fafe8488e2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Mar 24 17:12:53.596951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:53.715444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:54.017530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:54.089232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:54.195937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=2403d0dc-0be5-4689-aa78-bc2bd5a23a97,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:12:54.206156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:54.371102 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 1f3512b9-4426-4d64-b8b1-395863f9049d associated. External IP: 172.26.4.247, port: 463a8559-ec3e-41a1-b43a-8cbb859fb095. Mar 24 17:12:54.760857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router adee7de1-44eb-4607-ad25-cfad21db8137 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:12:54.857778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d1ef3-1c45-4b57-b61d-398a71e6d45c req-1e80e18e-1370-4046-bef0-a0d6b3e3a733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:54.859120 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a28d1ef3-1c45-4b57-b61d-398a71e6d45c req-1e80e18e-1370-4046-bef0-a0d6b3e3a733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 944 time: 0.1759746 Mar 24 17:12:54.975029 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a28d1ef3-1c45-4b57-b61d-398a71e6d45c req-4dc00888-9a7a-432a-b6f6-bc8f3d0fa1b1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091955 Mar 24 17:12:54.996310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:12:55.007947 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] Sync routers for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:12:55.018106 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:55.018704 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:55.077952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:12:55.132251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c719137e-89ab-4f00-9e93-9f50c06e5ac3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6730518 Mar 24 17:12:55.132870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:12:55.135134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42538) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:55.177197 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'status': 'completed', 'code': 200} Mar 24 17:12:55.194744 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:55.249857 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5b41eb66-c16b-412f-aac3-f6fae1260eac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/1f3512b9-4426-4d64-b8b1-395863f9049d HTTP/1.1" status: 200 len: 991 time: 0.1124818 Mar 24 17:12:55.279544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-0325acff-e21f-4fd1-be07-8e0abe7db96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:55.281121 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-0325acff-e21f-4fd1-be07-8e0abe7db96f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 1098 time: 0.0751159 Mar 24 17:12:55.523195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-28b526c3-9abb-41a8-8434-212b48043640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:55.524647 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-28b526c3-9abb-41a8-8434-212b48043640 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ac935e9-ebb0-404c-a341-38a7accf5c07 HTTP/1.1" status: 200 len: 898 time: 0.2375100 Mar 24 17:12:55.541445 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '1f3512b9-4426-4d64-b8b1-395863f9049d', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'port_id': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'mac_address': 'fa:16:3e:e8:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:12:53Z', 'updated_at': '2022-03-24T17:12:53Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de3b8101-e7cc-4e1c-aeab-9f5f1445855a', 'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:75:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:30Z', 'updated_at': '2022-03-24T17:12:36Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:55.545828 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] Checking router: adee7de1-44eb-4607-ad25-cfad21db8137 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:12:55.554023 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:12:55.554611 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:12:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:55.624577 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-eab24c52-7c78-47c2-b3bb-8b53a69ee41b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095 HTTP/1.1" status: 200 len: 999 time: 0.0939317 Mar 24 17:12:55.685291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-aae2193d-05dd-465e-acbb-92c4d678eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:55.687331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-aae2193d-05dd-465e-acbb-92c4d678eddb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faae6144-8b83-4596-a005-fd8512a35c52 HTTP/1.1" status: 200 len: 833 time: 0.0565784 Mar 24 17:12:55.724066 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:12:55.759549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-9c33ab63-782d-40b0-a41a-9fd6f946af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:55.761029 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-9c33ab63-782d-40b0-a41a-9fd6f946af17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ac935e9-ebb0-404c-a341-38a7accf5c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683331 Mar 24 17:12:55.903738 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-2c6c2b93-f4dc-4aa6-a752-c9b8a20a6c5a service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356981 Mar 24 17:12:56.041459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c58f921-ad6d-4c1e-b1fd-bf0724055f3f req-688f9c70-3507-44bd-9747-b48e4f3aab88 service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315012 Mar 24 17:12:56.074292 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '1f3512b9-4426-4d64-b8b1-395863f9049d', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'port_id': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'mac_address': 'fa:16:3e:e8:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:12:53Z', 'updated_at': '2022-03-24T17:12:53Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de3b8101-e7cc-4e1c-aeab-9f5f1445855a', 'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:75:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:30Z', 'updated_at': '2022-03-24T17:12:36Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:12:56.079050 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda437d-7f00-40c8-9ad2-a2d357ed352b None None] The sync data for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv is: [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '1f3512b9-4426-4d64-b8b1-395863f9049d', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'port_id': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'mac_address': 'fa:16:3e:e8:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:12:53Z', 'updated_at': '2022-03-24T17:12:53Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de3b8101-e7cc-4e1c-aeab-9f5f1445855a', 'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:75:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:30Z', 'updated_at': '2022-03-24T17:12:36Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:12:56.251774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42546) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:56.275018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28b7ed-c813-4f21-b420-cf52da3c74f1 None None] New status for floating IP 1f3512b9-4426-4d64-b8b1-395863f9049d: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:12:56.328515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af78338-94bb-4c61-821f-8685e81f2539 req-0281476a-645b-4dbc-b68b-12313c4572c6 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:56.330136 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2af78338-94bb-4c61-821f-8685e81f2539 req-0281476a-645b-4dbc-b68b-12313c4572c6 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 944 time: 0.0903962 Mar 24 17:12:56.374381 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ed3a6905-2da3-489f-9546-3a2b30134141 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/1f3512b9-4426-4d64-b8b1-395863f9049d HTTP/1.1" status: 200 len: 991 time: 0.1213849 Mar 24 17:12:56.378782 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2af78338-94bb-4c61-821f-8685e81f2539 req-caa3a548-cd6d-4863-9554-805fc1f8a3b4 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428734 Mar 24 17:12:57.377912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42550) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:12:57.484933 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d7680153-f911-42ba-9602-3a6055bbe064 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/1f3512b9-4426-4d64-b8b1-395863f9049d HTTP/1.1" status: 200 len: 993 time: 0.1058187 Mar 24 17:12:57.562694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192aea3f-2d02-4064-8258-b95eec5050aa req-c0ebe2cb-1f62-40f3-a058-780b0d2ac1e2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:57.564159 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-192aea3f-2d02-4064-8258-b95eec5050aa req-c0ebe2cb-1f62-40f3-a058-780b0d2ac1e2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 944 time: 0.0805538 Mar 24 17:12:57.610710 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-192aea3f-2d02-4064-8258-b95eec5050aa req-ff04dcc8-2598-46be-a155-6e4b0a7996e5 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409091 Mar 24 17:12:58.789924 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd27a5-08c1-4c52-978a-7609000b3795 req-fff86898-a989-4478-a915-f93b9904a583 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:12:58.791629 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9cd27a5-08c1-4c52-978a-7609000b3795 req-fff86898-a989-4478-a915-f93b9904a583 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 944 time: 0.0786917 Mar 24 17:12:58.835018 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9cd27a5-08c1-4c52-978a-7609000b3795 req-41e472d8-af87-4f36-9f45-a16bf2ae0b74 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377598 Mar 24 17:13:00.018749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348978b-70e7-4a17-aeee-ecfc21309a14 req-c56639e6-6f74-473d-a2f6-9a091a9d30c0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:00.020117 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7348978b-70e7-4a17-aeee-ecfc21309a14 req-c56639e6-6f74-473d-a2f6-9a091a9d30c0 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 944 time: 0.0818021 Mar 24 17:13:00.067179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7348978b-70e7-4a17-aeee-ecfc21309a14 req-638f0928-eb87-4f2b-8c6f-f1e9c2487ad4 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Mar 24 17:13:00.408582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 87ab9b39-8b15-489f-904f-2410fdd7aa05 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:13:00.496474 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cb8a27ff-dd60-4e8e-85c8-60b611d7e25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:00.541986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 87ab9b39-8b15-489f-904f-2410fdd7aa05, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:00.555062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:13:00.611382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:00.627300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ab9b39-8b15-489f-904f-2410fdd7aa05 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:13:00.642188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 87ab9b39-8b15-489f-904f-2410fdd7aa05, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:00.683158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:00.747802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=87ab9b39-8b15-489f-904f-2410fdd7aa05,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:00.893420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['87ab9b39-8b15-489f-904f-2410fdd7aa05'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:13:01.246213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34816b88-238c-44f6-98b7-fb79b9a60e1e req-c1259cdd-fcd3-420a-b655-4a3479f0fc9c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:01.247637 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-34816b88-238c-44f6-98b7-fb79b9a60e1e req-c1259cdd-fcd3-420a-b655-4a3479f0fc9c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 945 time: 0.0784531 Mar 24 17:13:01.291025 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-34816b88-238c-44f6-98b7-fb79b9a60e1e req-000e8425-8cdc-4325-9c1a-f720a24ca778 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371296 Mar 24 17:13:02.412871 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 87ab9b39-8b15-489f-904f-2410fdd7aa05 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:13:02.476849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1b3a-ac0c-44b2-a6ed-84b5ee9f15a1 req-984ede20-2ff8-4065-9888-5a013ff5303a tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:02.478301 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-402e1b3a-ac0c-44b2-a6ed-84b5ee9f15a1 req-984ede20-2ff8-4065-9888-5a013ff5303a tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 945 time: 0.0819170 Mar 24 17:13:02.517903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 87ab9b39-8b15-489f-904f-2410fdd7aa05 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:13:02.521932 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-402e1b3a-ac0c-44b2-a6ed-84b5ee9f15a1 req-8372d0ca-4c00-4067-bde7-9823b9524409 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Mar 24 17:13:02.523230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 87ab9b39-8b15-489f-904f-2410fdd7aa05 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:02.523604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:02.626440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a76c85c2-ced0-4b0f-9bfb-cb6254cf53bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:02.662166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:02.689241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:13:02.696903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:02.699443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 87ab9b39-8b15-489f-904f-2410fdd7aa05, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:02.733157 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'code': 200} Mar 24 17:13:02.752540 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:02.819564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=87ab9b39-8b15-489f-904f-2410fdd7aa05,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:03.175268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a977-c17f-4830-b765-e81c3817ef47 req-4fd60afb-e67c-4c95-b9f9-ec9af882428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:03.176623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e420a977-c17f-4830-b765-e81c3817ef47 req-4fd60afb-e67c-4c95-b9f9-ec9af882428a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 1099 time: 0.0674536 Mar 24 17:13:03.219420 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e420a977-c17f-4830-b765-e81c3817ef47 req-28516817-6756-43d2-8fc9-8e7c1b2efc5a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359552 Mar 24 17:13:03.705469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f569b-14c1-427b-a9e8-ef8b70dc10e5 req-4e5216b6-9eb4-42e9-a987-06115bebcfd8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:03.706916 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f23f569b-14c1-427b-a9e8-ef8b70dc10e5 req-4e5216b6-9eb4-42e9-a987-06115bebcfd8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 946 time: 0.0810518 Mar 24 17:13:03.751206 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f23f569b-14c1-427b-a9e8-ef8b70dc10e5 req-8591b658-cf0b-4305-8249-8d267b067862 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 Mar 24 17:13:03.832124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:03.871777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:04.942491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509a2f4-513f-4ced-be95-6a2b5819b272 req-40b43a4a-4783-4d4e-bec8-fa56e8ebd108 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:04.943919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5509a2f4-513f-4ced-be95-6a2b5819b272 req-40b43a4a-4783-4d4e-bec8-fa56e8ebd108 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 946 time: 0.0837922 Mar 24 17:13:04.986787 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5509a2f4-513f-4ced-be95-6a2b5819b272 req-f9351209-503d-4ac2-8c7f-4c8e0fc9c8ec tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371509 Mar 24 17:13:05.166021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1207a0-2512-4fc5-99a9-73eedaf47696 req-db528b92-b675-41d1-b5d6-1906ef4ea4cd tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:05.167028 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ac1207a0-2512-4fc5-99a9-73eedaf47696 req-db528b92-b675-41d1-b5d6-1906ef4ea4cd tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 946 time: 0.0782855 Mar 24 17:13:05.214615 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ac1207a0-2512-4fc5-99a9-73eedaf47696 req-a551bfa5-fca4-4831-9ae8-bfeaff3b2693 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Mar 24 17:13:05.238559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42574) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:05.260379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:05.309392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee6375-83a7-49f4-a72f-77c965fb88d3 tempest-TestVolumeBootPattern-2027865278 tempest-TestVolumeBootPattern-2027865278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:05.310794 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c7ee6375-83a7-49f4-a72f-77c965fb88d3 tempest-TestVolumeBootPattern-2027865278 tempest-TestVolumeBootPattern-2027865278-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 1094 time: 0.0712950 Mar 24 17:13:05.313674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42578) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:05.318510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:05.324372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:05.328800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:floatingip and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:05.331646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:05.337272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:05.403144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:05.538560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:05.761398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Allocated IP 172.26.4.48 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/bcd166f5-731a-4b63-9c54-da318ece28b7) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:13:05.906597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:05.992586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:06.050807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:13:06.053436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:13:06.056974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:13:06.099688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'Port': ['ID=bcd166f5-731a-4b63-9c54-da318ece28b7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:06.477794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:06.632232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:06.837677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:06.894862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:07.000589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'Port': ['ID=bcd166f5-731a-4b63-9c54-da318ece28b7,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:07.011950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:07.176374 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Floating IP 910a2cd3-277f-4afe-80b6-c6c2ceba74a2 associated. External IP: 172.26.4.48, port: 87ab9b39-8b15-489f-904f-2410fdd7aa05. Mar 24 17:13:07.633038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:13:07.808326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:13:07.818262 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] Sync routers for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:13:07.827288 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:07.827881 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:07.878268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:07.934121 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6ef03cd5-164c-4ed9-b24b-2da8c8358733 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6194334 Mar 24 17:13:07.934702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:13:07.978154 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'status': 'completed', 'code': 200} Mar 24 17:13:08.038730 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:08.076336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-f5feada3-94bc-42b4-8070-878cc358c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:08.078070 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-f5feada3-94bc-42b4-8070-878cc358c75e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 1099 time: 0.0742095 Mar 24 17:13:08.207741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-c6b6bafa-3d87-4fec-9062-aa8f3a4f97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:08.209126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-c6b6bafa-3d87-4fec-9062-aa8f3a4f97fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1252451 Mar 24 17:13:08.313816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-aea616af-2242-49c3-ae84-15fde128a99b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05 HTTP/1.1" status: 200 len: 999 time: 0.0972798 Mar 24 17:13:08.374589 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '910a2cd3-277f-4afe-80b6-c6c2ceba74a2', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:13:06Z', 'updated_at': '2022-03-24T17:13:06Z', 'revision_number': 0, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:08.378366 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] Checking router: 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:13:08.378982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-681c8daa-e8cb-48bc-900d-c2df73a33e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:08.380439 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-681c8daa-e8cb-48bc-900d-c2df73a33e9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0609324 Mar 24 17:13:08.386491 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:08.387073 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:08.456933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-bf2f8b62-a52c-4627-928a-b83654884371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:08.458436 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-bf2f8b62-a52c-4627-928a-b83654884371 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721700 Mar 24 17:13:08.559788 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:08.588927 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-cd26820f-6045-4cec-812a-6996ac078cbc service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235955 Mar 24 17:13:08.719642 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b519090-bec9-42cf-9da6-dfc5e62e0288 req-10267a22-312a-4926-ba60-428e5d8b80b7 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240981 Mar 24 17:13:08.914564 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '910a2cd3-277f-4afe-80b6-c6c2ceba74a2', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:13:06Z', 'updated_at': '2022-03-24T17:13:06Z', 'revision_number': 0, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:08.918786 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054f2dc4-6c44-4f08-a985-8cce70227926 None None] The sync data for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv is: [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '910a2cd3-277f-4afe-80b6-c6c2ceba74a2', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:13:06Z', 'updated_at': '2022-03-24T17:13:06Z', 'revision_number': 0, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:13:09.102373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447f049b-c140-464f-8b1b-d083eff3a444 None None] New status for floating IP 910a2cd3-277f-4afe-80b6-c6c2ceba74a2: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:13:15.384091 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:13:17.517056 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-e2fe2c13-2917-44d6-9631-651b7f89576e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673232 Mar 24 17:13:17.657169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-17c39a96-e47e-40c2-9302-ae745815cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:17.658592 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-17c39a96-e47e-40c2-9302-ae745815cf8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 1098 time: 0.0694864 Mar 24 17:13:17.808378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-8e42fcc4-9e03-4fef-b831-07585b6f2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:17.809811 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-8e42fcc4-9e03-4fef-b831-07585b6f2872 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ac935e9-ebb0-404c-a341-38a7accf5c07 HTTP/1.1" status: 200 len: 898 time: 0.1306570 Mar 24 17:13:18.014665 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-e2401326-7f04-4bb3-9f42-7841a468e27e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095 HTTP/1.1" status: 200 len: 1001 time: 0.1963184 Mar 24 17:13:18.080298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-718cf97a-53d2-4a16-b8d7-a53d116df144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:18.081614 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-718cf97a-53d2-4a16-b8d7-a53d116df144 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faae6144-8b83-4596-a005-fd8512a35c52 HTTP/1.1" status: 200 len: 833 time: 0.0611515 Mar 24 17:13:18.156347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-027493e6-6a16-4cc0-a1f0-3b57a5f793e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:18.157772 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-027493e6-6a16-4cc0-a1f0-3b57a5f793e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ac935e9-ebb0-404c-a341-38a7accf5c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690157 Mar 24 17:13:18.288814 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-81b8379e-63dd-4d6d-94a7-294663efe7ad service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229286 Mar 24 17:13:18.421302 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c4ca62a-a802-4994-9645-ece5084215d9 req-4d6f4878-d219-450d-aa57-e93977d41ed5 service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238415 Mar 24 17:13:26.535851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42602) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:26.640783 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cf1729de-8dd3-44e0-a401-dfb8842de459 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/1f3512b9-4426-4d64-b8b1-395863f9049d HTTP/1.1" status: 200 len: 993 time: 0.1037230 Mar 24 17:13:26.902002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42610) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:27.121786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 2403d0dc-0be5-4689-aa78-bc2bd5a23a97 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:13:27.122186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:27.297157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:27.306352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:27.417145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 2403d0dc-0be5-4689-aa78-bc2bd5a23a97 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:13:27.626124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:27.674912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=2403d0dc-0be5-4689-aa78-bc2bd5a23a97,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:27.710027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.710832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.710832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.711404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.711404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.711657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.711993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.712330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.712645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.712962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.713278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.713591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:27.786530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:27.786530 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 1f3512b9-4426-4d64-b8b1-395863f9049d disassociated (deleted). External IP: 172.26.4.247, port: 463a8559-ec3e-41a1-b43a-8cbb859fb095. Mar 24 17:13:28.238083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router adee7de1-44eb-4607-ad25-cfad21db8137 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:13:28.410879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:13:28.421157 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] Sync routers for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:13:28.430332 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:28.438446 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:28.496641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:28.543842 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3ac91927-895d-485f-b68d-34136c5d86f8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/floatingips/1f3512b9-4426-4d64-b8b1-395863f9049d HTTP/1.1" status: 204 len: 168 time: 1.6401582 Mar 24 17:13:28.544456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:13:28.599637 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'status': 'completed', 'code': 200} Mar 24 17:13:28.613420 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:28.702023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-83e682db-4365-44cd-bb04-d3a37900a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:28.710973 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-83e682db-4365-44cd-bb04-d3a37900a53c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 1098 time: 0.0834672 Mar 24 17:13:28.857314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-846f05c7-aa4e-4767-8fc7-e5406267d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:28.859421 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-846f05c7-aa4e-4767-8fc7-e5406267d141 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ac935e9-ebb0-404c-a341-38a7accf5c07 HTTP/1.1" status: 200 len: 898 time: 0.1474812 Mar 24 17:13:28.961229 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-6d3e0b3c-0f66-4344-b226-283bd7cd4e1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095 HTTP/1.1" status: 200 len: 217 time: 0.0860412 Mar 24 17:13:28.999623 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'de3b8101-e7cc-4e1c-aeab-9f5f1445855a', 'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:75:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:30Z', 'updated_at': '2022-03-24T17:12:36Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:28.999623 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] Checking router: adee7de1-44eb-4607-ad25-cfad21db8137 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:13:29.006958 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:29.007561 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:29.018146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-61247fc4-c195-4f27-a3c6-6612ad6a15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:29.018306 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-61247fc4-c195-4f27-a3c6-6612ad6a15f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faae6144-8b83-4596-a005-fd8512a35c52 HTTP/1.1" status: 200 len: 833 time: 0.0605869 Mar 24 17:13:29.172428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-07c3af05-7716-4592-8e15-a32f2e28d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:29.172428 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-07c3af05-7716-4592-8e15-a32f2e28d0c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ac935e9-ebb0-404c-a341-38a7accf5c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1418912 Mar 24 17:13:29.203175 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:29.278818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82a8b3-becd-47fe-80b3-8e1182816f82 req-bbd1820b-cb9b-44fd-99f2-b0dbc543d3a0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:29.278818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0d82a8b3-becd-47fe-80b3-8e1182816f82 req-bbd1820b-cb9b-44fd-99f2-b0dbc543d3a0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:13:29.328615 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-0fa9f3a6-9c20-49a8-895d-5187e5cce3cf service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520402 Mar 24 17:13:29.416486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0d82a8b3-becd-47fe-80b3-8e1182816f82 req-bbd1820b-cb9b-44fd-99f2-b0dbc543d3a0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:13:29.420025 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d82a8b3-becd-47fe-80b3-8e1182816f82 req-bbd1820b-cb9b-44fd-99f2-b0dbc543d3a0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 945 time: 0.3283870 Mar 24 17:13:29.496639 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d82a8b3-becd-47fe-80b3-8e1182816f82 req-313bac77-e410-49f7-aa72-4374b57bddaf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607877 Mar 24 17:13:29.496639 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63a8ad23-d3fb-4035-8063-885f0137aaf3 req-1899e07b-074c-48d3-af51-c76b16a566d9 service neutron] 10.222.0.48 "GET /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601954 Mar 24 17:13:29.543499 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'de3b8101-e7cc-4e1c-aeab-9f5f1445855a', 'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:75:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:30Z', 'updated_at': '2022-03-24T17:12:36Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:29.547578 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0677516-1f65-4f1f-a169-5c42de16a0c4 None None] The sync data for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv is: [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:12:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'de3b8101-e7cc-4e1c-aeab-9f5f1445855a', 'name': '', 'network_id': '2ac935e9-ebb0-404c-a341-38a7accf5c07', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:75:cc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:30Z', 'updated_at': '2022-03-24T17:12:36Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'faae6144-8b83-4596-a005-fd8512a35c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:13:29.771501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1d267-9e29-4141-b09d-b64d00ff3ea1 None None] New status for floating IP 1f3512b9-4426-4d64-b8b1-395863f9049d: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:13:30.443783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7c4680d0-16e0-46f6-9718-2a097d7db14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:30.578744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-907ecf22-3067-4bfd-a9e0-aec59451806e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:30.580261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-907ecf22-3067-4bfd-a9e0-aec59451806e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 945 time: 0.1911187 Mar 24 17:13:30.692312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 463a8559-ec3e-41a1-b43a-8cbb859fb095 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:13:30.692312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:30.815623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64524-83b0-4c6b-bf6c-8b9d3649ee32 req-cfb1b39a-72b5-434c-9e91-6ebd69c9d551 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:30.817105 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3dd64524-83b0-4c6b-bf6c-8b9d3649ee32 req-cfb1b39a-72b5-434c-9e91-6ebd69c9d551 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 945 time: 0.1989341 Mar 24 17:13:30.964860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3dd64524-83b0-4c6b-bf6c-8b9d3649ee32 req-e434e198-700f-4f80-b455-d4e6e3d19899 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad38e02b-6563-4c35-a962-8314083a174c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327884 Mar 24 17:13:30.999885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 463a8559-ec3e-41a1-b43a-8cbb859fb095, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=463a8559-ec3e-41a1-b43a-8cbb859fb095,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:31.000313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:31.125265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 463a8559-ec3e-41a1-b43a-8cbb859fb095 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:13:31.358812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:31.409671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=463a8559-ec3e-41a1-b43a-8cbb859fb095,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:31.487650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port 463a8559-ec3e-41a1-b43a-8cbb859fb095 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:13:31.490952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:31.492623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'name': 'network-vif-deleted', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:13:31.541437 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dda850-8fde-4b08-a3a8-4809b94c7872', 'name': 'network-vif-deleted', 'tag': '463a8559-ec3e-41a1-b43a-8cbb859fb095', 'status': 'completed', 'code': 200} Mar 24 17:13:31.557738 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-12222f2e-d8f9-465e-ab4f-eab69fcbb4fa req-b292482a-be02-42c2-9e86-8fcd258de712 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/463a8559-ec3e-41a1-b43a-8cbb859fb095 HTTP/1.1" status: 204 len: 173 time: 0.9724438 Mar 24 17:13:32.148119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1955fad4-1a00-4c62-8636-c4781d218866 req-fad04a27-e38f-4df7-8078-7201adc01fb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:13:32.231738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1955fad4-1a00-4c62-8636-c4781d218866 req-fad04a27-e38f-4df7-8078-7201adc01fb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:13:32.233140 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1955fad4-1a00-4c62-8636-c4781d218866 req-fad04a27-e38f-4df7-8078-7201adc01fb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dda850-8fde-4b08-a3a8-4809b94c7872 HTTP/1.1" status: 200 len: 210 time: 0.1282637 Mar 24 17:13:32.625763 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-34ed1ca6-4da5-4816-b538-4920a53802cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:32.723006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:33.327295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42630) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:33.396063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff0935a5-571f-4e67-8415-541b5020b85d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:33.427676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff0935a5-571f-4e67-8415-541b5020b85d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:33.618884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff0935a5-571f-4e67-8415-541b5020b85d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:33.633340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0935a5-571f-4e67-8415-541b5020b85d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad38e02b-6563-4c35-a962-8314083a174c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:33.710520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff0935a5-571f-4e67-8415-541b5020b85d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:33.711659 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ff0935a5-571f-4e67-8415-541b5020b85d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/ad38e02b-6563-4c35-a962-8314083a174c HTTP/1.1" status: 204 len: 168 time: 0.3833859 Mar 24 17:13:33.844261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42636) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:33.895658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:33.895658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:34.509282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:34.595688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 463a8559-ec3e-41a1-b43a-8cbb859fb095 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:13:34.666390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 463a8559-ec3e-41a1-b43a-8cbb859fb095 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:13:34.666705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 463a8559-ec3e-41a1-b43a-8cbb859fb095 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:13:34.874446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port de3b8101-e7cc-4e1c-aeab-9f5f1445855a {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:13:34.881653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:35.062807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port de3b8101-e7cc-4e1c-aeab-9f5f1445855a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=de3b8101-e7cc-4e1c-aeab-9f5f1445855a,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:35.066995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:35.183123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for de3b8101-e7cc-4e1c-aeab-9f5f1445855a owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:13:35.288793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:35.568196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:35.619664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=de3b8101-e7cc-4e1c-aeab-9f5f1445855a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:36.015833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:36.370527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router adee7de1-44eb-4607-ad25-cfad21db8137 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:13:36.548918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:13:36.558488 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] Sync routers for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:13:36.568861 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:36.569491 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:36.627645 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-88531a16-8ec4-491e-8aab-2827ed865aef tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/adee7de1-44eb-4607-ad25-cfad21db8137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7822399 Mar 24 17:13:36.631020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42640) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:36.697092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-017b7eee-fb07-4fde-9daf-b770b436c250 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting subnet faae6144-8b83-4596-a005-fd8512a35c52 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:13:36.700126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-017b7eee-fb07-4fde-9daf-b770b436c250 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:36.744232 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:36.759238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-017b7eee-fb07-4fde-9daf-b770b436c250 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:36.847012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-017b7eee-fb07-4fde-9daf-b770b436c250 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.026149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-017b7eee-fb07-4fde-9daf-b770b436c250 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.050950 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:13:35Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:37.055051 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] Checking router: adee7de1-44eb-4607-ad25-cfad21db8137 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:13:37.066928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b7eee-fb07-4fde-9daf-b770b436c250 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Subnet': ['ID=faae6144-8b83-4596-a005-fd8512a35c52,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:37.067577 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] Routers {'adee7de1-44eb-4607-ad25-cfad21db8137'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:37.068847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-017b7eee-fb07-4fde-9daf-b770b436c250 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.069009 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['adee7de1-44eb-4607-ad25-cfad21db8137'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:37.075383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51eed3-dc09-4c5b-9f94-3b9e67c7061c None None] Network 2ac935e9-ebb0-404c-a341-38a7accf5c07 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:13:37.081721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42644) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:37.100542 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-017b7eee-fb07-4fde-9daf-b770b436c250 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/subnets/faae6144-8b83-4596-a005-fd8512a35c52 HTTP/1.1" status: 204 len: 168 time: 0.4687278 Mar 24 17:13:37.282978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.302069 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] Set router adee7de1-44eb-4607-ad25-cfad21db8137 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:37.366417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] DHCP port deletion for 2ac935e9-ebb0-404c-a341-38a7accf5c07 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:13:37.370594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Deleting port e95ed665-233a-4385-b295-492a327c4d7e {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:13:37.371030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.587085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.599769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] For port e95ed665-233a-4385-b295-492a327c4d7e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e95ed665-233a-4385-b295-492a327c4d7e,segment=NetworkSegment(ed391f1a-63ec-4532-8cb6-1579848e8874),segment_id=ed391f1a-63ec-4532-8cb6-1579848e8874)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:37.600188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.600975 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:13:35Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:37.610649 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2f4f3-c769-40a5-b83c-6c379d8af04b None None] The sync data for ids ['adee7de1-44eb-4607-ad25-cfad21db8137'] in dv-neutron-835063-1-hyperv is: [{'id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'name': 'tempest-TestNetworkBasicOps-router-371228304', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:12:25Z', 'updated_at': '2022-03-24T17:13:35Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0415f2fa-8bca-4d2c-b104-271e7d34035f', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adee7de1-44eb-4607-ad25-cfad21db8137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:12:26Z', 'updated_at': '2022-03-24T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:13:37.684378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 0415f2fa-8bca-4d2c-b104-271e7d34035f {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:13:37.684378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.721596 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Calling delete_port for e95ed665-233a-4385-b295-492a327c4d7e owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:13:37.859166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 0415f2fa-8bca-4d2c-b104-271e7d34035f, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0415f2fa-8bca-4d2c-b104-271e7d34035f,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:37.859527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.883208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:37.929942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Pushing event deleted for resources: {'Port': ['ID=e95ed665-233a-4385-b295-492a327c4d7e,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:37.934558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] No DVR routers for this DVR port e95ed665-233a-4385-b295-492a327c4d7e on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:13:37.940435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.940785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.944039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.944039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.944039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.944039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.944039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.944039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.944039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.944039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.945608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.945608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f7f45-244f-4f8f-804f-d7d95e774290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:37.987484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 0415f2fa-8bca-4d2c-b104-271e7d34035f owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:13:38.032171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device de3b8101-e7cc-4e1c-aeab-9f5f1445855a no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:13:38.075496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: de3b8101-e7cc-4e1c-aeab-9f5f1445855a {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:13:38.076901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device de3b8101-e7cc-4e1c-aeab-9f5f1445855a not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:13:38.076901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e95ed665-233a-4385-b295-492a327c4d7e no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:13:38.113023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: e95ed665-233a-4385-b295-492a327c4d7e {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:13:38.113365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e95ed665-233a-4385-b295-492a327c4d7e not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:13:38.237712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:38.288928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=0415f2fa-8bca-4d2c-b104-271e7d34035f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:38.326784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.331716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:38.392916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:38.574248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:38.577593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:38.683339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:38.683935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Fanout notify agent at l3_agent the message router_deleted on router adee7de1-44eb-4607-ad25-cfad21db8137 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:13:38.700320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:38.703675 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a76b7309-3667-4d1d-b723-e7ef2ec49ca8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/routers/adee7de1-44eb-4607-ad25-cfad21db8137 HTTP/1.1" status: 204 len: 168 time: 1.6187546 Mar 24 17:13:38.705208 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42650) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:38.852917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.023684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.056391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac935e9-ebb0-404c-a341-38a7accf5c07']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:39.078255 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed391f1a-63ec-4532-8cb6-1579848e8874') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:39.078676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed391f1a-63ec-4532-8cb6-1579848e8874') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:39.090728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.107299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.113949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:13:39.114329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:13:39.130162 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:13:39.276213 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.291363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.306469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Network': ['ID=2ac935e9-ebb0-404c-a341-38a7accf5c07,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:39.376421 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fa584adc-c6f2-40d1-8dae-0d0954dd6408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/networks/2ac935e9-ebb0-404c-a341-38a7accf5c07 HTTP/1.1" status: 204 len: 168 time: 0.6696928 Mar 24 17:13:39.393692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42654) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:39.402116 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'network': {'name': 'tempest-network-smoke--1910688414', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'port_security_enabled': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:39.410339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:39.421357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:network and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:39.421569 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:39.428900 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:39.488891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:13:39.493765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.519981 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:13:39.528407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.530719 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Added segment d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863 of type vlan for network 295835f7-7d90-4060-a3a8-a7478782cbdb Mar 24 17:13:39.561648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.677468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.683183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:39.683763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:39.791776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0415f2fa-8bca-4d2c-b104-271e7d34035f no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:13:39.833458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 0415f2fa-8bca-4d2c-b104-271e7d34035f {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:13:39.833806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0415f2fa-8bca-4d2c-b104-271e7d34035f not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:13:39.908616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Network': ['ID=295835f7-7d90-4060-a3a8-a7478782cbdb,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:39.919573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 295835f7-7d90-4060-a3a8-a7478782cbdb details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:13:39.977825 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-79fcf4fe-cfee-46b8-a84d-0fce0f9c0690 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5798187 Mar 24 17:13:39.977825 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42658) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:39.982706 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'admin_state_up': True, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:39.990071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:39.994125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:router and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:40.001469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:40.004294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:40.071565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:40.072647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:40.087586 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:40.435382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:40.851562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:40.882470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:41.023370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.228 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/0d786fa6-0e58-49a5-b6a1-3f7b00f935e0) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:13:41.176901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:41.272962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:41.334748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:13:41.337421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:13:41.346237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:13:41.383270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=0d786fa6-0e58-49a5-b6a1-3f7b00f935e0,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:42.000020 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:42.354641 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:42.620880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:13:42.800997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:13:42.810125 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Sync routers for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:13:42.819627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:42.820260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:42.907507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:42.907507 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f9ae96b6-055a-4292-ae24-e04b4c5fc292 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9247117 Mar 24 17:13:42.907825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42662) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:42.959440 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-415128f9-1eff-4e98-a3e1-adc313e7e70e tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516708 Mar 24 17:13:42.962122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42666) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:43.009654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:43.097456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c473d-e1bf-40db-b699-1e7c79d50939 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:43.098974 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e97c473d-e1bf-40db-b699-1e7c79d50939 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356936 Mar 24 17:13:43.101740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42670) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:43.143732 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a92cc8a7-6ce1-407f-b259-36f73dac43c3 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409346 Mar 24 17:13:43.146553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42674) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:43.151785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-505801514', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:43.270784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:43.276815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:subnet and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:43.281880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:43.287581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:43.342659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:41Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:43.346536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Checking router: 6f16fbd2-6b71-4f03-b307-2b094bba1f41 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:13:43.347045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Updating router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:13:43.385992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:13:43.390250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:43.402142 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:43.740885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:43.753455 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Transition to ACTIVE for port object 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:13:43.797225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:43.818067 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:43.881506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45429c3-9c6d-42d4-955b-5ace3ea3e794 None None] Pushing event updated for resources: {'Port': ['ID=0d786fa6-0e58-49a5-b6a1-3f7b00f935e0,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:43.885685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=b3b38a17-e4dc-459a-9b8c-28685fa5dc8d,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:43.890500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Checking segment: {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:13:43.890858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network hostable DHCP agents. Network: 295835f7-7d90-4060-a3a8-a7478782cbdb, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:13:43.902809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Attempting to bind port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:13:43.903172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Attempting to bind port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:13:43.903523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Attempting to bind port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:13:43.909837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:13:43.911062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:13:43.911062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:43.911062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:13:43.911489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Bound port: 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:13:43.911859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:43.981716 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] For port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:13:43.985196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] For port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0d786fa6-0e58-49a5-b6a1-3f7b00f935e0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:13:44.036500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 295835f7-7d90-4060-a3a8-a7478782cbdb is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:13:44.083064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:44.128576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 295835f7-7d90-4060-a3a8-a7478782cbdb) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:13:44.133642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:44.133805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:44.145735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd569c77-d3b1-4e8b-b486-cc13a0b27c39 None None] Network 295835f7-7d90-4060-a3a8-a7478782cbdb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:13:44.191464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:44.192114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:44.214982 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1ed0f0b8-0e48-46f8-ae64-b7fc5f985710 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0674191 Mar 24 17:13:44.218310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42678) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:44.296454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45429c3-9c6d-42d4-955b-5ace3ea3e794 None None] Pushing event updated for resources: {'Port': ['ID=0d786fa6-0e58-49a5-b6a1-3f7b00f935e0,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:44.495995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:44.710672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-295835f7-7d90-4060-a3a8-a7478782cbdb', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:13:44.711489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:44.921820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:44.985817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Allocated IP 172.20.0.2 (295835f7-7d90-4060-a3a8-a7478782cbdb/b3b38a17-e4dc-459a-9b8c-28685fa5dc8d/dd202de6-0e5b-4547-a08c-333d86ad77bf) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:13:44.998437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:41Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:45.002679 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288a17d-0fa2-4557-abcc-0d5714377add None None] The sync data for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv is: [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:41Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:13:45.211588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:45.224345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Transition to ACTIVE for port object dd202de6-0e5b-4547-a08c-333d86ad77bf will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:13:45.271590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Transition to ACTIVE for port object dd202de6-0e5b-4547-a08c-333d86ad77bf will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:13:45.317903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:45.382656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Network 295835f7-7d90-4060-a3a8-a7478782cbdb is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:13:45.385367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:13:45.387751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.1 (295835f7-7d90-4060-a3a8-a7478782cbdb/b3b38a17-e4dc-459a-9b8c-28685fa5dc8d/e21b00f9-0fce-49af-a061-16e23711defd) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:13:45.393912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:13:45.400813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Pushing event updated for resources: {'Port': ['ID=dd202de6-0e5b-4547-a08c-333d86ad77bf,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:45.493968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Attempting to bind port dd202de6-0e5b-4547-a08c-333d86ad77bf on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:13:45.494478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Attempting to bind port dd202de6-0e5b-4547-a08c-333d86ad77bf by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:13:45.494929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Attempting to bind port dd202de6-0e5b-4547-a08c-333d86ad77bf on network 295835f7-7d90-4060-a3a8-a7478782cbdb {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:13:45.501276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:13:45.501798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Checking segment: {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:13:45.502298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:45.502781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Bound using segment: {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:13:45.503343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Bound port: dd202de6-0e5b-4547-a08c-333d86ad77bf, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:13:45.503812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:45.606495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] For port dd202de6-0e5b-4547-a08c-333d86ad77bf, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:13:45.610389 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] For port dd202de6-0e5b-4547-a08c-333d86ad77bf, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dd202de6-0e5b-4547-a08c-333d86ad77bf,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:13:45.685424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:45.703496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:45.705102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object e21b00f9-0fce-49af-a061-16e23711defd will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:13:45.786722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb9423-3b2a-4d06-99c9-496676e0bcd2 None None] Pushing event updated for resources: {'Port': ['ID=dd202de6-0e5b-4547-a08c-333d86ad77bf,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:45.823247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:45.856097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:13:45.917902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 295835f7-7d90-4060-a3a8-a7478782cbdb is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:13:45.921302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:13:45.926012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:13:45.982144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=e21b00f9-0fce-49af-a061-16e23711defd,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:46.035411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:46.054498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:13:46.059650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:46.060046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:46.198707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:46.222152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0d786fa6-0e58-49a5-b6a1-3f7b00f935e0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:46.277071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:46.349970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=0d786fa6-0e58-49a5-b6a1-3f7b00f935e0,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:46.410915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:46.838392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:46.934355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:47.020524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08e9c1-e8ab-4ab0-9bfa-237343bf729e None None] Network 295835f7-7d90-4060-a3a8-a7478782cbdb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:13:47.049240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=e21b00f9-0fce-49af-a061-16e23711defd,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:47.051733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:47.188245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 295835f7-7d90-4060-a3a8-a7478782cbdb is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:13:47.189476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:13:47.228584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4272961e-17c8-448d-99a5-c256f3c79048 None None] Provisioning for port dd202de6-0e5b-4547-a08c-333d86ad77bf completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:13:47.380218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:13:47.540571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-555ef9d8-e725-4e2e-8994-5d93384fd3ca None None] Provisioning for port e21b00f9-0fce-49af-a061-16e23711defd completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:13:47.546475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-555ef9d8-e725-4e2e-8994-5d93384fd3ca None None] Provisioning complete for port e21b00f9-0fce-49af-a061-16e23711defd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:47.546921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-555ef9d8-e725-4e2e-8994-5d93384fd3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:47.608058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-555ef9d8-e725-4e2e-8994-5d93384fd3ca None None] Port e21b00f9-0fce-49af-a061-16e23711defd cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:13:47.696747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:13:47.707385 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Sync routers for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:13:47.713026 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-186b222b-25e8-4f7a-ad33-5d124f58c5c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/6f16fbd2-6b71-4f03-b307-2b094bba1f41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4932740 Mar 24 17:13:47.715002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42684) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:47.717825 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:47.718437 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:47.751738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0adfc598-2970-48c2-8158-e6b3f7dc6445 None None] Provisioning complete for port e21b00f9-0fce-49af-a061-16e23711defd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:47.751738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0adfc598-2970-48c2-8158-e6b3f7dc6445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:47.841192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0adfc598-2970-48c2-8158-e6b3f7dc6445 None None] Port e21b00f9-0fce-49af-a061-16e23711defd cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:13:47.897862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceb99e-937f-4575-b556-aac2c43621db tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.898596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceb99e-937f-4575-b556-aac2c43621db tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.899223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceb99e-937f-4575-b556-aac2c43621db tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.899845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceb99e-937f-4575-b556-aac2c43621db tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.900603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceb99e-937f-4575-b556-aac2c43621db tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.901223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ceb99e-937f-4575-b556-aac2c43621db tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.903126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-87ceb99e-937f-4575-b556-aac2c43621db tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1871607 Mar 24 17:13:47.906564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42688) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:47.951798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:13:47.972998 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:47.989445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405d3e3-90cb-46ca-a55b-ac1cef5b3406 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.989642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405d3e3-90cb-46ca-a55b-ac1cef5b3406 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.990302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405d3e3-90cb-46ca-a55b-ac1cef5b3406 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.991501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405d3e3-90cb-46ca-a55b-ac1cef5b3406 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.991501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405d3e3-90cb-46ca-a55b-ac1cef5b3406 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.991680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405d3e3-90cb-46ca-a55b-ac1cef5b3406 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:47.994024 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8405d3e3-90cb-46ca-a55b-ac1cef5b3406 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0863624 Mar 24 17:13:47.997670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42692) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:48.022869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-dc458bac-98fc-4a46-88eb-f6ebe7ada3f3 None None] Provisioning complete for port e21b00f9-0fce-49af-a061-16e23711defd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:48.022869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dc458bac-98fc-4a46-88eb-f6ebe7ada3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.088615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-dc458bac-98fc-4a46-88eb-f6ebe7ada3f3 None None] Port e21b00f9-0fce-49af-a061-16e23711defd cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:13:48.090585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:48.090585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.214237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dd202de6-0e5b-4547-a08c-333d86ad77bf up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:13:48.241091 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9e8d6e2d-a10a-45bb-bf3f-62f2dfab5614 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2421358 Mar 24 17:13:48.314617 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:48.318337 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Checking router: 6f16fbd2-6b71-4f03-b307-2b094bba1f41 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:13:48.318682 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Updating router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 port e21b00f9-0fce-49af-a061-16e23711defd binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:13:48.350612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port dd202de6-0e5b-4547-a08c-333d86ad77bf completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:13:48.355986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port dd202de6-0e5b-4547-a08c-333d86ad77bf triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:48.356395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.369869 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.509738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.542989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port dd202de6-0e5b-4547-a08c-333d86ad77bf, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dd202de6-0e5b-4547-a08c-333d86ad77bf,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:48.577692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42698) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:48.582732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831367313', 'description': 'tempest-secgroup-smoke-831367313 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:48.588513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:48.593321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:48.596293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:48.601898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:48.614276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.679192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.681043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=dd202de6-0e5b-4547-a08c-333d86ad77bf,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:48.700991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:48.705596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:48.708507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:48.709751 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.714186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:48.722206 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Transition to ACTIVE for port object e21b00f9-0fce-49af-a061-16e23711defd will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:13:48.783805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.854059 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.877161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.927894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795fa69f-c47f-41bc-be65-2328551d0a49,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:48.990882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:48.992705 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-76e4aab6-24da-4db1-a425-0eff77def4ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4140306 Mar 24 17:13:48.995596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42702) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:49.002409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '795fa69f-c47f-41bc-be65-2328551d0a49', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:49.009034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:49.013227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:49.014674 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Pushing event updated for resources: {'Port': ['ID=e21b00f9-0fce-49af-a061-16e23711defd,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:49.017460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:49.024057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:49.055004 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.055342 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.055678 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.056025 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.056342 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.056664 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.056979 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.057294 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.057606 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.057918 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.058230 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.058609 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:13:49.106779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.113219 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Attempting to bind port e21b00f9-0fce-49af-a061-16e23711defd on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:13:49.113577 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Attempting to bind port e21b00f9-0fce-49af-a061-16e23711defd by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:13:49.113953 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Attempting to bind port e21b00f9-0fce-49af-a061-16e23711defd on network 295835f7-7d90-4060-a3a8-a7478782cbdb {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:13:49.119354 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:13:49.124157 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Checking segment: {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:13:49.124157 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.124157 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Bound using segment: {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:13:49.124157 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Bound port: e21b00f9-0fce-49af-a061-16e23711defd, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:13:49.124157 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.170666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.205947 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] For port e21b00f9-0fce-49af-a061-16e23711defd, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:13:49.208961 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] For port e21b00f9-0fce-49af-a061-16e23711defd, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e21b00f9-0fce-49af-a061-16e23711defd,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:13:49.254315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.277993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594c6748-fc78-468d-bbf0-dd52abb9f2fb,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:49.288945 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.360732 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:13:49.361083 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:13:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:49.380154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.381641 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-72ba5b6d-06a2-46d2-822c-63cd25d858af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3845165 Mar 24 17:13:49.384557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42706) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:49.390430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '795fa69f-c47f-41bc-be65-2328551d0a49', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:49.396752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:49.401083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:49.424204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:49.424204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:49.424654 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a89ec8-f042-43d7-b9e2-c2b669c64631 None None] Pushing event updated for resources: {'Port': ['ID=e21b00f9-0fce-49af-a061-16e23711defd,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:49.524012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.542532 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:13:49.588039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.654097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.681735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43e318a-5082-4326-9e49-21f0c9e7afb3,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:49.745786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.747205 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-24edd89c-267b-41bb-bc25-2ae871bd42e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616676 Mar 24 17:13:49.750342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42710) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:49.757359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '795fa69f-c47f-41bc-be65-2328551d0a49', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:49.762701 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:49.767101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:49.770131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:49.775779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:49.803778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dd202de6-0e5b-4547-a08c-333d86ad77bf up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:13:49.848170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.867507 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:49Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:13:49.871672 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1abd37-78d6-42fe-b525-555255899e7b None None] The sync data for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv is: [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:49Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:13:49.875007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port dd202de6-0e5b-4547-a08c-333d86ad77bf triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:49.875454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:49.954164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.031684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.063765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea4b2a0-e66d-442b-8440-26c1f194b971,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:50.139932 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.145363 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ae61d1df-6efb-4f9e-943f-a7781f1e3cd6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899078 Mar 24 17:13:50.145363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42714) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:50.149374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '795fa69f-c47f-41bc-be65-2328551d0a49', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:50.155610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:50.159696 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:50.162734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:50.168870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:50.341096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.407797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.454098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.479253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe96e717-0700-499c-af56-02dec79445ed,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:50.545082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.546374 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3702fb76-37b2-4ad3-94f7-6b23b396dff9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4014325 Mar 24 17:13:50.549201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42718) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:50.554394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '795fa69f-c47f-41bc-be65-2328551d0a49', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:50.561289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:50.565526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:50.568580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:50.574387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:50.636832 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:13:50.644809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.730658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.780624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.804933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d934977-1a99-49f4-a860-f1dc0fc5179e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:50.871761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:50.873358 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c7262d5c-1d37-4d4b-adb3-4f344e9efd61 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3230877 Mar 24 17:13:50.876756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42722) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:13:50.882273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '795fa69f-c47f-41bc-be65-2328551d0a49', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:50.888756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:50.892348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:13:50.895202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:13:50.900935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:51.003116 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:13:51.010066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:51.074764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:51.145942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:51.170964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27218d73-d9ae-48cb-86bc-32ce061ec88a,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:51.231225 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:51.233048 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6952a9d3-b2ac-40d0-8bb5-0222db718852 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3546755 Mar 24 17:13:51.431295 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-c96b9cfe-023d-4250-8549-3c4dd55ae628 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831367313&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.0395529 Mar 24 17:13:51.577714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-a0aaecb2-95f1-44e4-96b9-a29fdf3595d4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:51.579119 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-a0aaecb2-95f1-44e4-96b9-a29fdf3595d4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=295835f7-7d90-4060-a3a8-a7478782cbdb HTTP/1.1" status: 200 len: 797 time: 0.1414721 Mar 24 17:13:51.593969 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-7c80ea2d-1b4f-4724-aabc-d60c9957dc69 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0092785 Mar 24 17:13:51.676324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-bd1a7a41-aa57-44fe-99f1-5a51de725ea3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:13:51.768282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-bd1a7a41-aa57-44fe-99f1-5a51de725ea3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:13:51.777751 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-bd1a7a41-aa57-44fe-99f1-5a51de725ea3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710095 Mar 24 17:13:51.819990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e21b00f9-0fce-49af-a061-16e23711defd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:13:51.912621 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-d935010a-decd-4539-a9c3-937e8cb6c156 service neutron] 10.222.0.47 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303463 Mar 24 17:13:51.933921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port e21b00f9-0fce-49af-a061-16e23711defd completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:13:51.939655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e21b00f9-0fce-49af-a061-16e23711defd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:51.940060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:52.044505 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4099453a-a1ff-4684-b105-760daeb79e61 service neutron] 10.222.0.47 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256115 Mar 24 17:13:52.054014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:52.089148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port e21b00f9-0fce-49af-a061-16e23711defd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e21b00f9-0fce-49af-a061-16e23711defd,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:13:52.157004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:52.225494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=e21b00f9-0fce-49af-a061-16e23711defd,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:52.290913 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d7724ea-c338-412e-bcd5-cff09fe20327 req-88d8ea96-3da5-43f3-82e4-f5bbb791af05 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 210 time: 0.0429790 Mar 24 17:13:52.383055 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:13:53.448682 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a15c27c9-3a2f-4ed7-8e86-293d9981eb57 req-7c1d1c1d-651b-4ae9-a782-a6040dffece4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 210 time: 0.0528059 Mar 24 17:13:53.804438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e21b00f9-0fce-49af-a061-16e23711defd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:13:53.871246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e21b00f9-0fce-49af-a061-16e23711defd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:53.871619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:54.475578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-2d2f3c8c-1f44-4471-8d08-a99d2e409567 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:54.477028 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-2d2f3c8c-1f44-4471-8d08-a99d2e409567 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=295835f7-7d90-4060-a3a8-a7478782cbdb HTTP/1.1" status: 200 len: 797 time: 0.1477196 Mar 24 17:13:54.529103 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-54328680-7b4a-49f8-99df-80b257f1cbdc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 379 time: 0.0442095 Mar 24 17:13:54.537753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['795fa69f-c47f-41bc-be65-2328551d0a49']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:54.624157 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f2ac72b5-1a9a-4ef3-8e92-ffed1004d524 req-09b9a679-693e-4130-b613-bae147cba4d8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 210 time: 0.0666075 Mar 24 17:13:54.722781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:13:54.732001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:13:54.831292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:13:54.835484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:54.994794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.6 (295835f7-7d90-4060-a3a8-a7478782cbdb/b3b38a17-e4dc-459a-9b8c-28685fa5dc8d/7e3e29b4-8870-495b-9f59-4fb5eb611142) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:13:55.285929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:55.301934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 7e3e29b4-8870-495b-9f59-4fb5eb611142 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:13:55.380314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:55.445210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 295835f7-7d90-4060-a3a8-a7478782cbdb is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:13:55.448158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:13:55.456579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:13:55.490166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=7e3e29b4-8870-495b-9f59-4fb5eb611142,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:55.525840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:55.526440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:55.603551 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-4517453a-da47-4683-916e-9cef617b43fc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692315 Mar 24 17:13:55.615381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Request body: {'port': {'device_id': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:13:55.726092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:55.763053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e2fe01ca-de46-4f4e-9a10-ddfb30baac4a None None] Provisioning for port 7e3e29b4-8870-495b-9f59-4fb5eb611142 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:13:55.768859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e2fe01ca-de46-4f4e-9a10-ddfb30baac4a None None] Provisioning complete for port 7e3e29b4-8870-495b-9f59-4fb5eb611142 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:13:55.769221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e2fe01ca-de46-4f4e-9a10-ddfb30baac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:55.823158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe01ca-de46-4f4e-9a10-ddfb30baac4a None None] Port 7e3e29b4-8870-495b-9f59-4fb5eb611142 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:13:55.939385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165dd3d-61cd-409e-8200-1232a9812cb0 req-cbc45d84-44d0-4ed7-8e8e-a8a4ce8c9e46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:55.940094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a165dd3d-61cd-409e-8200-1232a9812cb0 req-cbc45d84-44d0-4ed7-8e8e-a8a4ce8c9e46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:13:56.116512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a165dd3d-61cd-409e-8200-1232a9812cb0 req-cbc45d84-44d0-4ed7-8e8e-a8a4ce8c9e46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:13:56.117574 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a165dd3d-61cd-409e-8200-1232a9812cb0 req-cbc45d84-44d0-4ed7-8e8e-a8a4ce8c9e46 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 931 time: 0.3785937 Mar 24 17:13:56.156454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3e29b4-8870-495b-9f59-4fb5eb611142 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:13:56.171053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:56.192679 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a165dd3d-61cd-409e-8200-1232a9812cb0 req-a557a8c4-b685-4bd1-a169-0cee1b802ec1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658536 Mar 24 17:13:56.194972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Transition to ACTIVE for port object 7e3e29b4-8870-495b-9f59-4fb5eb611142 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:13:56.270900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:56.422792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Pushing event updated for resources: {'Port': ['ID=7e3e29b4-8870-495b-9f59-4fb5eb611142,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:56.502517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Attempting to bind port 7e3e29b4-8870-495b-9f59-4fb5eb611142 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:13:56.503140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Attempting to bind port 7e3e29b4-8870-495b-9f59-4fb5eb611142 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:13:56.503140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Attempting to bind port 7e3e29b4-8870-495b-9f59-4fb5eb611142 on network 295835f7-7d90-4060-a3a8-a7478782cbdb {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:13:56.507622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Port 7e3e29b4-8870-495b-9f59-4fb5eb611142 on network 295835f7-7d90-4060-a3a8-a7478782cbdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:13:56.507936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Attempting to bind port 7e3e29b4-8870-495b-9f59-4fb5eb611142 on network 295835f7-7d90-4060-a3a8-a7478782cbdb {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:13:56.512991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:13:56.513318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Checking segment: {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:13:56.514365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Bound using segment: {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:13:56.514869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Bound port: 7e3e29b4-8870-495b-9f59-4fb5eb611142, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:13:56.515206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:56.603816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] For port 7e3e29b4-8870-495b-9f59-4fb5eb611142, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:13:56.606605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] For port 7e3e29b4-8870-495b-9f59-4fb5eb611142, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e3e29b4-8870-495b-9f59-4fb5eb611142,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:13:56.700303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:56.758066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:56.758661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:13:56.760052 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-72904870-305b-4754-913c-db92a93bb7ef service neutron] 10.222.0.48 "PUT /v2.0/ports/7e3e29b4-8870-495b-9f59-4fb5eb611142 HTTP/1.1" status: 200 len: 1093 time: 1.1488137 Mar 24 17:13:56.760478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:13:56.785071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72904870-305b-4754-913c-db92a93bb7ef service neutron] Pushing event updated for resources: {'Port': ['ID=7e3e29b4-8870-495b-9f59-4fb5eb611142,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:13:56.808627 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'status': 'completed', 'code': 200} Mar 24 17:13:56.900977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429d5c0-6608-4cf6-8e02-3431a76ac71a req-1c76efc3-5aac-4b9b-b270-954301a9a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:56.902438 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7429d5c0-6608-4cf6-8e02-3431a76ac71a req-1c76efc3-5aac-4b9b-b270-954301a9a52a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 1096 time: 0.0730271 Mar 24 17:13:57.046819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429d5c0-6608-4cf6-8e02-3431a76ac71a req-60be7930-4e04-4f52-b465-19157eb87335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:57.048263 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7429d5c0-6608-4cf6-8e02-3431a76ac71a req-60be7930-4e04-4f52-b465-19157eb87335 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1392503 Mar 24 17:13:57.181061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429d5c0-6608-4cf6-8e02-3431a76ac71a req-c6f9ef85-ef9e-4a8c-aed6-dde07c73d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:57.182396 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7429d5c0-6608-4cf6-8e02-3431a76ac71a req-c6f9ef85-ef9e-4a8c-aed6-dde07c73d904 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281078 Mar 24 17:13:57.444082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-a8ec8874-4258-4b99-9426-f81139ea9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:57.445434 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-a8ec8874-4258-4b99-9426-f81139ea9beb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 1096 time: 0.2286756 Mar 24 17:13:57.512952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f713243-d552-410d-baac-d76afe6dc6b0 req-abd91554-2511-4dae-addf-044017ffc142 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:57.514840 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f713243-d552-410d-baac-d76afe6dc6b0 req-abd91554-2511-4dae-addf-044017ffc142 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 943 time: 0.1510005 Mar 24 17:13:57.524200 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-46e6928e-52a2-46e3-b578-a91cd6d58ddd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e3e29b4-8870-495b-9f59-4fb5eb611142 HTTP/1.1" status: 200 len: 217 time: 0.0703225 Mar 24 17:13:57.608168 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f713243-d552-410d-baac-d76afe6dc6b0 req-62435155-a06a-4b80-8dd6-cc4863bb9d6f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861115 Mar 24 17:13:57.613087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-6da48303-0a8e-4056-83de-616e9b8dd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:57.614417 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-6da48303-0a8e-4056-83de-616e9b8dd6b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b38a17-e4dc-459a-9b8c-28685fa5dc8d HTTP/1.1" status: 200 len: 834 time: 0.0786352 Mar 24 17:13:57.695680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-87374b26-50ea-40fa-af74-8852d735f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:57.697096 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-87374b26-50ea-40fa-af74-8852d735f582 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=295835f7-7d90-4060-a3a8-a7478782cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770779 Mar 24 17:13:57.825642 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-46adaea6-7d5a-41ec-b325-379b6f417f66 service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224370 Mar 24 17:13:57.959603 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e911507-5b06-46f2-a7de-12a83aa79f4c req-2a144ac0-8a72-4288-bcd5-0035a6b645db service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277790 Mar 24 17:13:58.791613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5d146-65fa-467c-a154-d2098e36ed64 req-f0f99140-c7a8-465b-8e08-6d4e06c2fd50 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:13:58.793067 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bcb5d146-65fa-467c-a154-d2098e36ed64 req-f0f99140-c7a8-465b-8e08-6d4e06c2fd50 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 943 time: 0.0783222 Mar 24 17:13:58.839721 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bcb5d146-65fa-467c-a154-d2098e36ed64 req-39d41041-d45f-4abd-91e7-69f04e430412 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404286 Mar 24 17:14:00.021359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4004e4-1e99-4f15-aa9a-8d29f575f7a9 req-7b67bb7f-4e5e-4c2e-8c39-124a2a491b80 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:00.022698 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf4004e4-1e99-4f15-aa9a-8d29f575f7a9 req-7b67bb7f-4e5e-4c2e-8c39-124a2a491b80 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 943 time: 0.0776768 Mar 24 17:14:00.066447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf4004e4-1e99-4f15-aa9a-8d29f575f7a9 req-46507a64-88a2-420d-b824-942d2f7e9681 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379784 Mar 24 17:14:00.453792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0165a9c2-7b08-4c48-ae06-589457d2d935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:00.704131 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e3e29b4-8870-495b-9f59-4fb5eb611142 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:14:00.832479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e3e29b4-8870-495b-9f59-4fb5eb611142, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e3e29b4-8870-495b-9f59-4fb5eb611142,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:14:00.845296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'port_id': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'mac_address': 'fa:16:3e:47:41:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:14:00.899972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:00.916617 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3e29b4-8870-495b-9f59-4fb5eb611142 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:14:00.931409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e3e29b4-8870-495b-9f59-4fb5eb611142, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e3e29b4-8870-495b-9f59-4fb5eb611142,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:14:01.042436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:01.111032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7e3e29b4-8870-495b-9f59-4fb5eb611142,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:01.251424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904eb22-768c-4a3a-bc75-39eed21c4527 req-36b0d9c5-934d-42e9-9b56-cb44a86c5e78 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:01.252818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b904eb22-768c-4a3a-bc75-39eed21c4527 req-36b0d9c5-934d-42e9-9b56-cb44a86c5e78 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 944 time: 0.0839097 Mar 24 17:14:01.256036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['7e3e29b4-8870-495b-9f59-4fb5eb611142'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:14:01.297704 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b904eb22-768c-4a3a-bc75-39eed21c4527 req-b69eb9bd-3710-4f85-8fd3-b5367b2c859c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384519 Mar 24 17:14:02.478225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a327b-b440-4f94-af32-770d2bf32ef3 req-8f1fc9bc-4df6-4189-96bb-2f213b00cece tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:02.479667 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c29a327b-b440-4f94-af32-770d2bf32ef3 req-8f1fc9bc-4df6-4189-96bb-2f213b00cece tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 944 time: 0.0787377 Mar 24 17:14:02.522656 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c29a327b-b440-4f94-af32-770d2bf32ef3 req-d2a0dcaf-196a-436c-9e7d-31e1909e158f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374701 Mar 24 17:14:02.659034 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0e313a5b-7847-4081-a954-80b0600e5975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:02.710678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:02.725428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e3e29b4-8870-495b-9f59-4fb5eb611142 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:14:02.836453 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 7e3e29b4-8870-495b-9f59-4fb5eb611142 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:14:02.841069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 7e3e29b4-8870-495b-9f59-4fb5eb611142 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:14:02.841493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:02.956170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:02.981556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:14:02.991339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e3e29b4-8870-495b-9f59-4fb5eb611142, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e3e29b4-8870-495b-9f59-4fb5eb611142,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:14:03.024023 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'code': 200} Mar 24 17:14:03.031390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:03.097280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7e3e29b4-8870-495b-9f59-4fb5eb611142,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:03.320435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8bba-2fa3-4428-97d8-76ec777c3edd req-d4ab10de-f478-4492-83fd-ddfa76e33adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:03.321861 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f57c8bba-2fa3-4428-97d8-76ec777c3edd req-d4ab10de-f478-4492-83fd-ddfa76e33adb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 1098 time: 0.0705149 Mar 24 17:14:03.359903 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f57c8bba-2fa3-4428-97d8-76ec777c3edd req-519319a8-f806-4fbd-818f-b9b74ef19893 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319028 Mar 24 17:14:03.704926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93d74e-37d6-4458-8759-657d995ceb6e req-b8f7c6cf-27d7-4884-b7f8-1ebf043e1ac4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:03.706274 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f93d74e-37d6-4458-8759-657d995ceb6e req-b8f7c6cf-27d7-4884-b7f8-1ebf043e1ac4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 945 time: 0.0795853 Mar 24 17:14:03.753417 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f93d74e-37d6-4458-8759-657d995ceb6e req-b10123c5-c4c5-42a5-b873-881c0f0181c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416198 Mar 24 17:14:03.835791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:03.905902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:04.935870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee5aa-9683-4259-870e-fe158678240a req-440eaa98-dc99-4b6e-b6b9-3823d74356d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:04.937456 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6fee5aa-9683-4259-870e-fe158678240a req-440eaa98-dc99-4b6e-b6b9-3823d74356d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 945 time: 0.0788860 Mar 24 17:14:04.979650 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6fee5aa-9683-4259-870e-fe158678240a req-b0f5116b-e6dc-4005-83e8-9162c7953e7b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365160 Mar 24 17:14:05.159257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d7b18-996e-4122-b701-543df824d177 req-e1862e02-9afa-4fce-b411-8427ee885ed5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:05.160617 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c1d7b18-996e-4122-b701-543df824d177 req-e1862e02-9afa-4fce-b411-8427ee885ed5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 945 time: 0.0802217 Mar 24 17:14:05.205449 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c1d7b18-996e-4122-b701-543df824d177 req-e62d7874-b152-43df-9bc2-356ff679b101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389764 Mar 24 17:14:05.227838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42780) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:05.254259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:05.295829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b704ed66-382e-4fba-a839-fb679737f9f0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:05.297628 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b704ed66-382e-4fba-a839-fb679737f9f0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 1093 time: 0.0688069 Mar 24 17:14:05.300479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42784) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:05.305385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:05.311936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:05.315768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:floatingip and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:14:05.318562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:14:05.324062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:05.408387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:05.539987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:05.771774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.252 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/d14aff54-4ba9-4d08-99f2-4677dc7e2bcf) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:14:05.921253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:06.014154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:06.076325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:14:06.077527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:14:06.081062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:14:06.127279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=d14aff54-4ba9-4d08-99f2-4677dc7e2bcf,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:06.489521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:06.619225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:06.844077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:06.887304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:07.005893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=d14aff54-4ba9-4d08-99f2-4677dc7e2bcf,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:07.017314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:07.182542 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 2f8d944e-910d-48c4-b952-a5ce7ff3d442 associated. External IP: 172.26.4.252, port: 7e3e29b4-8870-495b-9f59-4fb5eb611142. Mar 24 17:14:07.631311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:14:07.817693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:14:07.827385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] Sync routers for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:14:07.836793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:14:07.837643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:14:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:14:07.916839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:07.973345 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e42f18c8-e9ac-4d8a-9077-add0f6a40426 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6718116 Mar 24 17:14:07.973905 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:14:07.976180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42788) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:08.019978 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'status': 'completed', 'code': 200} Mar 24 17:14:08.021352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:14:08.102640 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5b74fb42-d249-4796-bc84-ddb885d14062 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 991 time: 0.1245320 Mar 24 17:14:08.115716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-32a6b693-7885-4695-a0f3-1f657711dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:08.117198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-32a6b693-7885-4695-a0f3-1f657711dde7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 1098 time: 0.0749233 Mar 24 17:14:08.249894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-db089abd-4498-4a7f-b3f2-738424e23714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:08.251228 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-db089abd-4498-4a7f-b3f2-738424e23714 service neutron] 10.222.0.48 "GET /v2.0/networks?id=295835f7-7d90-4060-a3a8-a7478782cbdb HTTP/1.1" status: 200 len: 898 time: 0.1253114 Mar 24 17:14:08.354467 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-5b5005ec-6fe4-4f28-a84e-a12a6288b81b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e3e29b4-8870-495b-9f59-4fb5eb611142 HTTP/1.1" status: 200 len: 999 time: 0.0973556 Mar 24 17:14:08.388021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2f8d944e-910d-48c4-b952-a5ce7ff3d442', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'port_id': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'mac_address': 'fa:16:3e:47:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:14:06Z', 'updated_at': '2022-03-24T17:14:06Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:14:08.393066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] Checking router: 6f16fbd2-6b71-4f03-b307-2b094bba1f41 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:14:08.401705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:14:08.402865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:14:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:14:08.415949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-2e6a21e3-45c2-4e8c-b208-fe0f8692ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:08.417406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-2e6a21e3-45c2-4e8c-b208-fe0f8692ccb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b38a17-e4dc-459a-9b8c-28685fa5dc8d HTTP/1.1" status: 200 len: 834 time: 0.0574617 Mar 24 17:14:08.491580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-2c6cfa4a-6c33-4666-aadb-cad12290ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:08.493158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-2c6cfa4a-6c33-4666-aadb-cad12290ac3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=295835f7-7d90-4060-a3a8-a7478782cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682490 Mar 24 17:14:08.580241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:14:08.622107 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-50452c36-c387-4386-8763-3c5481c6ac38 service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231065 Mar 24 17:14:08.750358 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80ea641b-2d99-4798-bf29-57d1a0b5ed6b req-7e2a755e-2baa-4ad7-84ad-fea3182131df service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225677 Mar 24 17:14:08.962886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2f8d944e-910d-48c4-b952-a5ce7ff3d442', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'port_id': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'mac_address': 'fa:16:3e:47:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:14:06Z', 'updated_at': '2022-03-24T17:14:06Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:14:08.967522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2560073-baa3-4102-91f7-ae568b1b0ed1 None None] The sync data for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv is: [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2f8d944e-910d-48c4-b952-a5ce7ff3d442', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'port_id': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'mac_address': 'fa:16:3e:47:41:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:14:06Z', 'updated_at': '2022-03-24T17:14:06Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:14:09.105813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42796) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:09.160696 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679c519-4b12-48ab-b509-60e9b155b225 None None] New status for floating IP 2f8d944e-910d-48c4-b952-a5ce7ff3d442: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:14:09.212518 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b227ba8b-ccae-45c0-becf-d5cbf1e9665e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 991 time: 0.1055112 Mar 24 17:14:10.216846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42800) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:10.323121 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e0a2057a-f8f4-42b9-b190-45ffd9dba5bc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 993 time: 0.1050739 Mar 24 17:14:18.699869 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-e4ee2cab-ba55-428f-9c48-29f46695e1e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1836548 Mar 24 17:14:18.790444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-61f6d69a-8fac-47c9-8649-22b0546db37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:18.792004 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-61f6d69a-8fac-47c9-8649-22b0546db37d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 1099 time: 0.0715127 Mar 24 17:14:18.936838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-e29a5971-61ab-4fce-a181-70e9eedba386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:18.938308 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-e29a5971-61ab-4fce-a181-70e9eedba386 service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1272099 Mar 24 17:14:19.039265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-fdde6a79-5f04-435a-98bb-51295607b317 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05 HTTP/1.1" status: 200 len: 1001 time: 0.0951083 Mar 24 17:14:19.101685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-9bde2184-31e4-40ed-b175-9688d20eb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:19.103065 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-9bde2184-31e4-40ed-b175-9688d20eb16d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0582545 Mar 24 17:14:19.176625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-0055c5e0-ac88-48e4-b295-b738ea994923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:19.178425 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-0055c5e0-ac88-48e4-b295-b738ea994923 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688455 Mar 24 17:14:19.308104 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-159ce650-6179-4478-ba4f-5880563e9230 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241932 Mar 24 17:14:19.439020 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b1861e-5a3a-4376-8bd8-b30d63ac2224 req-9af3561b-02c8-4e1c-bfa4-62e484c83ab5 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247203 Mar 24 17:14:29.383430 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:14:30.470648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b3e10b8b-5390-48dd-b1b6-45756779b657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:32.630603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-68433c78-647d-4c31-9977-e436a1c6191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:32.739333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:33.859028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:33.870196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:35.247674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:39.536923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42820) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:39.607772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fc7bc-50d2-4827-82d8-004d29ce01fd tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:39.608275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fc7bc-50d2-4827-82d8-004d29ce01fd tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:39.608742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242fc7bc-50d2-4827-82d8-004d29ce01fd tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:39.610341 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-242fc7bc-50d2-4827-82d8-004d29ce01fd tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=f97845a723454aa5a8af5a84dd729659&network_id=295835f7-7d90-4060-a3a8-a7478782cbdb HTTP/1.1" status: 200 len: 2999 time: 0.0724502 Mar 24 17:14:41.810640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42832) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:41.870650 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896657ae-e14a-45c9-8744-2f2256667d68 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:41.874862 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-896657ae-e14a-45c9-8744-2f2256667d68 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 HTTP/1.1" status: 200 len: 814 time: 0.0610507 Mar 24 17:14:42.517848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42840) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:42.522936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-210cd0fb-2930-400b-9192-93f79d7c0b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:42.625969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-210cd0fb-2930-400b-9192-93f79d7c0b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:42.907825 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-210cd0fb-2930-400b-9192-93f79d7c0b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:42.961533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-210cd0fb-2930-400b-9192-93f79d7c0b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:42.964352 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-210cd0fb-2930-400b-9192-93f79d7c0b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 2f8d944e-910d-48c4-b952-a5ce7ff3d442 disassociated. External IP: 172.26.4.252, port: 7e3e29b4-8870-495b-9f59-4fb5eb611142. Mar 24 17:14:43.306963 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210cd0fb-2930-400b-9192-93f79d7c0b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:14:43.478505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210cd0fb-2930-400b-9192-93f79d7c0b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:14:43.482792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-210cd0fb-2930-400b-9192-93f79d7c0b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:43.488917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] Sync routers for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:14:43.498741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:14:43.499343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:14:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:14:43.649871 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-210cd0fb-2930-400b-9192-93f79d7c0b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 690 time: 1.1308556 Mar 24 17:14:43.650366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:14:43.652711 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42844) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:43.680534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:14:43.707616 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'status': 'completed', 'code': 200} Mar 24 17:14:43.807879 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6f623db9-e875-4b95-91fa-e155a3bdde39 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 690 time: 0.1392446 Mar 24 17:14:43.822721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-96f0ba79-0d39-42a3-b3b3-06b1eb518d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:43.824727 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-96f0ba79-0d39-42a3-b3b3-06b1eb518d5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 1098 time: 0.0917215 Mar 24 17:14:43.955420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-414c9d7d-0695-4760-91ae-f6b78100dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:43.956870 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-414c9d7d-0695-4760-91ae-f6b78100dcb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=295835f7-7d90-4060-a3a8-a7478782cbdb HTTP/1.1" status: 200 len: 898 time: 0.1270459 Mar 24 17:14:44.000667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:14:44.004517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] Checking router: 6f16fbd2-6b71-4f03-b307-2b094bba1f41 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:14:44.013519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:14:44.014133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:14:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:14:44.022236 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-3582133b-0b4e-47df-a221-78dfdfaacc5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e3e29b4-8870-495b-9f59-4fb5eb611142 HTTP/1.1" status: 200 len: 217 time: 0.0588706 Mar 24 17:14:44.090793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-b1213ef8-e26a-4836-a06a-3f8a3ba605dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:44.092248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-b1213ef8-e26a-4836-a06a-3f8a3ba605dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b38a17-e4dc-459a-9b8c-28685fa5dc8d HTTP/1.1" status: 200 len: 834 time: 0.0634587 Mar 24 17:14:44.173563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-adfcaa9c-f968-4163-b803-68c3b19d7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:44.175006 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-adfcaa9c-f968-4163-b803-68c3b19d7b08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=295835f7-7d90-4060-a3a8-a7478782cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756857 Mar 24 17:14:44.208891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:14:44.309828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-942baf12-9f22-4cb3-abc9-8e28438d353e service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278572 Mar 24 17:14:44.544504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:14:44.548645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da032d9b-73f6-4f04-acc5-eae526c5557b None None] The sync data for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv is: [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:14:44.565726 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c19d11d-db2c-49ce-b065-eb51a4d0b4b9 req-235859f2-6cf6-4329-a6e7-fe457aa43c37 service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483151 Mar 24 17:14:44.764265 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07672bb9-6ec7-4eca-af70-587d1e6b9060 None None] New status for floating IP 2f8d944e-910d-48c4-b952-a5ce7ff3d442: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:14:44.796764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42852) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:44.881148 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c6a615f6-1a9c-4f55-9b72-7a7bf3dd2b62 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 690 time: 0.0832720 Mar 24 17:14:45.885092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42856) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:45.968519 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a83299d2-81f3-496b-88c5-9c7b14a05787 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 688 time: 0.0822961 Mar 24 17:14:47.414593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42862) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:47.420285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889519053', 'description': 'tempest-secgroup-smoke-1889519053 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:47.426193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:47.430185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:14:47.433059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:14:47.439386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:47.527563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:47.547325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:47.551063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:14:47.553840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:14:47.560055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:47.627445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:47.693232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:47.741458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758ddf23-e540-4428-b4fa-d0e6798e8a96,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:47.749834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.750154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.750491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.750824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.751154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.751514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.751838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.752192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.752516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.752835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.753156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.753472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:47.818979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:47.820255 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-81466a3b-82bc-4cac-87fc-d05734f2ea53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4046416 Mar 24 17:14:47.828140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42866) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:47.828140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '758ddf23-e540-4428-b4fa-d0e6798e8a96', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:47.833908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:47.837774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:14:47.841508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:14:47.847151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:47.935636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:47.995895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.069849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.094615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421689f3-0ca9-4bf7-9c71-80a4b387c548,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:48.171189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.171189 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7daa4ccc-a2de-436b-8edb-4fb2ce01d4e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442850 Mar 24 17:14:48.171189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42870) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:48.175900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '758ddf23-e540-4428-b4fa-d0e6798e8a96', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:48.181645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:48.185491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:14:48.188338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:14:48.193881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:48.276402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.337378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.418668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.441221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0595321-fa65-4878-927f-4c0a3a6355d8,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:48.521543 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.522714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9dab5308-8398-4b06-aa7c-4dcfa873bbc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3508012 Mar 24 17:14:48.534423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42874) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:48.534423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '758ddf23-e540-4428-b4fa-d0e6798e8a96', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:48.537145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:48.541247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:14:48.544200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:14:48.549980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:48.701075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.765196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.818571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.843587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fed245c-3916-4b13-97a9-e3f892ae74e3,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:48.934196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:48.935494 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-36f3b1fc-1e98-4cd0-a1a5-fdc753be5219 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4089429 Mar 24 17:14:48.938312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42880) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:48.943096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '758ddf23-e540-4428-b4fa-d0e6798e8a96', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:48.949233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:48.953409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:14:48.956344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:14:48.962102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:49.053175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.116958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.167443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.192375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a670fbab-f2d0-4f83-a46f-03b36225c4d5,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:49.235669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.236875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5bfbb0af-bef8-4118-b728-4abc6ce55566 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2976658 Mar 24 17:14:49.239625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42884) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:49.244673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '758ddf23-e540-4428-b4fa-d0e6798e8a96', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:49.251386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:49.255415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:14:49.258306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:14:49.264083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:49.321590 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:14:49.328828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.394332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.521702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.548776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ad2984-875c-4282-9870-4ba5532fb833,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:49.623880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.625105 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-57d62bae-7557-4551-90ac-7f0dff2df34d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3845184 Mar 24 17:14:49.628123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42888) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:14:49.633366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '758ddf23-e540-4428-b4fa-d0e6798e8a96', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:49.640092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:49.643916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:14:49.651411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:14:49.653431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:49.721515 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:14:49.729000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.792444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.881812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.906080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe190d3-e4cc-4b9e-b65b-8cc9af038d9c,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:49.917326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.917326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.917801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.917801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.918023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.918348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.918698 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.919232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.919728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.920237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.920533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.922252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:49.979328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:49.981023 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-92e7100e-cc6a-4d9f-be3f-84fc4ed0d581 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3510435 Mar 24 17:14:50.153304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-4139f678-7076-4b34-a104-23cbe7785cc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:14:50.252197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-4139f678-7076-4b34-a104-23cbe7785cc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:14:50.253401 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-4139f678-7076-4b34-a104-23cbe7785cc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889519053&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1384575 Mar 24 17:14:50.408795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-e146bc73-5b8d-4a25-b135-3674ee3c0237 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:50.410207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-e146bc73-5b8d-4a25-b135-3674ee3c0237 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=295835f7-7d90-4060-a3a8-a7478782cbdb HTTP/1.1" status: 200 len: 797 time: 0.1503215 Mar 24 17:14:50.425309 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-769d907d-c294-4d9e-9cb5-edcdb1c9f4f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0093889 Mar 24 17:14:50.509859 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-7a8b04fe-9a76-4af4-a882-8895cf74f5cf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0794291 Mar 24 17:14:50.598725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-3520bc85-e862-42b5-9c8e-484af2097982 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:14:50.599696 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-3520bc85-e862-42b5-9c8e-484af2097982 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0787764 Mar 24 17:14:50.738500 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-cd3bb44d-8446-46b9-80b1-616aeadfba14 service neutron] 10.222.0.47 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329198 Mar 24 17:14:50.869001 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-a17c35a2-8ea8-4c06-83d3-c4cf7dfd976e service neutron] 10.222.0.47 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247201 Mar 24 17:14:51.180677 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8c25d816-75b2-4912-bfba-4a21f90f4ea6 req-c7c6de7c-473e-4e86-9cf7-a386e040dade tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0465176 Mar 24 17:14:52.328145 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6da6f713-81e3-425a-bc5d-ed2cbb891f7e req-2780e76e-cbb1-4576-91cc-fe86679b31b6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0433128 Mar 24 17:14:53.414995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-8d656414-8517-4dc3-8e7b-a442efd3e36c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:53.416415 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-8d656414-8517-4dc3-8e7b-a442efd3e36c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=295835f7-7d90-4060-a3a8-a7478782cbdb HTTP/1.1" status: 200 len: 797 time: 0.1492119 Mar 24 17:14:53.502800 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dcd489f9-e5c9-406e-a6d3-8532ddea935f req-0df8d95e-5304-481a-9c60-096163eaabd8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0561652 Mar 24 17:14:53.514395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-8fea3973-a14b-4b8e-8322-f4620b069b04 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 472 time: 0.0865827 Mar 24 17:14:53.524040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['758ddf23-e540-4428-b4fa-d0e6798e8a96']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:53.764887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:14:53.774578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:14:53.865200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:14:53.868229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:54.028686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.11 (295835f7-7d90-4060-a3a8-a7478782cbdb/b3b38a17-e4dc-459a-9b8c-28685fa5dc8d/5ca30185-ede8-4528-8320-126900d43835) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:14:54.217754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:54.232900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 5ca30185-ede8-4528-8320-126900d43835 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:14:54.333497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:54.398093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 295835f7-7d90-4060-a3a8-a7478782cbdb is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:14:54.401151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:14:54.410463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:14:54.445582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=5ca30185-ede8-4528-8320-126900d43835,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:54.483476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:54.484104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:54.574161 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-5409eaf0-7d5d-4428-8ef9-1740d6d0297d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0541022 Mar 24 17:14:54.586307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Request body: {'port': {'device_id': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:14:54.670491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f0d73861-dba6-4f7f-89fd-04499c27d68a None None] Provisioning for port 5ca30185-ede8-4528-8320-126900d43835 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:14:54.676549 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f0d73861-dba6-4f7f-89fd-04499c27d68a None None] Provisioning complete for port 5ca30185-ede8-4528-8320-126900d43835 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:14:54.676922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f0d73861-dba6-4f7f-89fd-04499c27d68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:54.737231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f0d73861-dba6-4f7f-89fd-04499c27d68a None None] Port 5ca30185-ede8-4528-8320-126900d43835 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:14:54.754727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:54.784828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705409ce-a65a-450e-b09e-73df6aaffe7f req-cf58f945-0c49-45e2-b8d6-9001f9dc7f32 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:54.785505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-705409ce-a65a-450e-b09e-73df6aaffe7f req-cf58f945-0c49-45e2-b8d6-9001f9dc7f32 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:14:54.940519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-705409ce-a65a-450e-b09e-73df6aaffe7f req-cf58f945-0c49-45e2-b8d6-9001f9dc7f32 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:14:54.941879 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-705409ce-a65a-450e-b09e-73df6aaffe7f req-cf58f945-0c49-45e2-b8d6-9001f9dc7f32 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 932 time: 0.3240547 Mar 24 17:14:55.053965 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-705409ce-a65a-450e-b09e-73df6aaffe7f req-b757d714-ad70-4e0d-a116-9372e571ca1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021364 Mar 24 17:14:55.154998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca30185-ede8-4528-8320-126900d43835 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:14:55.161706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:55.176045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Transition to ACTIVE for port object 5ca30185-ede8-4528-8320-126900d43835 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:14:55.264000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:55.414836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca30185-ede8-4528-8320-126900d43835,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:55.499440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Attempting to bind port 5ca30185-ede8-4528-8320-126900d43835 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:14:55.500078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Attempting to bind port 5ca30185-ede8-4528-8320-126900d43835 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:14:55.500181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Attempting to bind port 5ca30185-ede8-4528-8320-126900d43835 on network 295835f7-7d90-4060-a3a8-a7478782cbdb {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:14:55.504775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Port 5ca30185-ede8-4528-8320-126900d43835 on network 295835f7-7d90-4060-a3a8-a7478782cbdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:14:55.505090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Attempting to bind port 5ca30185-ede8-4528-8320-126900d43835 on network 295835f7-7d90-4060-a3a8-a7478782cbdb {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:14:55.511739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:14:55.511739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Checking segment: {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:14:55.512051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Bound using segment: {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:14:55.512606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Bound port: 5ca30185-ede8-4528-8320-126900d43835, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:14:55.512943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:55.607758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] For port 5ca30185-ede8-4528-8320-126900d43835, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:14:55.610705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] For port 5ca30185-ede8-4528-8320-126900d43835, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ca30185-ede8-4528-8320-126900d43835,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:14:55.690560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:55.854547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:55.854547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:55.855344 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] 10.222.0.48 "PUT /v2.0/ports/5ca30185-ede8-4528-8320-126900d43835 HTTP/1.1" status: 200 len: 1094 time: 1.2735200 Mar 24 17:14:55.855724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'tag': '5ca30185-ede8-4528-8320-126900d43835'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:14:55.898223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4713c-62f5-4afd-86c4-fe0f3f38b650 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca30185-ede8-4528-8320-126900d43835,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:55.936407 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'tag': '5ca30185-ede8-4528-8320-126900d43835', 'status': 'completed', 'code': 200} Mar 24 17:14:56.027069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748344f7-ac98-4327-b106-02116f47180e req-b619485c-056f-4555-8762-d20c44741de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:56.028647 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-748344f7-ac98-4327-b106-02116f47180e req-b619485c-056f-4555-8762-d20c44741de6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 1097 time: 0.0740550 Mar 24 17:14:56.220549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748344f7-ac98-4327-b106-02116f47180e req-912fc6ae-ecea-4075-9f9b-8707250b8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:56.232344 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-748344f7-ac98-4327-b106-02116f47180e req-912fc6ae-ecea-4075-9f9b-8707250b8f9c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1864145 Mar 24 17:14:56.357862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6a47e-d021-4527-b9b2-26ad349a5ef8 req-5d19ca64-4769-4c9a-bf12-30b07b8a1ffe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:56.359357 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-91e6a47e-d021-4527-b9b2-26ad349a5ef8 req-5d19ca64-4769-4c9a-bf12-30b07b8a1ffe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 944 time: 0.1959035 Mar 24 17:14:56.403291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748344f7-ac98-4327-b106-02116f47180e req-2c579243-f7ae-48d5-b0fe-74cc604ac3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:56.403291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-748344f7-ac98-4327-b106-02116f47180e req-2c579243-f7ae-48d5-b0fe-74cc604ac3f5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1730680 Mar 24 17:14:56.423146 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-91e6a47e-d021-4527-b9b2-26ad349a5ef8 req-116afb16-8c8c-4a01-9b06-06338e5c2353 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557525 Mar 24 17:14:56.507640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-54b82dc6-923f-4966-a930-d713c98d7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:56.509135 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-54b82dc6-923f-4966-a930-d713c98d7470 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 1097 time: 0.0716429 Mar 24 17:14:56.580055 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-639a58ed-f80d-430b-a71c-48fc89cbba1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ca30185-ede8-4528-8320-126900d43835 HTTP/1.1" status: 200 len: 217 time: 0.0641868 Mar 24 17:14:56.645320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-da3709c1-0000-42ad-88d1-c83b620c5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:56.646731 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-da3709c1-0000-42ad-88d1-c83b620c5690 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b38a17-e4dc-459a-9b8c-28685fa5dc8d HTTP/1.1" status: 200 len: 834 time: 0.0590012 Mar 24 17:14:56.729122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-33088de2-4f1f-4e72-8a01-e2cc68c9672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:56.732706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-33088de2-4f1f-4e72-8a01-e2cc68c9672c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=295835f7-7d90-4060-a3a8-a7478782cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766854 Mar 24 17:14:56.861308 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-aadbeac9-cd0a-4f54-b9ce-851365b65705 service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240125 Mar 24 17:14:57.009669 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddf8496a-bb3f-4fad-be74-752b76209ea0 req-a4ac518f-8e90-4cb2-9790-cd722a4247b9 service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409810 Mar 24 17:14:57.607384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f4bd6-a5a3-489e-88ec-aa5773477311 req-58bbf8b6-ccd2-4fc4-96f4-e0a9acae3694 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:57.608834 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9c5f4bd6-a5a3-489e-88ec-aa5773477311 req-58bbf8b6-ccd2-4fc4-96f4-e0a9acae3694 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0775282 Mar 24 17:14:57.658790 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9c5f4bd6-a5a3-489e-88ec-aa5773477311 req-3e15f7e2-80b4-473d-a42a-8c9b46c675fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389767 Mar 24 17:14:58.843776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70810816-d9eb-4f1c-a384-ef39265d1c5a req-d9192fc4-c409-4585-8999-84e450df25b1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:14:58.845302 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70810816-d9eb-4f1c-a384-ef39265d1c5a req-d9192fc4-c409-4585-8999-84e450df25b1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 944 time: 0.0839169 Mar 24 17:14:58.892732 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70810816-d9eb-4f1c-a384-ef39265d1c5a req-ed0b4ca8-430e-4dec-a1ab-cc597e9dbcc2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Mar 24 17:14:58.995613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ca30185-ede8-4528-8320-126900d43835 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:14:59.161865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ca30185-ede8-4528-8320-126900d43835, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ca30185-ede8-4528-8320-126900d43835,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:14:59.175779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '5ca30185-ede8-4528-8320-126900d43835', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'port_id': '5ca30185-ede8-4528-8320-126900d43835', 'mac_address': 'fa:16:3e:60:23:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:14:59.229359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:59.248981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca30185-ede8-4528-8320-126900d43835 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:14:59.263947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ca30185-ede8-4528-8320-126900d43835, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ca30185-ede8-4528-8320-126900d43835,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:14:59.333791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:14:59.399710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5ca30185-ede8-4528-8320-126900d43835,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:14:59.405790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.406138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.406521 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.406837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.407167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.407494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.407815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.408163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.408488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.408983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.409309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.409628 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:14:59.546496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['5ca30185-ede8-4528-8320-126900d43835'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:15:00.083525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4c059-20d9-4a87-9eb3-72e4c5dabe0d req-935a838c-694e-437d-9de9-72cc7aea4d90 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:00.085954 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6d4c059-20d9-4a87-9eb3-72e4c5dabe0d req-935a838c-694e-437d-9de9-72cc7aea4d90 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0848541 Mar 24 17:15:00.130926 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6d4c059-20d9-4a87-9eb3-72e4c5dabe0d req-4cc3f818-7be7-4dc6-8e74-2301996cf24a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391500 Mar 24 17:15:00.441819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a85d660f-07f6-4cbe-ba4b-935f4b5fde05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:01.010602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ca30185-ede8-4528-8320-126900d43835 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:15:01.155818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 5ca30185-ede8-4528-8320-126900d43835 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:15:01.161034 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 5ca30185-ede8-4528-8320-126900d43835 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:15:01.161411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:01.279072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:01.304955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca30185-ede8-4528-8320-126900d43835'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:15:01.315742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ca30185-ede8-4528-8320-126900d43835, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ca30185-ede8-4528-8320-126900d43835,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:15:01.320410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a87c5-3e2a-4936-be24-f3cf28d76cc5 req-2733d07c-86f5-45de-bc2d-bf7e3cf06891 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:01.321407 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d8a87c5-3e2a-4936-be24-f3cf28d76cc5 req-2733d07c-86f5-45de-bc2d-bf7e3cf06891 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 945 time: 0.0857937 Mar 24 17:15:01.352924 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca30185-ede8-4528-8320-126900d43835', 'code': 200} Mar 24 17:15:01.368132 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d8a87c5-3e2a-4936-be24-f3cf28d76cc5 req-43a66f67-9748-44a6-9463-5dca6df80d1d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Mar 24 17:15:01.395982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:01.460996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5ca30185-ede8-4528-8320-126900d43835,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:01.744546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e2337-cdb6-4372-98ca-cbb6bb3b7b81 req-39d382a7-4f1e-433c-a970-6e50a304fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:01.746121 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a83e2337-cdb6-4372-98ca-cbb6bb3b7b81 req-39d382a7-4f1e-433c-a970-6e50a304fd3f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0699744 Mar 24 17:15:01.793607 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a83e2337-cdb6-4372-98ca-cbb6bb3b7b81 req-022a5153-f9fa-4ef4-a5e1-c188346f64a1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387285 Mar 24 17:15:02.552514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f0fcd-a107-46df-988a-133f7625b811 req-d3b14d8c-83fd-4565-ba20-bee2b799084c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:02.553941 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e74f0fcd-a107-46df-988a-133f7625b811 req-d3b14d8c-83fd-4565-ba20-bee2b799084c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0796061 Mar 24 17:15:02.599697 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e74f0fcd-a107-46df-988a-133f7625b811 req-2dd54d08-150e-46a2-9dcf-593d5afaa978 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401869 Mar 24 17:15:02.681436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-88a5b1f8-ebf0-40f9-99bc-aa9fb68d6714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:02.721327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:03.847833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:03.897151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:03.897807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42145699-1679-4eff-82af-30854330d762 req-b1d8d08e-8aed-443e-a567-755240de546a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:03.899311 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-42145699-1679-4eff-82af-30854330d762 req-b1d8d08e-8aed-443e-a567-755240de546a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 946 time: 0.1924975 Mar 24 17:15:03.944027 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-42145699-1679-4eff-82af-30854330d762 req-8b8680fa-e71f-46a9-9c93-9a8c3aa44d81 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386093 Mar 24 17:15:04.128839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c159e8-bd15-4fd1-81d8-647bc52cccd6 req-2162a7f4-4f70-40a2-b16f-7e89ae3ddbf0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:04.130276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69c159e8-bd15-4fd1-81d8-647bc52cccd6 req-2162a7f4-4f70-40a2-b16f-7e89ae3ddbf0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0798752 Mar 24 17:15:04.174178 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-69c159e8-bd15-4fd1-81d8-647bc52cccd6 req-0d7ac64e-7a9b-47f9-9f79-a999bf8edfb2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383370 Mar 24 17:15:04.196493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42954) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:04.267904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f516ffc-73de-4171-b725-7a1cc78de4db tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:04.269405 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4f516ffc-73de-4171-b725-7a1cc78de4db tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 1094 time: 0.0719359 Mar 24 17:15:04.272221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 42958) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:04.277113 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-45cb6e3a-7707-47d5-9be2-2fe3854f95b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'port_id': '5ca30185-ede8-4528-8320-126900d43835'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:15:04.354107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45cb6e3a-7707-47d5-9be2-2fe3854f95b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:04.947680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45cb6e3a-7707-47d5-9be2-2fe3854f95b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:05.030201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45cb6e3a-7707-47d5-9be2-2fe3854f95b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:05.196374 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-45cb6e3a-7707-47d5-9be2-2fe3854f95b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 2f8d944e-910d-48c4-b952-a5ce7ff3d442 associated. External IP: 172.26.4.252, port: 5ca30185-ede8-4528-8320-126900d43835. Mar 24 17:15:05.258867 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:05.646293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cb6e3a-7707-47d5-9be2-2fe3854f95b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:15:05.829684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cb6e3a-7707-47d5-9be2-2fe3854f95b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:15:05.834576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45cb6e3a-7707-47d5-9be2-2fe3854f95b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:05.839611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] Sync routers for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:15:05.849492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:15:05.850094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:15:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:05.895653 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-45cb6e3a-7707-47d5-9be2-2fe3854f95b7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 992 time: 1.6224196 Mar 24 17:15:05.896452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'tag': '5ca30185-ede8-4528-8320-126900d43835'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:15:05.898381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42962) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:05.950746 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'tag': '5ca30185-ede8-4528-8320-126900d43835', 'status': 'completed', 'code': 200} Mar 24 17:15:06.033921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:15:06.061805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f003a68f-afd4-41f4-9c8a-9e795adb9f42 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 992 time: 0.1621947 Mar 24 17:15:06.083094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-5eec1cce-2d75-485e-b3c4-e7514d507307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:06.084818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-5eec1cce-2d75-485e-b3c4-e7514d507307 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 1099 time: 0.1127462 Mar 24 17:15:06.215798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-860a69f4-d168-49e2-ac7b-8555ccdb2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:06.217771 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-860a69f4-d168-49e2-ac7b-8555ccdb2195 service neutron] 10.222.0.48 "GET /v2.0/networks?id=295835f7-7d90-4060-a3a8-a7478782cbdb HTTP/1.1" status: 200 len: 898 time: 0.1273470 Mar 24 17:15:06.325308 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-d689a81f-a31c-48e3-8754-6797eea45a8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ca30185-ede8-4528-8320-126900d43835 HTTP/1.1" status: 200 len: 1000 time: 0.1012871 Mar 24 17:15:06.381329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2f8d944e-910d-48c4-b952-a5ce7ff3d442', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'port_id': '5ca30185-ede8-4528-8320-126900d43835', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'mac_address': 'fa:16:3e:60:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:14:06Z', 'updated_at': '2022-03-24T17:15:04Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:06.385483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] Checking router: 6f16fbd2-6b71-4f03-b307-2b094bba1f41 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:15:06.386851 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:15:06.387278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-5c067af9-6f1e-42ca-9d83-5b42593ced73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:06.389447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-5c067af9-6f1e-42ca-9d83-5b42593ced73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3b38a17-e4dc-459a-9b8c-28685fa5dc8d HTTP/1.1" status: 200 len: 834 time: 0.0571811 Mar 24 17:15:06.394432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:15:06.395034 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:15:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:06.466390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-24b67b5e-6104-4373-a17e-653fe0969ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:06.468568 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-24b67b5e-6104-4373-a17e-653fe0969ac4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=295835f7-7d90-4060-a3a8-a7478782cbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743809 Mar 24 17:15:06.599498 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-ce3ed0a5-6e6e-4161-b1fa-fb63d3791d01 service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245594 Mar 24 17:15:06.611953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:15:06.729111 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46e5e51d-1059-4ca4-ac98-806c39fba171 req-1951ec00-3e78-4a7d-8eb6-9a9e714ac046 service neutron] 10.222.0.48 "GET /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236680 Mar 24 17:15:06.953194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2f8d944e-910d-48c4-b952-a5ce7ff3d442', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'port_id': '5ca30185-ede8-4528-8320-126900d43835', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'mac_address': 'fa:16:3e:60:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:14:06Z', 'updated_at': '2022-03-24T17:15:04Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:06.957096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f5ea2-fa14-4673-aeda-05b7026c7e73 None None] The sync data for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv is: [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2f8d944e-910d-48c4-b952-a5ce7ff3d442', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'port_id': '5ca30185-ede8-4528-8320-126900d43835', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'mac_address': 'fa:16:3e:60:23:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:14:06Z', 'updated_at': '2022-03-24T17:15:04Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:15:07.065658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42968) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:07.143314 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08fce87-da48-48a2-8404-aeb4e8dd2ffb None None] New status for floating IP 2f8d944e-910d-48c4-b952-a5ce7ff3d442: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:15:07.175792 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9ba735f6-cb8d-4031-90ad-73e44fe53985 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 992 time: 0.1089935 Mar 24 17:15:08.179475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 42972) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:08.287173 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a34dac78-a8ee-4faf-bee2-cc973cab7af9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 200 len: 994 time: 0.1062651 Mar 24 17:15:18.525074 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-74bd0f97-22b4-47e1-aabb-653025fbad01 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660908 Mar 24 17:15:18.673871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-9aa73127-31dd-462a-a0ae-2387b5757c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:18.675282 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-9aa73127-31dd-462a-a0ae-2387b5757c44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 1099 time: 0.0684123 Mar 24 17:15:18.818991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-0084ecf6-fb19-4d5f-8e29-df1fa4cbf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:18.820426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-0084ecf6-fb19-4d5f-8e29-df1fa4cbf180 service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1237378 Mar 24 17:15:19.022547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-0cbe5e59-4750-4f18-802f-367c8b1c2bf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05 HTTP/1.1" status: 200 len: 1001 time: 0.1955347 Mar 24 17:15:19.084399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-a3a0f351-a5c8-476c-8602-1b8961ed5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:19.085672 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-a3a0f351-a5c8-476c-8602-1b8961ed5634 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0570385 Mar 24 17:15:19.157642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-5b7c4c95-7f6a-44e2-9db6-2c8168c002c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:19.159066 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-5b7c4c95-7f6a-44e2-9db6-2c8168c002c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664434 Mar 24 17:15:19.286692 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-2b324fc4-60e4-4eac-b4b8-88cc9bdc9d1e service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206353 Mar 24 17:15:19.415767 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3d6a36bc-e800-469e-86ba-8a41fa68b66b req-b6bd775c-b607-4a34-ab6d-c39e7d3e2bfb service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226778 Mar 24 17:15:30.464101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d39041d9-f63a-405b-9d17-da566838a212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:32.652239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3ba63b71-6a16-45c2-b987-e1a161a16ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:32.738253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:33.840973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:33.869322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:35.269136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:38.292698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97d070-8ba8-45d7-b4e1-fc898acaa9cd req-916b503f-8323-4a8e-b523-f4604354fbd0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:38.295134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ef97d070-8ba8-45d7-b4e1-fc898acaa9cd req-916b503f-8323-4a8e-b523-f4604354fbd0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0877135 Mar 24 17:15:38.339858 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ef97d070-8ba8-45d7-b4e1-fc898acaa9cd req-185356da-74b6-496c-ae6e-2e2a32692378 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390327 Mar 24 17:15:39.530769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68ff61-9960-4f0f-8f73-757b2020e8ba req-03c804a3-f0a0-4102-9010-e17d68f20a81 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:39.532362 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f68ff61-9960-4f0f-8f73-757b2020e8ba req-03c804a3-f0a0-4102-9010-e17d68f20a81 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 946 time: 0.0806890 Mar 24 17:15:39.621951 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f68ff61-9960-4f0f-8f73-757b2020e8ba req-20ac78e7-f920-4b2c-bb9c-da0ebfb925e6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=758ddf23-e540-4428-b4fa-d0e6798e8a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562093 Mar 24 17:15:39.656102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-1d3f8106-92c5-4fa7-a05b-141a86256788 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:39.657650 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-1d3f8106-92c5-4fa7-a05b-141a86256788 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 946 time: 0.1243882 Mar 24 17:15:39.728273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 5ca30185-ede8-4528-8320-126900d43835 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:15:39.728532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:39.978403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 5ca30185-ede8-4528-8320-126900d43835, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ca30185-ede8-4528-8320-126900d43835,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:15:39.978948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:40.313269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:40.313662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:40.313944 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 2f8d944e-910d-48c4-b952-a5ce7ff3d442 disassociated. External IP: 172.26.4.252, port: 5ca30185-ede8-4528-8320-126900d43835. Mar 24 17:15:40.314276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 5ca30185-ede8-4528-8320-126900d43835 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:15:40.515108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:40.661587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=5ca30185-ede8-4528-8320-126900d43835,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:40.778239 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1eab362e-94ae-45a6-83b5-cfddbd6097b5 req-912dfe4d-38e9-4e59-9a24-14c6dc59cc34 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 210 time: 0.0451796 Mar 24 17:15:40.886168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:15:41.069795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:15:41.082426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] Sync routers for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:15:41.095779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:15:41.096932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:15:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:41.146560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port 5ca30185-ede8-4528-8320-126900d43835 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:15:41.149423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:41.152223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'name': 'network-vif-deleted', 'tag': '5ca30185-ede8-4528-8320-126900d43835'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:15:41.207979 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b07c5d-dd3f-4add-acec-87c5e798e6d1', 'name': 'network-vif-deleted', 'tag': '5ca30185-ede8-4528-8320-126900d43835', 'status': 'completed', 'code': 200} Mar 24 17:15:41.270469 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dc4abe78-16bd-4383-b61f-a889f0077a80 req-4edc7bef-1a9c-43b9-98ec-41261364d80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/5ca30185-ede8-4528-8320-126900d43835 HTTP/1.1" status: 204 len: 173 time: 1.6046262 Mar 24 17:15:41.295050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:15:41.613109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:41.616931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] Checking router: 6f16fbd2-6b71-4f03-b307-2b094bba1f41 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:15:41.625722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:15:41.626310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:15:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:41.800887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:15:41.959265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e82c14b0-b443-41cc-9326-64e41abf36ba req-564d03f3-0c0c-4549-87ff-748eb4f77ebc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:15:42.035052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e82c14b0-b443-41cc-9326-64e41abf36ba req-564d03f3-0c0c-4549-87ff-748eb4f77ebc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:15:42.036254 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e82c14b0-b443-41cc-9326-64e41abf36ba req-564d03f3-0c0c-4549-87ff-748eb4f77ebc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3b07c5d-dd3f-4add-acec-87c5e798e6d1 HTTP/1.1" status: 200 len: 210 time: 0.1258047 Mar 24 17:15:42.213555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:42.217614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf29df7-3baa-404e-b713-c7cb7a339e53 None None] The sync data for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv is: [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e21b00f9-0fce-49af-a061-16e23711defd', 'name': '', 'network_id': '295835f7-7d90-4060-a3a8-a7478782cbdb', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:64:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:45Z', 'updated_at': '2022-03-24T17:13:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': 'b3b38a17-e4dc-459a-9b8c-28685fa5dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:15:42.443424 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba5957-bbcd-4ba2-9ae6-62dfe9918b93 None None] New status for floating IP 2f8d944e-910d-48c4-b952-a5ce7ff3d442: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:15:43.131306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43024) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:43.206801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c109f3f-400d-4b02-ae7c-dd1b7a6c28a5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:43.237932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c109f3f-400d-4b02-ae7c-dd1b7a6c28a5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:43.248950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ca30185-ede8-4528-8320-126900d43835 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:15:43.285042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 5ca30185-ede8-4528-8320-126900d43835 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:15:43.285578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ca30185-ede8-4528-8320-126900d43835 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:15:43.377318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c109f3f-400d-4b02-ae7c-dd1b7a6c28a5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:43.385970 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:15:43.398017 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c109f3f-400d-4b02-ae7c-dd1b7a6c28a5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758ddf23-e540-4428-b4fa-d0e6798e8a96,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:43.485311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6c109f3f-400d-4b02-ae7c-dd1b7a6c28a5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:43.486457 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6c109f3f-400d-4b02-ae7c-dd1b7a6c28a5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/758ddf23-e540-4428-b4fa-d0e6798e8a96 HTTP/1.1" status: 204 len: 168 time: 0.3540585 Mar 24 17:15:43.579484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43030) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:43.738960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port d14aff54-4ba9-4d08-99f2-4677dc7e2bcf {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:15:43.739198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:43.910847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:43.911235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:44.037449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for d14aff54-4ba9-4d08-99f2-4677dc7e2bcf owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:15:44.229759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:44.378246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=d14aff54-4ba9-4d08-99f2-4677dc7e2bcf,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:44.489260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:44.572737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:44.573858 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-55603747-643c-401d-9d78-dbfa903f1a5b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/floatingips/2f8d944e-910d-48c4-b952-a5ce7ff3d442 HTTP/1.1" status: 204 len: 168 time: 0.9933746 Mar 24 17:15:45.190785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667fb66-ba09-4e45-9761-c1c588e5336a req-0e355d13-d46b-4925-b331-f49f243120f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:45.191378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-4667fb66-ba09-4e45-9761-c1c588e5336a req-0e355d13-d46b-4925-b331-f49f243120f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:15:45.292123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-4667fb66-ba09-4e45-9761-c1c588e5336a req-0e355d13-d46b-4925-b331-f49f243120f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:15:45.298765 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4667fb66-ba09-4e45-9761-c1c588e5336a req-0e355d13-d46b-4925-b331-f49f243120f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 945 time: 0.1830142 Mar 24 17:15:45.343748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-4667fb66-ba09-4e45-9761-c1c588e5336a req-ea11c9db-d1e0-418a-9724-12c0b95b939e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:15:45.440556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-4667fb66-ba09-4e45-9761-c1c588e5336a req-ea11c9db-d1e0-418a-9724-12c0b95b939e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:15:45.441770 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4667fb66-ba09-4e45-9761-c1c588e5336a req-ea11c9db-d1e0-418a-9724-12c0b95b939e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427536 Mar 24 17:15:46.438540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-1defab41-b2fd-43c7-a632-d32d84b93efc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:46.440006 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-1defab41-b2fd-43c7-a632-d32d84b93efc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 945 time: 0.0916078 Mar 24 17:15:46.519893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 7e3e29b4-8870-495b-9f59-4fb5eb611142 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:15:46.520753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:46.805716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24971bbb-83a8-4cab-9236-fbf3d4310eb3 req-1586b729-9514-4310-95ab-af5e7b540985 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:46.807135 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-24971bbb-83a8-4cab-9236-fbf3d4310eb3 req-1586b729-9514-4310-95ab-af5e7b540985 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 945 time: 0.2446232 Mar 24 17:15:46.878608 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-24971bbb-83a8-4cab-9236-fbf3d4310eb3 req-de6dc771-64a9-435a-898a-af489ea1e278 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=795fa69f-c47f-41bc-be65-2328551d0a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639536 Mar 24 17:15:46.885200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 7e3e29b4-8870-495b-9f59-4fb5eb611142, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e3e29b4-8870-495b-9f59-4fb5eb611142,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:15:46.885558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:47.013728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 7e3e29b4-8870-495b-9f59-4fb5eb611142 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:15:47.252254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:47.307044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=7e3e29b4-8870-495b-9f59-4fb5eb611142,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:47.387719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port 7e3e29b4-8870-495b-9f59-4fb5eb611142 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:15:47.390665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:47.393203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'name': 'network-vif-deleted', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:15:47.445389 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345ae3ac-1593-440f-ab62-b59e64e5637f', 'name': 'network-vif-deleted', 'tag': '7e3e29b4-8870-495b-9f59-4fb5eb611142', 'status': 'completed', 'code': 200} Mar 24 17:15:47.475769 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9100220-b97b-440d-a61c-c62d8d6b8ce0 req-26472869-0bf5-4dce-a8a8-8a7138959225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/7e3e29b4-8870-495b-9f59-4fb5eb611142 HTTP/1.1" status: 204 len: 173 time: 1.0306170 Mar 24 17:15:48.059085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e891342a-6cea-468b-be3c-3780e5056ef8 req-83324248-d55d-4e58-864e-fb6a31709aad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:15:48.138924 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e891342a-6cea-468b-be3c-3780e5056ef8 req-83324248-d55d-4e58-864e-fb6a31709aad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:15:48.140185 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e891342a-6cea-468b-be3c-3780e5056ef8 req-83324248-d55d-4e58-864e-fb6a31709aad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=345ae3ac-1593-440f-ab62-b59e64e5637f HTTP/1.1" status: 200 len: 210 time: 0.1274502 Mar 24 17:15:49.245814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43056) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:49.280486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e3e29b4-8870-495b-9f59-4fb5eb611142 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:15:49.318936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:49.320070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 7e3e29b4-8870-495b-9f59-4fb5eb611142 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:15:49.320418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e3e29b4-8870-495b-9f59-4fb5eb611142 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:15:49.350636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:49.560503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:49.580735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795fa69f-c47f-41bc-be65-2328551d0a49,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:49.588402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.588737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.589063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.589381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.589695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.590006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.590317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.590647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.591650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.592024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.592339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.592647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:49.679558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:49.680949 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-33ea8b1c-d81c-412f-a570-95a30c5f3240 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/795fa69f-c47f-41bc-be65-2328551d0a49 HTTP/1.1" status: 204 len: 168 time: 0.4341521 Mar 24 17:15:50.824816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43068) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:51.491141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:51.863307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port e21b00f9-0fce-49af-a061-16e23711defd {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:15:51.864008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:52.076457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port e21b00f9-0fce-49af-a061-16e23711defd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e21b00f9-0fce-49af-a061-16e23711defd,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:15:52.076744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:52.208973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for e21b00f9-0fce-49af-a061-16e23711defd owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:15:52.624107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:52.783760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=e21b00f9-0fce-49af-a061-16e23711defd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:53.114718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:53.489468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:15:53.671871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:15:53.681802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] Sync routers for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:15:53.694416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:15:53.695033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:15:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:53.837711 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d6783742-d5be-458c-865e-6821e669abb5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/6f16fbd2-6b71-4f03-b307-2b094bba1f41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0115035 Mar 24 17:15:53.840257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43076) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:53.896942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:15:53.921485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55da82c-f281-40f7-82a9-a44696ce0494 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting subnet b3b38a17-e4dc-459a-9b8c-28685fa5dc8d {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:15:53.924559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a55da82c-f281-40f7-82a9-a44696ce0494 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:53.982307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a55da82c-f281-40f7-82a9-a44696ce0494 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:54.074334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a55da82c-f281-40f7-82a9-a44696ce0494 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:54.212842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:15:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:54.217367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] Checking router: 6f16fbd2-6b71-4f03-b307-2b094bba1f41 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:15:54.225545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] Routers {'6f16fbd2-6b71-4f03-b307-2b094bba1f41'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:15:54.226140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:15:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:54.246086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a55da82c-f281-40f7-82a9-a44696ce0494 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:54.286051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55da82c-f281-40f7-82a9-a44696ce0494 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b38a17-e4dc-459a-9b8c-28685fa5dc8d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:54.290310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a55da82c-f281-40f7-82a9-a44696ce0494 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:54.297531 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a55da82c-f281-40f7-82a9-a44696ce0494 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/subnets/b3b38a17-e4dc-459a-9b8c-28685fa5dc8d HTTP/1.1" status: 204 len: 168 time: 0.4553025 Mar 24 17:15:54.299426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed7965-faf1-4b4c-a70e-de5f388a0e21 None None] Network 295835f7-7d90-4060-a3a8-a7478782cbdb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:15:54.300022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43082) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:54.573861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] Set router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:15:54.617154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:54.804091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:54.912454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:15:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:54.917712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10509002-d116-4aa6-b518-55602a8bf06e None None] DHCP port deletion for 295835f7-7d90-4060-a3a8-a7478782cbdb request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:15:54.922761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:15:54.922938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-10509002-d116-4aa6-b518-55602a8bf06e None None] Deleting port dd202de6-0e5b-4547-a08c-333d86ad77bf {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:15:54.923218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-10509002-d116-4aa6-b518-55602a8bf06e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:54.923316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:55.003054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699cbcd-3022-4cb4-be49-6a7fab7cae67 None None] The sync data for ids ['6f16fbd2-6b71-4f03-b307-2b094bba1f41'] in dv-neutron-835063-1-hyperv is: [{'id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'name': 'tempest-TestNetworkBasicOps-router-2118597496', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:15:52Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '0d786fa6-0e58-49a5-b6a1-3f7b00f935e0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f16fbd2-6b71-4f03-b307-2b094bba1f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:13:40Z', 'updated_at': '2022-03-24T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:15:55.127463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0d786fa6-0e58-49a5-b6a1-3f7b00f935e0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:15:55.127731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:55.203638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-10509002-d116-4aa6-b518-55602a8bf06e None None] For port dd202de6-0e5b-4547-a08c-333d86ad77bf, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dd202de6-0e5b-4547-a08c-333d86ad77bf,segment=NetworkSegment(d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863),segment_id=d7a35e5a-fa30-4be6-a8d2-aa5e39b7b863)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:15:55.204376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-10509002-d116-4aa6-b518-55602a8bf06e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:55.276328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:15:55.338440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-10509002-d116-4aa6-b518-55602a8bf06e None None] Calling delete_port for dd202de6-0e5b-4547-a08c-333d86ad77bf owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:15:55.515764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-10509002-d116-4aa6-b518-55602a8bf06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:55.549600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:55.565021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10509002-d116-4aa6-b518-55602a8bf06e None None] Pushing event deleted for resources: {'Port': ['ID=dd202de6-0e5b-4547-a08c-333d86ad77bf,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:55.568289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10509002-d116-4aa6-b518-55602a8bf06e None None] No DVR routers for this DVR port dd202de6-0e5b-4547-a08c-333d86ad77bf on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:15:55.603780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=0d786fa6-0e58-49a5-b6a1-3f7b00f935e0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:55.702477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:55.892544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:55.894946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:55.937242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e21b00f9-0fce-49af-a061-16e23711defd no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:15:55.971332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: e21b00f9-0fce-49af-a061-16e23711defd {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:15:55.971602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e21b00f9-0fce-49af-a061-16e23711defd not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:15:55.972035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dd202de6-0e5b-4547-a08c-333d86ad77bf no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:15:56.006043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: dd202de6-0e5b-4547-a08c-333d86ad77bf {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:15:56.006387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dd202de6-0e5b-4547-a08c-333d86ad77bf not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:15:56.057845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.058482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Fanout notify agent at l3_agent the message router_deleted on router 6f16fbd2-6b71-4f03-b307-2b094bba1f41 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:15:56.076742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.081343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43088) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:56.081805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8ce5d729-e887-478d-99bc-6d44a5b19338 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/routers/6f16fbd2-6b71-4f03-b307-2b094bba1f41 HTTP/1.1" status: 204 len: 168 time: 1.7795458 Mar 24 17:15:56.203579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.340781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.366660 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295835f7-7d90-4060-a3a8-a7478782cbdb']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:56.378323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:56.378616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a35e5a-fa30-4be6-a8d2-aa5e39b7b863') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:15:56.390587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.408379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.414451 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:15:56.414824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:15:56.429835 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:15:56.692423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.696606 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.726034 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Network': ['ID=295835f7-7d90-4060-a3a8-a7478782cbdb,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:56.730338 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/networks/295835f7-7d90-4060-a3a8-a7478782cbdb HTTP/1.1" status: 204 len: 168 time: 0.6488106 Mar 24 17:15:56.735166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.735511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.735850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.736278 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.736610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.736938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.737262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.737655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.738199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.738199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.739064 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.739064 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccdc7e4-69e1-407f-8618-923676026f70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:15:56.754133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43094) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:56.760931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'network': {'name': 'tempest-network-smoke--1321091698', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'port_security_enabled': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:15:56.766780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:15:56.771417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:network and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:15:56.776197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:15:56.780659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:15:56.874886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:15:56.878627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.912338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:15:56.921630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:56.922205 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Added segment 32285a0a-a8b3-49e9-a4b1-bc1b46be3289 of type vlan for network 9f504836-1033-4d1c-bef2-ad3caf280091 Mar 24 17:15:56.953887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:57.051975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:57.057442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:15:57.058009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:57.201633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Network': ['ID=9f504836-1033-4d1c-bef2-ad3caf280091,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:57.216095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 9f504836-1033-4d1c-bef2-ad3caf280091 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:15:57.224229 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3e2d15eb-2888-464a-a4b4-977a03ecbf5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4687033 Mar 24 17:15:57.228214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43098) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:15:57.234292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'admin_state_up': True, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:15:57.241721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:15:57.245894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:router and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:15:57.248869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:15:57.260576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:15:57.366596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:57.368104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:57.384008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:57.742044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:57.820620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:15:57.856362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:15:57.856735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0d786fa6-0e58-49a5-b6a1-3f7b00f935e0 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:15:58.282534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:58.312764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:58.459551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.213 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/58348877-7d07-46fb-96a4-98dc27e84551) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:15:58.619409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:58.738342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:58.804450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:15:58.807210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:15:58.816066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:15:58.850103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=58348877-7d07-46fb-96a4-98dc27e84551,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:15:59.352619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:15:59.720836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:00.235790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router fcd03bdc-6a46-402c-b3ab-30a0ee25941c is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:16:00.426694 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:16:00.437095 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Sync routers for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:16:00.446594 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:00.447540 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:15:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:00.503667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9b68f46a-35a7-49e0-b493-de531252462f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:00.543386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:00.544751 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-96fccc2a-915d-4031-96cc-338806e588e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3154914 Mar 24 17:16:00.548289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43108) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:00.660840 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:00.736930 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9f03fd35-9a37-4bc0-a406-859259386e7b tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1872437 Mar 24 17:16:00.739400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43116) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:00.878821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab46ea-02e8-4567-b16e-c18bff3a1db9 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:00.880442 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-31ab46ea-02e8-4567-b16e-c18bff3a1db9 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1400943 Mar 24 17:16:00.883323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43120) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:00.985452 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:15:59Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:00.990328 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Checking router: fcd03bdc-6a46-402c-b3ab-30a0ee25941c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:16:00.990913 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Updating router fcd03bdc-6a46-402c-b3ab-30a0ee25941c port 58348877-7d07-46fb-96a4-98dc27e84551 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:16:01.030009 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7c0cb104-3cea-43b5-bbcf-45f9410841ca tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1455114 Mar 24 17:16:01.032582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43124) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:01.039459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-247718979', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:01.048036 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:01.159241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:01.160232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:subnet and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:01.164355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:01.172856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:01.286468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:16:01.290596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:01.417533 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:01.430247 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Transition to ACTIVE for port object 58348877-7d07-46fb-96a4-98dc27e84551 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:01.543752 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:01.607292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:01.622794 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Attempting to bind port 58348877-7d07-46fb-96a4-98dc27e84551 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:16:01.623651 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Attempting to bind port 58348877-7d07-46fb-96a4-98dc27e84551 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:16:01.624032 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Attempting to bind port 58348877-7d07-46fb-96a4-98dc27e84551 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:16:01.630527 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Pushing event updated for resources: {'Port': ['ID=58348877-7d07-46fb-96a4-98dc27e84551,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:01.635282 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:16:01.635644 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:16:01.636061 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:01.636444 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:16:01.636888 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Bound port: 58348877-7d07-46fb-96a4-98dc27e84551, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:16:01.637246 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:01.667754 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.668051 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.668381 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.668707 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.669537 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.669887 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.670274 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.670596 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.670912 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.671227 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.671555 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.671850 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:01.695726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Checking segment: {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:16:01.696078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network hostable DHCP agents. Network: 9f504836-1033-4d1c-bef2-ad3caf280091, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:16:01.700137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=3e381609-f038-482b-bcfb-25135164c0be,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:01.723786 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] For port 58348877-7d07-46fb-96a4-98dc27e84551, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:16:01.726705 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] For port 58348877-7d07-46fb-96a4-98dc27e84551, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=58348877-7d07-46fb-96a4-98dc27e84551,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:16:01.789342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 9f504836-1033-4d1c-bef2-ad3caf280091 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:16:01.835383 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:01.858031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 9f504836-1033-4d1c-bef2-ad3caf280091) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:16:01.863219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:01.863688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:01.867625 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd1db7-3d19-4e0a-853d-d067c93df247 None None] Network 9f504836-1033-4d1c-bef2-ad3caf280091 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:16:01.916570 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cc3c4-d822-4d19-816d-056f441b441c None None] Pushing event updated for resources: {'Port': ['ID=58348877-7d07-46fb-96a4-98dc27e84551,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:01.925255 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:01.925765 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:15:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:01.953745 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f29506b9-3675-4f24-bdae-2fec0cc18a41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9166298 Mar 24 17:16:01.954332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43130) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:02.103411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-9f504836-1033-4d1c-bef2-ad3caf280091', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:16:02.109596 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:02.116569 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:02.271682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Allocated IP 172.20.0.2 (9f504836-1033-4d1c-bef2-ad3caf280091/3e381609-f038-482b-bcfb-25135164c0be/37ef1a42-2538-4c83-9c24-aa478a5452a8) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:16:02.421381 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:15:59Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:02.425308 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5407c7f-2204-4f64-a31e-f4ebf19f84db None None] The sync data for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv is: [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:15:59Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:16:02.484459 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:02.495212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Transition to ACTIVE for port object 37ef1a42-2538-4c83-9c24-aa478a5452a8 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:02.515333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Transition to ACTIVE for port object 37ef1a42-2538-4c83-9c24-aa478a5452a8 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:02.555332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:02.631652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Network 9f504836-1033-4d1c-bef2-ad3caf280091 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:16:02.635222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:16:02.638739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:16:02.698751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:02.709693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d2f9974f-d1a4-4a92-9693-17a07a7277c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:02.711748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Pushing event updated for resources: {'Port': ['ID=37ef1a42-2538-4c83-9c24-aa478a5452a8,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:02.812276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.812551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.812894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.813234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.814837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.815226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.815577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.816002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.816271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.816606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.816932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.817258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:02.821030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Attempting to bind port 37ef1a42-2538-4c83-9c24-aa478a5452a8 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:16:02.821030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Attempting to bind port 37ef1a42-2538-4c83-9c24-aa478a5452a8 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:16:02.821374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Attempting to bind port 37ef1a42-2538-4c83-9c24-aa478a5452a8 on network 9f504836-1033-4d1c-bef2-ad3caf280091 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:16:02.832066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:16:02.832362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Checking segment: {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:16:02.832770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:02.833161 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Bound using segment: {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:16:02.833637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Bound port: 37ef1a42-2538-4c83-9c24-aa478a5452a8, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:16:02.834010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:02.918577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:02.984523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] For port 37ef1a42-2538-4c83-9c24-aa478a5452a8, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:16:02.989862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] For port 37ef1a42-2538-4c83-9c24-aa478a5452a8, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=37ef1a42-2538-4c83-9c24-aa478a5452a8,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:16:03.058242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:03.183604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c749-0514-42aa-b35f-b5d927ccd8c8 None None] Pushing event updated for resources: {'Port': ['ID=37ef1a42-2538-4c83-9c24-aa478a5452a8,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:03.344269 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-1139a9da-13fe-4fc1-836d-6ec87720b9e2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1436589461&fields=id&tenant_id=3bb3c97d3f2c4a85a94663247e549d02 HTTP/1.1" status: 200 len: 267 time: 0.1325033 Mar 24 17:16:03.406675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.1 (9f504836-1033-4d1c-bef2-ad3caf280091/3e381609-f038-482b-bcfb-25135164c0be/da8aa26f-8574-422f-b519-c0baf1b1dbd1) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:16:03.632726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5534-4467-4855-9beb-678f9bbc085a req-81e644db-8a3e-498f-b722-b98348739145 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:03.634044 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-81e644db-8a3e-498f-b722-b98348739145 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 812 time: 0.2788084 Mar 24 17:16:03.666628 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-3291d240-4015-4a08-8474-568f1e8c8828 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/quotas/3bb3c97d3f2c4a85a94663247e549d02 HTTP/1.1" status: 200 len: 375 time: 0.0268378 Mar 24 17:16:03.715740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:03.745156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object da8aa26f-8574-422f-b519-c0baf1b1dbd1 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:03.795904 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-6ed937f2-95e9-4da9-b686-b8b808de78f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1165802 Mar 24 17:16:03.858061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:03.885226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:03.907989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:03.959372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 58348877-7d07-46fb-96a4-98dc27e84551 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:16:04.031118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 9f504836-1033-4d1c-bef2-ad3caf280091 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:16:04.041296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:16:04.049480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:16:04.085798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 58348877-7d07-46fb-96a4-98dc27e84551 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:04.091785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 58348877-7d07-46fb-96a4-98dc27e84551 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:04.092214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:04.099766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=da8aa26f-8574-422f-b519-c0baf1b1dbd1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:04.135324 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-6cae6ce0-0cf0-41d4-9270-c3b0e6cc4938 service neutron] 10.222.0.47 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283010 Mar 24 17:16:04.144681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:04.258013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:04.285511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 58348877-7d07-46fb-96a4-98dc27e84551, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=58348877-7d07-46fb-96a4-98dc27e84551,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:04.361329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:04.362096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 37ef1a42-2538-4c83-9c24-aa478a5452a8 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:16:04.476687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=58348877-7d07-46fb-96a4-98dc27e84551,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:04.518838 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-75d0f16c-7a16-4690-8912-987c8c70f84b service neutron] 10.222.0.47 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751326 Mar 24 17:16:04.550517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5c09d-a21e-4fdf-afdc-2e6ff9a0eb63 None None] Network 9f504836-1033-4d1c-bef2-ad3caf280091 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:16:04.578635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 37ef1a42-2538-4c83-9c24-aa478a5452a8 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:04.678210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:04.728674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-71b349c7-dccb-42ab-b2f7-26d2812feddf None None] Provisioning for port 37ef1a42-2538-4c83-9c24-aa478a5452a8 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:04.737600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-71b349c7-dccb-42ab-b2f7-26d2812feddf None None] Provisioning complete for port 37ef1a42-2538-4c83-9c24-aa478a5452a8 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:04.742783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-71b349c7-dccb-42ab-b2f7-26d2812feddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:04.923427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-71b349c7-dccb-42ab-b2f7-26d2812feddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:04.957381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-71b349c7-dccb-42ab-b2f7-26d2812feddf None None] For port 37ef1a42-2538-4c83-9c24-aa478a5452a8, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=37ef1a42-2538-4c83-9c24-aa478a5452a8,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:05.035006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-71b349c7-dccb-42ab-b2f7-26d2812feddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:05.110445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b349c7-dccb-42ab-b2f7-26d2812feddf None None] Pushing event updated for resources: {'Port': ['ID=37ef1a42-2538-4c83-9c24-aa478a5452a8,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:05.217984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3a3967fd-0b8d-4a37-a13d-6a4c99db0f4f None None] Provisioning for port da8aa26f-8574-422f-b519-c0baf1b1dbd1 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:05.223446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3a3967fd-0b8d-4a37-a13d-6a4c99db0f4f None None] Provisioning complete for port da8aa26f-8574-422f-b519-c0baf1b1dbd1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:05.223819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3a3967fd-0b8d-4a37-a13d-6a4c99db0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:05.244269 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6aa39542-52b1-47b4-a177-e7cfd1424bab req-90a228de-a3c3-4f2f-86b7-9e0ae7dbde13 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 210 time: 0.0516565 Mar 24 17:16:05.283508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3a3967fd-0b8d-4a37-a13d-6a4c99db0f4f None None] Port da8aa26f-8574-422f-b519-c0baf1b1dbd1 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:16:05.285699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:05.302364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3a3967fd-0b8d-4a37-a13d-6a4c99db0f4f None None] Provisioning complete for port 37ef1a42-2538-4c83-9c24-aa478a5452a8 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:05.302915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3a3967fd-0b8d-4a37-a13d-6a4c99db0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:05.305218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:05.366188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:05.479090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:05.482611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=da8aa26f-8574-422f-b519-c0baf1b1dbd1,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:05.541407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-195cc8ac-d457-4528-a1e6-1b5afba2b2e9 None None] Provisioning complete for port da8aa26f-8574-422f-b519-c0baf1b1dbd1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:05.541725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-195cc8ac-d457-4528-a1e6-1b5afba2b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:05.598385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-195cc8ac-d457-4528-a1e6-1b5afba2b2e9 None None] Port da8aa26f-8574-422f-b519-c0baf1b1dbd1 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:16:05.616198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 9f504836-1033-4d1c-bef2-ad3caf280091 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:16:05.617241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:16:05.808545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router fcd03bdc-6a46-402c-b3ab-30a0ee25941c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:16:05.818075 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b2561c4e-ac46-42ba-ae96-e3194e44fcc2 None None] Provisioning complete for port da8aa26f-8574-422f-b519-c0baf1b1dbd1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:05.818447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b2561c4e-ac46-42ba-ae96-e3194e44fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:05.878637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 58348877-7d07-46fb-96a4-98dc27e84551 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:16:05.923571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b2561c4e-ac46-42ba-ae96-e3194e44fcc2 None None] Port da8aa26f-8574-422f-b519-c0baf1b1dbd1 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:16:05.957490 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 58348877-7d07-46fb-96a4-98dc27e84551 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:05.957863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:06.007117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:16:06.019075 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Sync routers for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:16:06.020276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0af8c60d-d3a0-453f-9cc6-57d2844700ee tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/fcd03bdc-6a46-402c-b3ab-30a0ee25941c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0648344 Mar 24 17:16:06.023099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43154) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:06.057606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:06.061004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:16:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:06.158501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 37ef1a42-2538-4c83-9c24-aa478a5452a8 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:16:06.175737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b2aaf-2483-4d51-96b3-e89c9b289531 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.176283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b2aaf-2483-4d51-96b3-e89c9b289531 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.181970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b2aaf-2483-4d51-96b3-e89c9b289531 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.181970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b2aaf-2483-4d51-96b3-e89c9b289531 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.181970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b2aaf-2483-4d51-96b3-e89c9b289531 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.181970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b2aaf-2483-4d51-96b3-e89c9b289531 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.181970 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f97b2aaf-2483-4d51-96b3-e89c9b289531 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1559153 Mar 24 17:16:06.183577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43160) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:06.258580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2cb8f-6e45-4715-82f0-0117d0140ba4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.259058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2cb8f-6e45-4715-82f0-0117d0140ba4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.259520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2cb8f-6e45-4715-82f0-0117d0140ba4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.259994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2cb8f-6e45-4715-82f0-0117d0140ba4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.260460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2cb8f-6e45-4715-82f0-0117d0140ba4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.260911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2cb8f-6e45-4715-82f0-0117d0140ba4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:06.263225 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5bf2cb8f-6e45-4715-82f0-0117d0140ba4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0778542 Mar 24 17:16:06.266692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43166) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:06.352281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:06.369921 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf67ed58-7950-4a25-a545-992e931a87d0 req-07fac16e-7469-4969-8b6d-9ebb66853101 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 210 time: 0.0572546 Mar 24 17:16:06.422171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 37ef1a42-2538-4c83-9c24-aa478a5452a8 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:06.422542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:06.523044 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-051738f5-e34b-4457-b0a0-c5d9890e11cd tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2552831 Mar 24 17:16:06.525918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43176) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:06.532240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-675260618', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:06.674895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:06.679254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:port and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:06.682266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:06.688248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:06.765704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:16:06.765704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:06.775621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'da8aa26f-8574-422f-b519-c0baf1b1dbd1', 'name': '', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:33:d8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:16:03Z', 'updated_at': '2022-03-24T17:16:05Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3e381609-f038-482b-bcfb-25135164c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:06.780482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Checking router: fcd03bdc-6a46-402c-b3ab-30a0ee25941c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:16:06.780834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Updating router fcd03bdc-6a46-402c-b3ab-30a0ee25941c port da8aa26f-8574-422f-b519-c0baf1b1dbd1 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:16:06.791639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] device_id is not set on port 9602c8f4-0593-453c-8476-c0ab340a152b yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:16:06.838366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:06.939791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.12 (9f504836-1033-4d1c-bef2-ad3caf280091/3e381609-f038-482b-bcfb-25135164c0be/9602c8f4-0593-453c-8476-c0ab340a152b) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:16:07.147713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:07.164549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 9602c8f4-0593-453c-8476-c0ab340a152b will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:07.263709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:07.327178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 9f504836-1033-4d1c-bef2-ad3caf280091 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:16:07.330310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:16:07.332854 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:16:07.409939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:07.428976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:07.429609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:07.486222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:07.498907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Transition to ACTIVE for port object da8aa26f-8574-422f-b519-c0baf1b1dbd1 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:07.522575 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0ae8bbcc-2b9d-4ab8-a1ab-337bebfb174e req-a108a507-3e99-4526-86d0-30d94a3d1efc tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 210 time: 0.0518124 Mar 24 17:16:07.572810 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2ceff2a2-bd34-4ddc-b486-a81a07045e97 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0458429 Mar 24 17:16:07.582641 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:07.792448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fe0ea-7c05-4a7b-a868-85b94ac4c921 None None] Pushing event updated for resources: {'Port': ['ID=da8aa26f-8574-422f-b519-c0baf1b1dbd1,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:07.809995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-de260f34-35aa-4531-b6ee-0dff8a16ecb9 None None] Provisioning for port 9602c8f4-0593-453c-8476-c0ab340a152b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:07.820232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Attempting to bind port da8aa26f-8574-422f-b519-c0baf1b1dbd1 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:16:07.820635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Attempting to bind port da8aa26f-8574-422f-b519-c0baf1b1dbd1 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:16:07.821013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Attempting to bind port da8aa26f-8574-422f-b519-c0baf1b1dbd1 on network 9f504836-1033-4d1c-bef2-ad3caf280091 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:16:07.822903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-de260f34-35aa-4531-b6ee-0dff8a16ecb9 None None] Provisioning complete for port 9602c8f4-0593-453c-8476-c0ab340a152b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:07.823265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-de260f34-35aa-4531-b6ee-0dff8a16ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:07.860850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:16:07.861219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Checking segment: {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:16:07.861622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:07.862018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Bound using segment: {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:16:07.862488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Bound port: da8aa26f-8574-422f-b519-c0baf1b1dbd1, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:16:07.862862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:07.931588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-de260f34-35aa-4531-b6ee-0dff8a16ecb9 None None] Port 9602c8f4-0593-453c-8476-c0ab340a152b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:16:07.973668 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] For port da8aa26f-8574-422f-b519-c0baf1b1dbd1, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:16:07.974620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43186) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:07.976875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] For port da8aa26f-8574-422f-b519-c0baf1b1dbd1, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=da8aa26f-8574-422f-b519-c0baf1b1dbd1,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:16:07.983350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772107479', 'description': 'tempest-secgroup-smoke-772107479 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:07.986475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:07.990549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:07.993435 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:08.000326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:08.029307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:08.062559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:08.083193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:08.087568 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:08.091700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:08.098423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:08.115932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:08.116586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:16:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:08.180767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:08.250187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fe0ea-7c05-4a7b-a868-85b94ac4c921 None None] Pushing event updated for resources: {'Port': ['ID=da8aa26f-8574-422f-b519-c0baf1b1dbd1,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:08.308511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:08.359923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822dfda9-ef8e-4722-a18b-6d53e213ef76,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:08.384955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:08.498663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:08.499841 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-67870830-7cf1-4db2-9337-ad0dc6964079 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5242369 Mar 24 17:16:08.502677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43192) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:08.507627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '822dfda9-ef8e-4722-a18b-6d53e213ef76', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:08.514413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:08.518268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:08.521942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:08.527912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:08.693170 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a1f09723-3022-46fb-9bd9-41371b7a4dc9 req-b96d062f-d8bd-4abf-a752-92d8f01cbf6e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 210 time: 0.0429425 Mar 24 17:16:08.729411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'da8aa26f-8574-422f-b519-c0baf1b1dbd1', 'name': '', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:33:d8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:16:03Z', 'updated_at': '2022-03-24T17:16:07Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3e381609-f038-482b-bcfb-25135164c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:08.733730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53089f64-8c40-4032-a1d3-5bf8a26683b7 None None] The sync data for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv is: [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'da8aa26f-8574-422f-b519-c0baf1b1dbd1', 'name': '', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:33:d8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:16:03Z', 'updated_at': '2022-03-24T17:16:07Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3e381609-f038-482b-bcfb-25135164c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:16:08.826632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:08.894636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:08.977494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:09.005379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b100eb-f972-4213-a61a-966798597c5f,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:09.126172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:09.127509 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-637a4ef3-8746-4068-a157-a6982585d500 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6239364 Mar 24 17:16:09.130349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43198) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:09.135471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '822dfda9-ef8e-4722-a18b-6d53e213ef76', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:09.144891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:09.147471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:09.150466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:09.157110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:09.242491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:09.311745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:09.402281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:09.426025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388c9c62-0cc4-4f96-b1df-de407cd66a96,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:09.509358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:09.510641 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f5673e61-72f2-45e6-88db-6b5071de7369 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3792582 Mar 24 17:16:09.514321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43202) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:09.519580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '822dfda9-ef8e-4722-a18b-6d53e213ef76', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:09.525823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:09.530817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:09.534131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:09.541538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:09.609740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5534-4467-4855-9beb-678f9bbc085a req-66c63925-31c1-4456-8b99-a9907c8cbd3b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:09.611457 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-66c63925-31c1-4456-8b99-a9907c8cbd3b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 812 time: 0.1614871 Mar 24 17:16:09.648291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:09.661721 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-122c7e41-f866-4c82-846a-616aa9aa52b8 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bb3c97d3f2c4a85a94663247e549d02 HTTP/1.1" status: 200 len: 380 time: 0.0421889 Mar 24 17:16:09.669796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'port': {'device_id': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'admin_state_up': True, 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'security_groups': ['0f20a8d9-47bc-4fd2-a24d-c72541f36e89']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:09.730702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:09.800820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:09.829479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:09.829966 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51463992-816f-4c10-be8c-da2e3703c749,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:09.885723 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c1da9ac-7b30-43b1-99a9-92f8f0794949 req-3f00aca8-01fa-4e44-9863-898e566b5556 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 210 time: 0.0574770 Mar 24 17:16:09.905507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:09.941464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device da8aa26f-8574-422f-b519-c0baf1b1dbd1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:16:10.000913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.002756 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3620431a-964d-470e-b5f9-7f2022cb2e41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4874985 Mar 24 17:16:10.005816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43208) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:10.011274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '822dfda9-ef8e-4722-a18b-6d53e213ef76', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:10.018173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:10.022034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:10.025030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:10.031195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:10.080563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Made reservation on behalf of 3bb3c97d3f2c4a85a94663247e549d02 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:16:10.084352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.126308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port da8aa26f-8574-422f-b519-c0baf1b1dbd1 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:10.131358 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port da8aa26f-8574-422f-b519-c0baf1b1dbd1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:10.131738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.149548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.265185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.302139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port da8aa26f-8574-422f-b519-c0baf1b1dbd1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=da8aa26f-8574-422f-b519-c0baf1b1dbd1,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:10.383623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.421407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Allocated IP 172.20.0.12 (776741f5-811e-4381-8c10-737d1f15324b/0b084f0a-7979-42ac-9322-597f71157abf/165df364-e9a4-4030-b33e-4714915fd915) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:16:10.427625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.456518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=da8aa26f-8574-422f-b519-c0baf1b1dbd1,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:10.493064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.571326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19714d2b-2583-4c15-8e90-83a0eadf0055,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:10.643703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.661275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Transition to ACTIVE for port object 165df364-e9a4-4030-b33e-4714915fd915 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:10.665137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.669793 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-65fb6147-e2e6-41c3-b260-ee99ff0dcc21 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6595583 Mar 24 17:16:10.669962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43212) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:10.676403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '822dfda9-ef8e-4722-a18b-6d53e213ef76', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:10.683037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:10.688329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:10.691758 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:10.698483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:10.783548 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:16:10.783835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.791533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.858311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Network 776741f5-811e-4381-8c10-737d1f15324b is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:16:10.862208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:16:10.878204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:16:10.931696 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:10.957577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'Port': ['ID=165df364-e9a4-4030-b33e-4714915fd915,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:11.002188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:11.002188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.020797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.055495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90fdd58-472c-4947-9690-9c57b403168e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:11.124262 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-9d680117-b9f3-4dfa-b849-4695c1cef065 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4579546 Mar 24 17:16:11.133100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17a3b3-5ba9-4f7d-8431-fd00df07082c req-6bf1bb7d-84c5-4527-b6ce-015db4d6f23c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:11.133919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ab17a3b3-5ba9-4f7d-8431-fd00df07082c req-6bf1bb7d-84c5-4527-b6ce-015db4d6f23c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Synchronizing usage tracker for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:16:11.141708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Request body: {'port': {'device_id': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:11.148920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.151196 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8d2eeb0f-982e-47ac-9589-13f1c8a0cf8f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4792306 Mar 24 17:16:11.153019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43218) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:11.158438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '822dfda9-ef8e-4722-a18b-6d53e213ef76', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:11.165012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:11.169048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:11.172161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:11.178296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:11.246810 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:16:11.255045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.265152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.269859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-deaa2ef3-a019-492f-b547-806dc9a2103d None None] Provisioning for port 165df364-e9a4-4030-b33e-4714915fd915 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:11.276950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-deaa2ef3-a019-492f-b547-806dc9a2103d None None] Provisioning complete for port 165df364-e9a4-4030-b33e-4714915fd915 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:11.277109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ab17a3b3-5ba9-4f7d-8431-fd00df07082c req-6bf1bb7d-84c5-4527-b6ce-015db4d6f23c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Unset dirty status for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:16:11.277390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-deaa2ef3-a019-492f-b547-806dc9a2103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.299544 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ab17a3b3-5ba9-4f7d-8431-fd00df07082c req-6bf1bb7d-84c5-4527-b6ce-015db4d6f23c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 932 time: 0.2422757 Mar 24 17:16:11.347773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-deaa2ef3-a019-492f-b547-806dc9a2103d None None] Port 165df364-e9a4-4030-b33e-4714915fd915 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:16:11.357671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.387457 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ab17a3b3-5ba9-4f7d-8431-fd00df07082c req-b169b308-9d83-4e30-89fa-d79e8ba41599 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023436 Mar 24 17:16:11.429106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.455183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea1c731-b3d8-44a8-8555-1529fdf22500,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:11.543173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.545216 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-82e566ef-0b89-406a-8548-072545654a0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3910456 Mar 24 17:16:11.691832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165df364-e9a4-4030-b33e-4714915fd915 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:16:11.701879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.730515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-4dfd0286-fb55-41cc-85c2-d61b67f9a3ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:16:11.733929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Transition to ACTIVE for port object 165df364-e9a4-4030-b33e-4714915fd915 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:11.789148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.832372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-4dfd0286-fb55-41cc-85c2-d61b67f9a3ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:16:11.833562 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-4dfd0286-fb55-41cc-85c2-d61b67f9a3ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772107479&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1636810 Mar 24 17:16:11.886371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device da8aa26f-8574-422f-b519-c0baf1b1dbd1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:16:11.971193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port da8aa26f-8574-422f-b519-c0baf1b1dbd1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:11.971634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:11.976681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=165df364-e9a4-4030-b33e-4714915fd915,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:12.070393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-87c82626-d388-4156-8482-417267aa1b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:12.070990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-87c82626-d388-4156-8482-417267aa1b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:16:12.128295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Attempting to bind port 165df364-e9a4-4030-b33e-4714915fd915 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:16:12.129289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Attempting to bind port 165df364-e9a4-4030-b33e-4714915fd915 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:16:12.129289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Attempting to bind port 165df364-e9a4-4030-b33e-4714915fd915 on network 776741f5-811e-4381-8c10-737d1f15324b {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:16:12.133555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Port 165df364-e9a4-4030-b33e-4714915fd915 on network 776741f5-811e-4381-8c10-737d1f15324b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:16:12.133867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Attempting to bind port 165df364-e9a4-4030-b33e-4714915fd915 on network 776741f5-811e-4381-8c10-737d1f15324b {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:16:12.139024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:16:12.139351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Checking segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:16:12.139722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Bound using segment: {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:16:12.140173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Bound port: 165df364-e9a4-4030-b33e-4714915fd915, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdee05f6-c791-46cd-ae3b-585274ea13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '776741f5-811e-4381-8c10-737d1f15324b'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:16:12.140511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:12.230340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-87c82626-d388-4156-8482-417267aa1b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:16:12.236504 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-87c82626-d388-4156-8482-417267aa1b9e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 930 time: 0.3359721 Mar 24 17:16:12.236504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] For port 165df364-e9a4-4030-b33e-4714915fd915, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:16:12.236728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] For port 165df364-e9a4-4030-b33e-4714915fd915, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=165df364-e9a4-4030-b33e-4714915fd915,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:16:12.304170 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-fa49faaa-e042-4cc1-9991-468a897228c6 service neutron] 10.222.0.47 "GET /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0599155 Mar 24 17:16:12.492420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:12.609877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:12.610487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:12.611842 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] 10.222.0.48 "PUT /v2.0/ports/165df364-e9a4-4030-b33e-4714915fd915 HTTP/1.1" status: 200 len: 1094 time: 1.4748232 Mar 24 17:16:12.616829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'tag': '165df364-e9a4-4030-b33e-4714915fd915'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:16:12.666084 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60650934-17aa-482f-b959-2b858a20eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=165df364-e9a4-4030-b33e-4714915fd915,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:12.676231 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-b1ccb5ce-911d-4d73-a855-35f2ed6c593a service neutron] 10.222.0.47 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663392 Mar 24 17:16:12.835130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d1b55-7aa4-436e-ad40-596c17d1efc6 req-508a696d-5675-4a15-9314-eef05c5bccdc tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:12.836585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c74d1b55-7aa4-436e-ad40-596c17d1efc6 req-508a696d-5675-4a15-9314-eef05c5bccdc tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 944 time: 0.3105588 Mar 24 17:16:12.910858 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-1194f7a7-a4ee-4513-9d61-b09cf2afdf30 service neutron] 10.222.0.47 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337937 Mar 24 17:16:12.916418 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c74d1b55-7aa4-436e-ad40-596c17d1efc6 req-3cc0e662-b1c0-47e1-a6ab-60b547700fde tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688422 Mar 24 17:16:12.938385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5534-4467-4855-9beb-678f9bbc085a req-0c34f25e-4751-454e-afa5-fffbd0d3e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:12.940138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-0c34f25e-4751-454e-afa5-fffbd0d3e457 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 1097 time: 0.1637130 Mar 24 17:16:13.010409 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'tag': '165df364-e9a4-4030-b33e-4714915fd915', 'status': 'completed', 'code': 200} Mar 24 17:16:13.022063 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-10baac46-051c-48a1-9794-5c843069fd22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=165df364-e9a4-4030-b33e-4714915fd915 HTTP/1.1" status: 200 len: 217 time: 0.0744476 Mar 24 17:16:13.086238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5534-4467-4855-9beb-678f9bbc085a req-e3525baa-66b0-4524-bb35-375957c7e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:13.087635 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-e3525baa-66b0-4524-bb35-375957c7e4f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0602822 Mar 24 17:16:13.161416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5534-4467-4855-9beb-678f9bbc085a req-667de4f2-64d9-4372-a43c-63fddcb0376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:13.162876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-667de4f2-64d9-4372-a43c-63fddcb0376b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693798 Mar 24 17:16:13.292943 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-52455796-7352-4f6b-9511-7c2ecddc9009 req-b30ff492-3011-4b0e-91c9-0d526e72ee2b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 210 time: 0.0907609 Mar 24 17:16:13.344746 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-bd5f524f-33de-404f-8c2e-5e120dc1928f service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732323 Mar 24 17:16:13.474443 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdae5534-4467-4855-9beb-678f9bbc085a req-0b5f3abd-6d48-4930-b259-1b8a165f5bb5 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247909 Mar 24 17:16:13.674443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-6c8754e3-291c-432f-9abc-2c9d64d87d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:13.675779 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-6c8754e3-291c-432f-9abc-2c9d64d87d25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 1097 time: 0.0733492 Mar 24 17:16:13.827094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-e9b7950e-f6a9-4681-826a-216554385221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:13.828624 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-e9b7950e-f6a9-4681-826a-216554385221 service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1427448 Mar 24 17:16:13.901627 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-4254ab81-af73-4008-b87f-af60df71bb13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=165df364-e9a4-4030-b33e-4714915fd915 HTTP/1.1" status: 200 len: 217 time: 0.0658166 Mar 24 17:16:13.968296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-e2486859-a625-46f1-8cd2-c740342aa793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:13.969731 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-e2486859-a625-46f1-8cd2-c740342aa793 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0625579 Mar 24 17:16:14.109018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-16c69c91-1e95-4a9b-84bd-c745685c6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:14.110504 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-16c69c91-1e95-4a9b-84bd-c745685c6bd9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1336603 Mar 24 17:16:14.375737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851e52f-0a15-44b9-b92c-35548110c6da req-f9a40ae6-be7c-44b7-a938-4133795c8d76 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:14.378113 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f851e52f-0a15-44b9-b92c-35548110c6da req-f9a40ae6-be7c-44b7-a938-4133795c8d76 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 944 time: 0.3367755 Mar 24 17:16:14.462777 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-3ba827fc-3907-4e52-94e4-03a0ba9ceb24 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456848 Mar 24 17:16:14.477649 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7adfe572-eeae-4de9-98ac-106935120027 req-0af8b3ae-2afd-4ce1-a5d7-8455ba7e4e44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 210 time: 0.0629981 Mar 24 17:16:14.533493 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f851e52f-0a15-44b9-b92c-35548110c6da req-719dc75e-cab2-4d8c-a0ec-bf00056693d2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459861 Mar 24 17:16:14.639406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cc923fb-31a9-408e-99c1-8707cc671ac0 req-59e267ca-de2b-4067-97f6-d03e80e97183 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653574 Mar 24 17:16:15.266750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-27279784-3702-4e6f-8738-11aa1e8a6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:15.269209 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-27279784-3702-4e6f-8738-11aa1e8a6e07 service neutron] 10.222.0.48 "GET /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 1026 time: 0.0603740 Mar 24 17:16:15.417202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-083e7f19-8099-451c-9777-a181c9f81c00 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:15.417873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-083e7f19-8099-451c-9777-a181c9f81c00 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:16:15.485987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-083e7f19-8099-451c-9777-a181c9f81c00 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:16:15.487767 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-083e7f19-8099-451c-9777-a181c9f81c00 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=9f504836-1033-4d1c-bef2-ad3caf280091 HTTP/1.1" status: 200 len: 797 time: 0.2145245 Mar 24 17:16:15.539279 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-eb39ff0a-1001-420b-a69e-0fb6192d825a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 379 time: 0.0438914 Mar 24 17:16:15.549211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Request body: {'port': {'device_id': '4eae3f52-9814-4962-a990-0e22140feec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:15.655691 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1fa27067-6e66-4292-9842-67ae4ab18825 req-e1a23273-2d80-43d9-9a93-7890ed49ebd0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 210 time: 0.0551810 Mar 24 17:16:15.759294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:15.846134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10743d-9c74-4d39-8494-b9558a682efa req-703a42f8-155d-4d28-831c-6c415ff90e3c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:15.847502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2f10743d-9c74-4d39-8494-b9558a682efa req-703a42f8-155d-4d28-831c-6c415ff90e3c tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 944 time: 0.1948228 Mar 24 17:16:15.957384 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2f10743d-9c74-4d39-8494-b9558a682efa req-77e10ec5-2c5b-415c-82f2-489cd03a3f54 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028502 Mar 24 17:16:16.146267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9602c8f4-0593-453c-8476-c0ab340a152b {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:16:16.154149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:16.167939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Transition to ACTIVE for port object 9602c8f4-0593-453c-8476-c0ab340a152b will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:16.240361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:16.401688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:16.483021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Attempting to bind port 9602c8f4-0593-453c-8476-c0ab340a152b on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:16:16.483349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Attempting to bind port 9602c8f4-0593-453c-8476-c0ab340a152b by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:16:16.483670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Attempting to bind port 9602c8f4-0593-453c-8476-c0ab340a152b on network 9f504836-1033-4d1c-bef2-ad3caf280091 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:16:16.488192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Port 9602c8f4-0593-453c-8476-c0ab340a152b on network 9f504836-1033-4d1c-bef2-ad3caf280091 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:16:16.488508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Attempting to bind port 9602c8f4-0593-453c-8476-c0ab340a152b on network 9f504836-1033-4d1c-bef2-ad3caf280091 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:16:16.493510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:16:16.493841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Checking segment: {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:16:16.494379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Bound using segment: {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:16:16.494624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Bound port: 9602c8f4-0593-453c-8476-c0ab340a152b, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:16:16.494955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:16.585348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:16:16.588298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:16:16.674671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:16.735300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:16.735909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:16.737291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] 10.222.0.48 "PUT /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 1131 time: 1.1919944 Mar 24 17:16:16.737733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eae3f52-9814-4962-a990-0e22140feec9', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:16:16.766026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3775fd-b523-4b12-9f05-f56864a42ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:16.818955 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eae3f52-9814-4962-a990-0e22140feec9', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b', 'status': 'completed', 'code': 200} Mar 24 17:16:17.043647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643c44e-b4de-49c2-99f4-56f376edfd22 req-4c1e9184-15ca-4089-8369-9690793f4c53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:17.045351 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7643c44e-b4de-49c2-99f4-56f376edfd22 req-4c1e9184-15ca-4089-8369-9690793f4c53 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 981 time: 0.2657971 Mar 24 17:16:17.047488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed974b-b4fb-4a57-99a4-b42b17a99b72 req-6e50f86c-b7bc-4e8c-a537-b4b5136b4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:17.048839 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0bed974b-b4fb-4a57-99a4-b42b17a99b72 req-6e50f86c-b7bc-4e8c-a537-b4b5136b4aa8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 1134 time: 0.2245650 Mar 24 17:16:17.222908 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7643c44e-b4de-49c2-99f4-56f376edfd22 req-ae5c2739-5c80-43fb-a5d6-0520bf4b635d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680598 Mar 24 17:16:17.277131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed974b-b4fb-4a57-99a4-b42b17a99b72 req-7a64dba3-7a3e-465d-b581-ffd0ed45871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:17.278716 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0bed974b-b4fb-4a57-99a4-b42b17a99b72 req-7a64dba3-7a3e-465d-b581-ffd0ed45871a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2108777 Mar 24 17:16:17.296280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2d497-64b5-413b-a6f1-0ab94cd41bc6 req-eed90e1d-aae1-47f9-bdf3-c8c3fc603317 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:17.297661 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b2d2d497-64b5-413b-a6f1-0ab94cd41bc6 req-eed90e1d-aae1-47f9-bdf3-c8c3fc603317 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 944 time: 0.2028539 Mar 24 17:16:17.439347 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b2d2d497-64b5-413b-a6f1-0ab94cd41bc6 req-5a4a9267-b1ba-41e3-95cb-a8830abbfc63 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232810 Mar 24 17:16:17.466790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed974b-b4fb-4a57-99a4-b42b17a99b72 req-2fdaa574-319d-4733-94fc-e7763ca3c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:17.468273 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0bed974b-b4fb-4a57-99a4-b42b17a99b72 req-2fdaa574-319d-4733-94fc-e7763ca3c942 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1804302 Mar 24 17:16:17.578534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-99ddee80-e7bd-41dd-ab48-3554b9a30188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:17.579983 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-99ddee80-e7bd-41dd-ab48-3554b9a30188 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 1134 time: 0.0752375 Mar 24 17:16:17.647369 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-f6a5cb9e-1e45-43c9-96aa-6923792972fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 217 time: 0.0596731 Mar 24 17:16:17.717389 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-6deb5ebe-a389-4985-bea3-2f18fb1af908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:17.718804 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-6deb5ebe-a389-4985-bea3-2f18fb1af908 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e381609-f038-482b-bcfb-25135164c0be HTTP/1.1" status: 200 len: 834 time: 0.0647123 Mar 24 17:16:17.792792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-e33960c8-9855-4c25-93bc-623ae7ffef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:17.794860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-e33960c8-9855-4c25-93bc-623ae7ffef64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f504836-1033-4d1c-bef2-ad3caf280091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696013 Mar 24 17:16:17.929575 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-74acf66b-2c05-492c-b053-0f11aecfcd71 service neutron] 10.222.0.48 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272874 Mar 24 17:16:18.060846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9adb1c3-727b-4421-afe8-e243e6be6aba req-d6c25f6f-635a-40e5-9638-82bab285b298 service neutron] 10.222.0.48 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243396 Mar 24 17:16:18.408839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021270d-a80f-4784-afe1-afe392923624 req-7ebe1f70-d6fd-4952-ad70-e2417d0431af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:18.410371 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9021270d-a80f-4784-afe1-afe392923624 req-7ebe1f70-d6fd-4952-ad70-e2417d0431af tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 981 time: 0.0840111 Mar 24 17:16:18.455237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9021270d-a80f-4784-afe1-afe392923624 req-9857834d-90dd-47e6-bc9b-4c0ad2600d8e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Mar 24 17:16:18.620323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5a9a0-8563-4312-8ce4-24463ac81bd8 req-5439589d-a583-4b13-8e21-edc887820775 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:18.621684 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d0d5a9a0-8563-4312-8ce4-24463ac81bd8 req-5439589d-a583-4b13-8e21-edc887820775 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 944 time: 0.0779850 Mar 24 17:16:18.666239 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d0d5a9a0-8563-4312-8ce4-24463ac81bd8 req-92694fc5-0537-4251-931f-b327c2151c08 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 Mar 24 17:16:19.450202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 9602c8f4-0593-453c-8476-c0ab340a152b details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:16:19.584161 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:19.597782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '9602c8f4-0593-453c-8476-c0ab340a152b', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'port_id': '9602c8f4-0593-453c-8476-c0ab340a152b', 'mac_address': 'fa:16:3e:ce:2c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:16:19.648048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4c42-4791-4308-90ee-432f4a81b607 req-bdd1b9bc-9422-4889-83ff-1cc7a5deba43 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:19.649543 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a25b4c42-4791-4308-90ee-432f4a81b607 req-bdd1b9bc-9422-4889-83ff-1cc7a5deba43 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 981 time: 0.0863283 Mar 24 17:16:19.657299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:19.674400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9602c8f4-0593-453c-8476-c0ab340a152b {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:16:19.689234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:19.695324 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a25b4c42-4791-4308-90ee-432f4a81b607 req-b18fca19-c5ac-4d2d-834e-a52094f99adf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390143 Mar 24 17:16:19.777734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:19.851396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:19.855209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b2bc2-b25e-4d2b-8acd-d0a01551c87c req-1d690bb9-1609-4ab1-9817-f34057266e88 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:19.859996 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b14b2bc2-b25e-4d2b-8acd-d0a01551c87c req-1d690bb9-1609-4ab1-9817-f34057266e88 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 944 time: 0.0871160 Mar 24 17:16:19.904881 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b14b2bc2-b25e-4d2b-8acd-d0a01551c87c req-39f65eab-544f-4b80-b66c-c65b9e479d35 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Mar 24 17:16:20.027524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['9602c8f4-0593-453c-8476-c0ab340a152b'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:16:20.385035 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:16:20.879811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32ca99-2eb9-4ffb-95cb-83946e25f4b2 req-71422f7a-6055-4fe9-940d-65324097239d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:20.881303 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c32ca99-2eb9-4ffb-95cb-83946e25f4b2 req-71422f7a-6055-4fe9-940d-65324097239d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 982 time: 0.0808601 Mar 24 17:16:20.926793 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c32ca99-2eb9-4ffb-95cb-83946e25f4b2 req-d857c9d8-fa7f-4a5c-861e-bf5012d5646b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 Mar 24 17:16:21.185544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74fdc0-1ac6-4306-9607-0dca6bae5473 req-a558e3e9-7a0b-495d-b34c-ce531c7b96c1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:21.186975 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2f74fdc0-1ac6-4306-9607-0dca6bae5473 req-a558e3e9-7a0b-495d-b34c-ce531c7b96c1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 944 time: 0.1761649 Mar 24 17:16:21.229835 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2f74fdc0-1ac6-4306-9607-0dca6bae5473 req-c50dd96c-b5d0-4f2c-bc60-da62baf0d1f1 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371621 Mar 24 17:16:21.466209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 165df364-e9a4-4030-b33e-4714915fd915 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:16:21.469465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 9602c8f4-0593-453c-8476-c0ab340a152b up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:16:21.686006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 165df364-e9a4-4030-b33e-4714915fd915, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=165df364-e9a4-4030-b33e-4714915fd915,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:21.701993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '165df364-e9a4-4030-b33e-4714915fd915', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'port_id': '165df364-e9a4-4030-b33e-4714915fd915', 'mac_address': 'fa:16:3e:f6:ae:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:16:21.740187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 9602c8f4-0593-453c-8476-c0ab340a152b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:21.749452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 9602c8f4-0593-453c-8476-c0ab340a152b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:21.749824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:21.792506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:21.823632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165df364-e9a4-4030-b33e-4714915fd915 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:16:21.846391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 165df364-e9a4-4030-b33e-4714915fd915, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=165df364-e9a4-4030-b33e-4714915fd915,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:21.900944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:21.927900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eae3f52-9814-4962-a990-0e22140feec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:16:21.935554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:21.969231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:21.987429 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eae3f52-9814-4962-a990-0e22140feec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b', 'code': 200} Mar 24 17:16:22.011675 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:22.018756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=165df364-e9a4-4030-b33e-4714915fd915,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:22.093358 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:22.124426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cde48b-cbdf-4161-855f-fa23eeb79ee2 req-e65a1cce-183b-4bc3-90bc-c355d9f4ccfa tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:22.125931 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-44cde48b-cbdf-4161-855f-fa23eeb79ee2 req-e65a1cce-183b-4bc3-90bc-c355d9f4ccfa tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 983 time: 0.0822380 Mar 24 17:16:22.151725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['165df364-e9a4-4030-b33e-4714915fd915'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:16:22.170851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-44cde48b-cbdf-4161-855f-fa23eeb79ee2 req-a7fddfee-3694-4626-ab76-0177d523de19 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Mar 24 17:16:22.452314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d887ed3-1c9c-4514-845c-4b9ed6eec4ef req-4b0e525a-1d53-4435-8b88-137a6347bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:22.453768 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d887ed3-1c9c-4514-845c-4b9ed6eec4ef req-4b0e525a-1d53-4435-8b88-137a6347bd28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 1136 time: 0.1362903 Mar 24 17:16:22.462170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bf155-07dc-4033-bd09-69c38292df62 req-05434a23-6cb7-40c6-8cd9-3fc358871dec tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:22.463433 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b58bf155-07dc-4033-bd09-69c38292df62 req-05434a23-6cb7-40c6-8cd9-3fc358871dec tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 945 time: 0.1122491 Mar 24 17:16:22.526513 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d887ed3-1c9c-4514-845c-4b9ed6eec4ef req-77e9c7f4-f3b2-4b34-97b9-675a2b355061 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621798 Mar 24 17:16:22.531639 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b58bf155-07dc-4033-bd09-69c38292df62 req-9aac22b9-a9ea-4aa2-b12e-8b6f2a1150af tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551047 Mar 24 17:16:23.353262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d4ebc-a46d-478a-b070-82f7146145ce req-530fca0b-ae96-47de-9e51-d503e8f6e3fa tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:23.354621 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-561d4ebc-a46d-478a-b070-82f7146145ce req-530fca0b-ae96-47de-9e51-d503e8f6e3fa tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 983 time: 0.0809422 Mar 24 17:16:23.397513 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-561d4ebc-a46d-478a-b070-82f7146145ce req-c2360b77-f172-41c9-b4de-0e98be1fc15f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373070 Mar 24 17:16:23.477918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 165df364-e9a4-4030-b33e-4714915fd915 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:16:23.600078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 165df364-e9a4-4030-b33e-4714915fd915 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:23.605683 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 165df364-e9a4-4030-b33e-4714915fd915 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:23.606276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:23.727911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:23.731238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfd9f3-7404-4470-b9cd-870f16546d7b req-0de47e10-0390-4f5b-9db0-0b47e49ff492 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:23.732685 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8cbfd9f3-7404-4470-b9cd-870f16546d7b req-0de47e10-0390-4f5b-9db0-0b47e49ff492 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 945 time: 0.0861182 Mar 24 17:16:23.761806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 165df364-e9a4-4030-b33e-4714915fd915, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=165df364-e9a4-4030-b33e-4714915fd915,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:23.782265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8cbfd9f3-7404-4470-b9cd-870f16546d7b req-b2f6eea8-fedd-42f7-b22f-ac8559dc39e3 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396154 Mar 24 17:16:23.834619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:23.901468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=165df364-e9a4-4030-b33e-4714915fd915,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:23.988698 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165df364-e9a4-4030-b33e-4714915fd915'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:16:24.033402 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165df364-e9a4-4030-b33e-4714915fd915', 'code': 200} Mar 24 17:16:24.468890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32abc5-c047-484d-b2ed-fe79c2e60a33 req-c21c6e1c-b762-4ff6-b378-f1378da2ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:24.470380 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c32abc5-c047-484d-b2ed-fe79c2e60a33 req-c21c6e1c-b762-4ff6-b378-f1378da2ad0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 1099 time: 0.0726931 Mar 24 17:16:24.551185 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c32abc5-c047-484d-b2ed-fe79c2e60a33 req-3a687bdc-59a9-45c0-82cb-1ab4e27dc6af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734150 Mar 24 17:16:24.593675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50c5be-0ce1-46ae-971e-8271b8c0005b req-33b4bf22-d43f-4551-a643-192888ae2444 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:24.595064 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4b50c5be-0ce1-46ae-971e-8271b8c0005b req-33b4bf22-d43f-4551-a643-192888ae2444 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 983 time: 0.0876138 Mar 24 17:16:24.638250 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4b50c5be-0ce1-46ae-971e-8271b8c0005b req-e2b77664-d3bb-4244-82df-7e8193df9435 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370209 Mar 24 17:16:24.823690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54b315-44f1-4007-bf33-b67ba4260605 req-ce5b4397-a099-49e8-b040-80ccc643b597 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:24.826619 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f54b315-44f1-4007-bf33-b67ba4260605 req-ce5b4397-a099-49e8-b040-80ccc643b597 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 983 time: 0.0840316 Mar 24 17:16:24.871805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f54b315-44f1-4007-bf33-b67ba4260605 req-0e9e32b3-9320-485f-9c63-b371563351bf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Mar 24 17:16:24.895311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43298) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:24.968605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a71c48-5c69-4d8b-b310-12baa3260b58 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:24.972976 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f3a71c48-5c69-4d8b-b310-12baa3260b58 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 1131 time: 0.0740478 Mar 24 17:16:24.973189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439f152-28fb-4126-816e-01662031aa53 req-62150067-4a64-44e8-a2f6-a84c14fef755 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:24.973189 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0439f152-28fb-4126-816e-01662031aa53 req-62150067-4a64-44e8-a2f6-a84c14fef755 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 946 time: 0.0809839 Mar 24 17:16:24.973386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43302) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:24.979333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '9602c8f4-0593-453c-8476-c0ab340a152b', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:24.986808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:24.990720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:floatingip and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:24.993878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:25.000051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:25.029107 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0439f152-28fb-4126-816e-01662031aa53 req-7fb2e7e0-046c-481a-875b-bb50c7604d8a tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509424 Mar 24 17:16:25.074787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:25.213415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:25.351705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.83 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/6728ab53-3f5c-4d17-9c23-4c03ec34e03d) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:16:25.504567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:25.626422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:25.687695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:16:25.690804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:16:25.698310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:16:25.728503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=6728ab53-3f5c-4d17-9c23-4c03ec34e03d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:26.117491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:26.221690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3c629-9fb1-47fa-b863-18d79f58913a req-370b0312-e8a5-4998-b9c1-8353ad44bad6 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:26.223144 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2bc3c629-9fb1-47fa-b863-18d79f58913a req-370b0312-e8a5-4998-b9c1-8353ad44bad6 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 946 time: 0.0834019 Mar 24 17:16:26.241954 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:26.268576 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2bc3c629-9fb1-47fa-b863-18d79f58913a req-664a618b-f201-4c63-ba75-e372aa4e43d3 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395379 Mar 24 17:16:26.516099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799414ea-df3e-4150-a627-cec2c1ead784 req-d24d2e49-eb96-4553-b5ab-016d3d42168b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:26.517578 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-799414ea-df3e-4150-a627-cec2c1ead784 req-d24d2e49-eb96-4553-b5ab-016d3d42168b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 946 time: 0.1395547 Mar 24 17:16:26.563065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:26.565448 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-799414ea-df3e-4150-a627-cec2c1ead784 req-f1b3bf73-ae3d-4e8b-8f39-033ff86e5b5e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Mar 24 17:16:26.591513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43314) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:26.600252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:26.756778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=6728ab53-3f5c-4d17-9c23-4c03ec34e03d,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:26.779496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:26.948350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ba602d-a291-401d-8378-2dd5d3ce2616 tempest-TestVolumeBootPattern-2027865278 tempest-TestVolumeBootPattern-2027865278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:26.949941 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-36ba602d-a291-401d-8378-2dd5d3ce2616 tempest-TestVolumeBootPattern-2027865278 tempest-TestVolumeBootPattern-2027865278-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 1094 time: 0.3573310 Mar 24 17:16:26.953012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43320) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:26.958095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '165df364-e9a4-4030-b33e-4714915fd915', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:26.964787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:26.969111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Usage tracker for resource:floatingip and tenant:3bb3c97d3f2c4a85a94663247e549d02 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:26.972021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:26.972409 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP fa54b589-e489-4ba0-b172-bcacd0848d5a associated. External IP: 172.26.4.83, port: 9602c8f4-0593-453c-8476-c0ab340a152b. Mar 24 17:16:26.978567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:27.069194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:27.208082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:27.342112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router fcd03bdc-6a46-402c-b3ab-30a0ee25941c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:16:27.353341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Allocated IP 172.26.4.116 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/a4001a3f-8941-4b36-bbb4-2f62b43dc306) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:16:27.506655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:27.517517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:16:27.527283 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] Sync routers for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:16:27.539646 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:27.541106 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:16:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:27.634995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:27.646260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:27.704173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:16:27.705712 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d3f9c22f-b322-4485-a716-c7699c9f4270 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.7312806 Mar 24 17:16:27.706557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eae3f52-9814-4962-a990-0e22140feec9', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:16:27.711453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43324) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:27.728016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:16:27.728016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:16:27.745087 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:27.761081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'Port': ['ID=a4001a3f-8941-4b36-bbb4-2f62b43dc306,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:27.805237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd7006d-11d7-437b-839b-8cfa2c0204c0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:27.809655 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fcd7006d-11d7-437b-839b-8cfa2c0204c0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9&network_id=9f504836-1033-4d1c-bef2-ad3caf280091 HTTP/1.1" status: 200 len: 1131 time: 0.0971806 Mar 24 17:16:27.840496 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eae3f52-9814-4962-a990-0e22140feec9', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b', 'status': 'completed', 'code': 200} Mar 24 17:16:28.114762 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'fa54b589-e489-4ba0-b172-bcacd0848d5a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'port_id': '9602c8f4-0593-453c-8476-c0ab340a152b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-675260618', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'mac_address': 'fa:16:3e:ce:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae3f52-9814-4962-a990-0e22140feec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:16:26Z', 'updated_at': '2022-03-24T17:16:26Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8aa26f-8574-422f-b519-c0baf1b1dbd1', 'name': '', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:33:d8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:16:03Z', 'updated_at': '2022-03-24T17:16:10Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3e381609-f038-482b-bcfb-25135164c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:28.118650 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] Checking router: fcd03bdc-6a46-402c-b3ab-30a0ee25941c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:16:28.127576 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:28.128576 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:16:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:28.189824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c973f-692b-4120-b95e-ae7429cddbda req-9cd1625a-bc07-46ad-8243-ec093fa555c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:28.191190 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-682c973f-692b-4120-b95e-ae7429cddbda req-9cd1625a-bc07-46ad-8243-ec093fa555c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 1136 time: 0.3249044 Mar 24 17:16:28.307734 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:28.426594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c973f-692b-4120-b95e-ae7429cddbda req-c1ba5272-9b5e-479c-94aa-8690d29a37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:28.428656 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-682c973f-692b-4120-b95e-ae7429cddbda req-c1ba5272-9b5e-479c-94aa-8690d29a37ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=9f504836-1033-4d1c-bef2-ad3caf280091 HTTP/1.1" status: 200 len: 898 time: 0.2293599 Mar 24 17:16:28.607194 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-682c973f-692b-4120-b95e-ae7429cddbda req-9b8f3c5e-3a17-4a6e-8261-01e378bccbcd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 1036 time: 0.1642985 Mar 24 17:16:28.670426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:28.674183 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'fa54b589-e489-4ba0-b172-bcacd0848d5a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'port_id': '9602c8f4-0593-453c-8476-c0ab340a152b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-675260618', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'mac_address': 'fa:16:3e:ce:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae3f52-9814-4962-a990-0e22140feec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:16:26Z', 'updated_at': '2022-03-24T17:16:26Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8aa26f-8574-422f-b519-c0baf1b1dbd1', 'name': '', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:33:d8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:16:03Z', 'updated_at': '2022-03-24T17:16:10Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3e381609-f038-482b-bcfb-25135164c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:28.678320 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00792975-3327-461c-9b2d-7aee72e2ba0f None None] The sync data for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv is: [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'fa54b589-e489-4ba0-b172-bcacd0848d5a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'port_id': '9602c8f4-0593-453c-8476-c0ab340a152b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-675260618', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'mac_address': 'fa:16:3e:ce:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eae3f52-9814-4962-a990-0e22140feec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:16:26Z', 'updated_at': '2022-03-24T17:16:26Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8aa26f-8574-422f-b519-c0baf1b1dbd1', 'name': '', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:33:d8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:16:03Z', 'updated_at': '2022-03-24T17:16:10Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3e381609-f038-482b-bcfb-25135164c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:16:28.712155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4da99-7516-422a-9083-3ed92eb399e2 req-9d4c6137-6e6e-43a4-bf71-50036951ca83 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:28.712155 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-45e4da99-7516-422a-9083-3ed92eb399e2 req-9d4c6137-6e6e-43a4-bf71-50036951ca83 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 983 time: 0.2926314 Mar 24 17:16:28.717767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c973f-692b-4120-b95e-ae7429cddbda req-d1a0d238-a460-4852-8618-5391d585b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:28.719179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-682c973f-692b-4120-b95e-ae7429cddbda req-d1a0d238-a460-4852-8618-5391d585b3f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e381609-f038-482b-bcfb-25135164c0be HTTP/1.1" status: 200 len: 834 time: 0.1054108 Mar 24 17:16:28.802189 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-45e4da99-7516-422a-9083-3ed92eb399e2 req-e730ca57-c182-4b20-ac35-b9795fb284de tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886612 Mar 24 17:16:28.870666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c973f-692b-4120-b95e-ae7429cddbda req-d89a9352-7485-43f1-9ebd-cc696f5a187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:28.872874 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-682c973f-692b-4120-b95e-ae7429cddbda req-d89a9352-7485-43f1-9ebd-cc696f5a187f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f504836-1033-4d1c-bef2-ad3caf280091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1383665 Mar 24 17:16:28.898946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5227b-d9c9-437e-b4bb-023afe89cd56 None None] New status for floating IP fa54b589-e489-4ba0-b172-bcacd0848d5a: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:16:28.915930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:29.096614 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-682c973f-692b-4120-b95e-ae7429cddbda req-c7618954-b742-4c1a-b6c1-f6f281ebe8b6 service neutron] 10.222.0.48 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148492 Mar 24 17:16:29.307677 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-682c973f-692b-4120-b95e-ae7429cddbda req-914bad21-52f6-4d89-a54d-f32b8b1375c0 service neutron] 10.222.0.48 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658080 Mar 24 17:16:29.323796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:29.427861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:29.651952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event updated for resources: {'Port': ['ID=a4001a3f-8941-4b36-bbb4-2f62b43dc306,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:29.662027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:29.896621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-907336f9-9f79-48ce-b7b4-a689fb115ac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:29.898059 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-907336f9-9f79-48ce-b7b4-a689fb115ac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 983 time: 0.1861746 Mar 24 17:16:29.901523 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Floating IP edda4465-a7d4-4acf-bbdb-e3af215088a6 associated. External IP: 172.26.4.116, port: 165df364-e9a4-4030-b33e-4714915fd915. Mar 24 17:16:30.096614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-4c99d97d-e9b6-449a-bbda-a8ad66dd01ae tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:30.097861 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-4c99d97d-e9b6-449a-bbda-a8ad66dd01ae tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1446717 Mar 24 17:16:30.297201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0f37a-a2a9-487d-ae3a-437067aded87 req-1ec88d23-f934-44a6-b6f6-9334ecd87935 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:30.298649 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d5b0f37a-a2a9-487d-ae3a-437067aded87 req-1ec88d23-f934-44a6-b6f6-9334ecd87935 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 983 time: 0.3465576 Mar 24 17:16:30.452002 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-5dc99de2-80b1-4e59-9fef-572e6966c68a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3023632 Mar 24 17:16:30.485639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ff6a64c3-48d4-499d-b9b4-28a0814939a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:30.510168 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d5b0f37a-a2a9-487d-ae3a-437067aded87 req-dc96612b-48da-427c-b418-d3e2efa50a37 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460807 Mar 24 17:16:30.513349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:30.634025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:16:30.706226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:31.034102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:16:31.044646 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] Sync routers for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:16:31.054012 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:31.054608 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:16:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:31.141588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:31.171597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:31.198318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:16:31.235101 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:31.270481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] device_id is not set on port 9602c8f4-0593-453c-8476-c0ab340a152b yet. {{(pid=88478) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:16:31.275589 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-daccc369-ec37-46a5-908b-9efc904fb963 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3215048 Mar 24 17:16:31.277449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'tag': '165df364-e9a4-4030-b33e-4714915fd915'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:16:31.286068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:31.329860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'tag': '165df364-e9a4-4030-b33e-4714915fd915', 'status': 'completed', 'code': 200} Mar 24 17:16:31.357463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:31.432083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-0f682e3b-ca00-4a5d-be16-78e30334becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:31.434263 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-0f682e3b-ca00-4a5d-be16-78e30334becb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 1099 time: 0.0808990 Mar 24 17:16:31.495408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=6']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:31.565568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] No DVR routers for this DVR port 9602c8f4-0593-453c-8476-c0ab340a152b on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:16:31.599093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-4bfec2a8-801e-461e-9832-6c4630f31d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:31.600792 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-4bfec2a8-801e-461e-9832-6c4630f31d6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1602755 Mar 24 17:16:31.698289 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '910a2cd3-277f-4afe-80b6-c6c2ceba74a2', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:13:06Z', 'updated_at': '2022-03-24T17:13:09Z', 'revision_number': 1, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}, {'id': 'edda4465-a7d4-4acf-bbdb-e3af215088a6', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.116', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '165df364-e9a4-4030-b33e-4714915fd915', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:f6:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:16:28Z', 'updated_at': '2022-03-24T17:16:28Z', 'revision_number': 0, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:31.699622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b56abe7b-e00e-41be-9904-31444dca725a None None] Provisioning complete for port 9602c8f4-0593-453c-8476-c0ab340a152b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:31.700300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b56abe7b-e00e-41be-9904-31444dca725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:31.701871 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] Checking router: 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:16:31.713481 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:31.714380 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:16:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:31.768135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b56abe7b-e00e-41be-9904-31444dca725a None None] Port 9602c8f4-0593-453c-8476-c0ab340a152b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:16:31.774377 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-efd53b29-9a25-4c82-a74e-3d13a97cc6ed req-ca2f05ae-2683-49f0-a999-a063750b78f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 210 time: 0.1147192 Mar 24 17:16:31.866063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] In _notify_port_updated(), no bound segment for port 9602c8f4-0593-453c-8476-c0ab340a152b on network 9f504836-1033-4d1c-bef2-ad3caf280091 {{(pid=88478) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:16:31.868199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:31.868199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:31.868956 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-57b3b6ea-750e-4e73-ab15-2867c3412ac9 req-fc45cabe-8a92-4860-9e09-871050c48d55 service neutron] 10.222.0.48 "PUT /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 1026 time: 1.3631091 Mar 24 17:16:31.882559 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-81406e29-1db8-43df-a2ae-4a457d09cac4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=165df364-e9a4-4030-b33e-4714915fd915 HTTP/1.1" status: 200 len: 1000 time: 0.2715478 Mar 24 17:16:31.945642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-b891e2a7-8772-4c1e-bb5c-e6560eb15b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:31.947049 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-b891e2a7-8772-4c1e-bb5c-e6560eb15b03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0581748 Mar 24 17:16:31.947161 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:32.024856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-97b9e998-d721-465a-958a-da4a19739f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:32.026435 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-97b9e998-d721-465a-958a-da4a19739f66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740232 Mar 24 17:16:32.167320 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-6f9795ef-2ea8-4bc8-a0c7-8f30409efbc7 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354117 Mar 24 17:16:32.299608 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7ce283a9-f8ed-4400-951d-483b8a9198f3 req-258a0552-4336-494b-a665-858b75c36319 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267967 Mar 24 17:16:32.313513 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '910a2cd3-277f-4afe-80b6-c6c2ceba74a2', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:13:06Z', 'updated_at': '2022-03-24T17:13:09Z', 'revision_number': 1, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}, {'id': 'edda4465-a7d4-4acf-bbdb-e3af215088a6', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.116', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '165df364-e9a4-4030-b33e-4714915fd915', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:f6:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:16:28Z', 'updated_at': '2022-03-24T17:16:28Z', 'revision_number': 0, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:32.317528 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a4e87-ed9a-4c9b-ad47-7f14e6051cec None None] The sync data for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv is: [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '910a2cd3-277f-4afe-80b6-c6c2ceba74a2', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:13:06Z', 'updated_at': '2022-03-24T17:13:09Z', 'revision_number': 1, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}, {'id': 'edda4465-a7d4-4acf-bbdb-e3af215088a6', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.116', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '165df364-e9a4-4030-b33e-4714915fd915', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:f6:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:16:28Z', 'updated_at': '2022-03-24T17:16:28Z', 'revision_number': 0, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:16:32.511520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968bed9-a25e-4177-b767-a08a7158340c None None] New status for floating IP edda4465-a7d4-4acf-bbdb-e3af215088a6: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:16:32.737685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-27dc18e9-ec9e-4573-9d7e-f1eca9cd3529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:32.843866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:32.967747 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2efc4929-f977-4577-91aa-bcac4fea4d25 req-cc9ccde1-d866-4e0b-b796-fb81b4899bad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eae3f52-9814-4962-a990-0e22140feec9 HTTP/1.1" status: 200 len: 210 time: 0.0467556 Mar 24 17:16:33.480873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 9602c8f4-0593-453c-8476-c0ab340a152b no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:16:33.540888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 9602c8f4-0593-453c-8476-c0ab340a152b not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:16:33.845456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:33.874771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:34.072027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43350) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:34.137414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4f7907-e0f1-49f4-9aaf-e81a1501f876 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:34.138561 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fb4f7907-e0f1-49f4-9aaf-e81a1501f876 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 925 time: 0.0695395 Mar 24 17:16:34.575118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43356) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:34.581623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159581284', 'description': 'tempest-secgroup-smoke-159581284 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:34.587572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:34.597019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:34.685490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:34.711303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:34.711303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:34.713806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:34.719038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:34.790607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:34.880397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:34.926646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c9f1b-8bfe-410a-ad23-16068906816e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:34.994092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:34.995818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d5cb39d8-b888-436b-89b1-b58023ebb96c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4192648 Mar 24 17:16:34.999774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43360) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:35.005233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '3a2c9f1b-8bfe-410a-ad23-16068906816e', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:35.013817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:35.015027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:35.017881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:35.023601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:35.127141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.184606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.293650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.317106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b081f58b-d725-4c6a-af82-8f07a1e2ad93,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:35.348762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.400129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.401275 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a7fd2cc5-2147-44c8-8daf-8ba42006aa1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4002967 Mar 24 17:16:35.404076 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43364) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:35.409500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '3a2c9f1b-8bfe-410a-ad23-16068906816e', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:35.415701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:35.419501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:35.422986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:35.428604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:35.491920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.554939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.611103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.635136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5ea0a0-adc5-4064-9800-fe19d22151f7,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:35.696858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.697972 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2bf5d3ab-1fa6-4b78-a239-4e223a4da8f1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2924168 Mar 24 17:16:35.700779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43368) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:35.706407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '3a2c9f1b-8bfe-410a-ad23-16068906816e', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:35.712172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:35.716036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:35.719546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:35.725455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:35.847278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.910183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.954166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:35.977926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d267b7f-bf26-47d1-b923-581fc9d66136,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:36.040120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:36.041323 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5fb4d3ff-7940-412c-8abd-50991e6f5327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389606 Mar 24 17:16:36.044141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43372) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:36.049068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '3a2c9f1b-8bfe-410a-ad23-16068906816e', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:36.054712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:36.058473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:36.062018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:36.067533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:36.144468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:36.210616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:36.297376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:36.324174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2557bc-9b38-4359-a1c6-03f389a85ff6,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:36.483455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:36.483455 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f2214423-271d-448c-8ce1-15136fa69123 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4362702 Mar 24 17:16:36.484195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43376) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:36.489105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '3a2c9f1b-8bfe-410a-ad23-16068906816e', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:36.495000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:36.499156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:36.502071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:36.507775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:36.574099 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:16:36.584601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:36.652127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:36.723242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [req-43b356f5-5fcb-42e7-83e8-c29df6ffb58b req-175b37e0-2cbd-4a30-b487-5878237ebf80 service neutron] (88477) timed out ('10.222.0.48', 51132) {{(pid=88477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 24 17:16:36.788605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:36.812938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3d7f6e-2c0b-4814-8f0c-ad5a5209f928,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:36.891850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:36.893233 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-86a89837-791c-46f7-a0b6-13a1e0530a14 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4080839 Mar 24 17:16:36.896287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43380) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:36.900944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '3a2c9f1b-8bfe-410a-ad23-16068906816e', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:36.907741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:16:36.913503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:16:36.915070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:16:36.922517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:16:36.988395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:16:36.995571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:37.063586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:37.142779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:37.168743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfb7e5f-ad3a-40f4-99eb-239e1667c875,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:37.268931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:37.271106 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-daf126a9-fda4-4b0f-9318-2d3db0816be1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733628 Mar 24 17:16:37.497296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-5ee51a14-29c6-42c4-8a0e-b57de83dbf70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:16:37.570077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-5ee51a14-29c6-42c4-8a0e-b57de83dbf70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:16:37.570077 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-5ee51a14-29c6-42c4-8a0e-b57de83dbf70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159581284&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1110795 Mar 24 17:16:37.646207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-c1a72cc8-0d60-4169-9bc4-f22b9f969e91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:37.648032 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-c1a72cc8-0d60-4169-9bc4-f22b9f969e91 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 930 time: 0.0743918 Mar 24 17:16:37.725758 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-e48ca6a9-e860-482e-83e8-412e35b721be service neutron] 10.222.0.47 "GET /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0645258 Mar 24 17:16:37.979897 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-6d0dd80d-c3fc-42d5-afea-7a396b134493 service neutron] 10.222.0.47 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486382 Mar 24 17:16:38.121014 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-96562df7-7ac1-4699-923e-f802957afe53 service neutron] 10.222.0.47 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344142 Mar 24 17:16:38.435997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-71b01fd1-13a8-4a3f-8cd8-fc54187ccf65 req-8584353d-414c-4ba2-8353-3367038a1953 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 210 time: 0.0516598 Mar 24 17:16:39.596460 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5bcfe5ed-23d3-47b0-ae54-03ef45d53f38 req-e14ff731-c8bb-4214-ab5c-d498c917fabe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 210 time: 0.0420148 Mar 24 17:16:40.585724 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-40b750f5-a19d-4994-a8ff-5fe11522ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:40.587111 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-40b750f5-a19d-4994-a8ff-5fe11522ed93 service neutron] 10.222.0.48 "GET /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 1026 time: 0.0607870 Mar 24 17:16:40.737344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-49f10f39-cca7-401f-9058-b8419a9fa1f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:40.738021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-49f10f39-cca7-401f-9058-b8419a9fa1f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:16:40.747629 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e1c2df3e-3d25-4470-8952-6e0d1e4fc6fe req-37bebfc4-eea4-432d-a4ce-472a4cd0286d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 210 time: 0.0422206 Mar 24 17:16:40.751236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-49f10f39-cca7-401f-9058-b8419a9fa1f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:16:40.752551 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-49f10f39-cca7-401f-9058-b8419a9fa1f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=9f504836-1033-4d1c-bef2-ad3caf280091 HTTP/1.1" status: 200 len: 797 time: 0.1601946 Mar 24 17:16:40.814027 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-14a842cc-d6b5-481f-bc0d-d95b2b924b19 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:16:40.826042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-14a842cc-d6b5-481f-bc0d-d95b2b924b19 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:16:40.826937 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-14a842cc-d6b5-481f-bc0d-d95b2b924b19 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 471 time: 0.0657480 Mar 24 17:16:40.838709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Request body: {'port': {'device_id': '256e5b3d-0b07-4481-b683-678709b87068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:40.951924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:41.385998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9602c8f4-0593-453c-8476-c0ab340a152b {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:16:41.393800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:41.407940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Transition to ACTIVE for port object 9602c8f4-0593-453c-8476-c0ab340a152b will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:16:41.485236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:41.625925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=7']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:41.759218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Attempting to bind port 9602c8f4-0593-453c-8476-c0ab340a152b on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:16:41.759561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Attempting to bind port 9602c8f4-0593-453c-8476-c0ab340a152b by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:16:41.759887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Attempting to bind port 9602c8f4-0593-453c-8476-c0ab340a152b on network 9f504836-1033-4d1c-bef2-ad3caf280091 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:16:41.764551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Port 9602c8f4-0593-453c-8476-c0ab340a152b on network 9f504836-1033-4d1c-bef2-ad3caf280091 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:16:41.764867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Attempting to bind port 9602c8f4-0593-453c-8476-c0ab340a152b on network 9f504836-1033-4d1c-bef2-ad3caf280091 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:16:41.770711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:16:41.771015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Checking segment: {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:16:41.772317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Bound using segment: {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:16:41.772317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Bound port: 9602c8f4-0593-453c-8476-c0ab340a152b, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32285a0a-a8b3-49e9-a4b1-bc1b46be3289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:16:41.772317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:41.884386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:16:41.888177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:16:41.955449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17631ce1-4e70-49b9-9ad8-4b3a832128c4 req-7b3ca341-ff94-418f-9019-d9390a463e4e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:41.956418 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-17631ce1-4e70-49b9-9ad8-4b3a832128c4 req-7b3ca341-ff94-418f-9019-d9390a463e4e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 981 time: 0.0965109 Mar 24 17:16:41.976760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:42.000805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-17631ce1-4e70-49b9-9ad8-4b3a832128c4 req-231673f0-7226-433e-800b-505407bc9624 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Mar 24 17:16:42.141819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:42.142578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:42.143937 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] 10.222.0.48 "PUT /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 1131 time: 1.3093042 Mar 24 17:16:42.144401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256e5b3d-0b07-4481-b683-678709b87068', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:16:42.172221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda02ce0-449d-4d77-9798-20138f9f3e8e service neutron] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=8']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:42.194687 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256e5b3d-0b07-4481-b683-678709b87068', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b', 'status': 'completed', 'code': 200} Mar 24 17:16:42.296123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba3f89-a4c6-409f-a6a7-a642557b639f req-59f1b9b8-9a7b-4abc-9115-def5a5983083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:42.297620 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36ba3f89-a4c6-409f-a6a7-a642557b639f req-59f1b9b8-9a7b-4abc-9115-def5a5983083 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 1134 time: 0.0808709 Mar 24 17:16:42.442119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba3f89-a4c6-409f-a6a7-a642557b639f req-baf43c5e-31c2-4ff2-8828-0943e14d83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:42.443565 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36ba3f89-a4c6-409f-a6a7-a642557b639f req-baf43c5e-31c2-4ff2-8828-0943e14d83df service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1384859 Mar 24 17:16:42.582384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba3f89-a4c6-409f-a6a7-a642557b639f req-223a2030-ce3b-4ce0-9720-2ed501f4fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:42.583858 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-36ba3f89-a4c6-409f-a6a7-a642557b639f req-223a2030-ce3b-4ce0-9720-2ed501f4fb54 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345763 Mar 24 17:16:42.697014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-fd71b352-652f-4c55-b4e5-73e34030ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:42.698467 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-fd71b352-652f-4c55-b4e5-73e34030ecf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 1134 time: 0.0746951 Mar 24 17:16:42.801404 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-d453ece7-eb23-482b-8eb7-f800b5e19d8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 1036 time: 0.0963905 Mar 24 17:16:42.865252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-28f306dc-555a-4e85-b587-6533104d537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:42.866746 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-28f306dc-555a-4e85-b587-6533104d537f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3e381609-f038-482b-bcfb-25135164c0be HTTP/1.1" status: 200 len: 834 time: 0.0593596 Mar 24 17:16:42.943283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-3bfa2231-5f79-4026-b1e8-ce2014f2f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:42.944762 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-3bfa2231-5f79-4026-b1e8-ce2014f2f330 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9f504836-1033-4d1c-bef2-ad3caf280091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713975 Mar 24 17:16:43.078154 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-4728c97d-5bd4-4405-9a5f-0d8fb0a43c66 service neutron] 10.222.0.48 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273217 Mar 24 17:16:43.193386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275e39f-7104-4ac2-b94d-979312492c4b req-003deb09-feae-463a-889f-3526123df6c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:43.194785 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d275e39f-7104-4ac2-b94d-979312492c4b req-003deb09-feae-463a-889f-3526123df6c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 981 time: 0.0821230 Mar 24 17:16:43.217352 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0bce5e4-9abe-4a8e-992d-59490e31ec60 req-cd4d1612-bd58-46b8-895a-576d1ae1d6f4 service neutron] 10.222.0.48 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323144 Mar 24 17:16:43.239574 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d275e39f-7104-4ac2-b94d-979312492c4b req-c298ab70-40c6-4ea9-bab7-3a11632f5a57 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Mar 24 17:16:44.427003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e84a24-a0b7-4596-81dd-9349477ef182 req-ee6b9009-9836-46a9-b806-76607896f09e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:44.428486 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d3e84a24-a0b7-4596-81dd-9349477ef182 req-ee6b9009-9836-46a9-b806-76607896f09e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 981 time: 0.0808308 Mar 24 17:16:44.472633 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d3e84a24-a0b7-4596-81dd-9349477ef182 req-0e230200-3bf9-4abf-adcb-f719673422c9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383739 Mar 24 17:16:45.548109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 9602c8f4-0593-453c-8476-c0ab340a152b details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:16:45.681045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe424f-45f1-4edc-a80c-fc0cc1753bd2 req-f8eb6d8e-8c1b-4ef0-80c9-655f4e2ec419 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:45.681045 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9ebe424f-45f1-4edc-a80c-fc0cc1753bd2 req-f8eb6d8e-8c1b-4ef0-80c9-655f4e2ec419 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 981 time: 0.0912833 Mar 24 17:16:45.697037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:45.710806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '9602c8f4-0593-453c-8476-c0ab340a152b', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'port_id': '9602c8f4-0593-453c-8476-c0ab340a152b', 'mac_address': 'fa:16:3e:ce:2c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:16:45.731004 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9ebe424f-45f1-4edc-a80c-fc0cc1753bd2 req-f48d9c5c-bb1d-4c78-b1cf-ef95cedb8874 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449240 Mar 24 17:16:45.774114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:45.792886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9602c8f4-0593-453c-8476-c0ab340a152b {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:16:45.809467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:45.872500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:45.954639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=9']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:46.091570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['9602c8f4-0593-453c-8476-c0ab340a152b'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:16:46.926287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff043ea3-c4a4-48f4-a3d7-83684ffb4d93 req-ba7a203a-04a4-457b-991c-1c7892667456 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:46.926287 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ff043ea3-c4a4-48f4-a3d7-83684ffb4d93 req-ba7a203a-04a4-457b-991c-1c7892667456 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 982 time: 0.0814478 Mar 24 17:16:46.986253 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ff043ea3-c4a4-48f4-a3d7-83684ffb4d93 req-514770ea-c7b8-4bd5-8664-0ad6f678a857 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491962 Mar 24 17:16:47.549062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 9602c8f4-0593-453c-8476-c0ab340a152b up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:16:47.666629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 9602c8f4-0593-453c-8476-c0ab340a152b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:16:47.677009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 9602c8f4-0593-453c-8476-c0ab340a152b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:47.677009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:47.797866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:47.825777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256e5b3d-0b07-4481-b683-678709b87068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:16:47.849691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:47.870889 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256e5b3d-0b07-4481-b683-678709b87068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9602c8f4-0593-453c-8476-c0ab340a152b', 'code': 200} Mar 24 17:16:47.918513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:47.994390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=10']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:48.180104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c5e9-bc02-4215-9ca4-a6e27df4dfd2 req-5ad6a52d-563a-4009-90ed-141ae69ee6fd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:48.180104 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c325c5e9-bc02-4215-9ca4-a6e27df4dfd2 req-5ad6a52d-563a-4009-90ed-141ae69ee6fd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 984 time: 0.0945005 Mar 24 17:16:48.239539 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c325c5e9-bc02-4215-9ca4-a6e27df4dfd2 req-237afae0-d28d-47a6-8ee9-eaa8ebb1735a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483787 Mar 24 17:16:48.254403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c41a8-c230-4211-b77b-a5f24a09e16d req-c4112982-45ff-40fb-a584-bd5959647b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:48.254403 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d54c41a8-c230-4211-b77b-a5f24a09e16d req-c4112982-45ff-40fb-a584-bd5959647b7e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 1137 time: 0.0874193 Mar 24 17:16:48.309271 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d54c41a8-c230-4211-b77b-a5f24a09e16d req-7aabbb30-928e-417d-b4cd-676bde7b15b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Mar 24 17:16:49.436433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d2bbd-1d9d-416e-8c6a-c43907b90e3b req-558fac92-6980-4d4b-b60b-fe3f6e7554ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:49.437879 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-633d2bbd-1d9d-416e-8c6a-c43907b90e3b req-558fac92-6980-4d4b-b60b-fe3f6e7554ba tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 984 time: 0.0852046 Mar 24 17:16:49.483778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-633d2bbd-1d9d-416e-8c6a-c43907b90e3b req-a8998c4e-03b5-4c39-b45b-0be9baf91382 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Mar 24 17:16:50.686888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef9b29-0e4a-4a3c-9313-5e1e97122186 req-addc28ba-2c8f-4487-b41c-f8841af3084d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:50.686888 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-deef9b29-0e4a-4a3c-9313-5e1e97122186 req-addc28ba-2c8f-4487-b41c-f8841af3084d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 984 time: 0.0809309 Mar 24 17:16:50.725245 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-deef9b29-0e4a-4a3c-9313-5e1e97122186 req-432d34ff-1110-4e02-9139-ca6fb949d1d4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383196 Mar 24 17:16:50.917585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e121f-b43e-4830-995e-4b29a9a49f24 req-3a2c73eb-6dcc-4e25-ac36-86debb9838d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:50.917585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d24e121f-b43e-4830-995e-4b29a9a49f24 req-3a2c73eb-6dcc-4e25-ac36-86debb9838d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 984 time: 0.0853124 Mar 24 17:16:50.959613 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d24e121f-b43e-4830-995e-4b29a9a49f24 req-90858a8f-2ef4-4ade-8525-290d795348de tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379376 Mar 24 17:16:50.982925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43440) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:51.056150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb785904-8478-4c44-a371-12ea4e110504 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:51.057605 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eb785904-8478-4c44-a371-12ea4e110504 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068&network_id=9f504836-1033-4d1c-bef2-ad3caf280091 HTTP/1.1" status: 200 len: 1132 time: 0.0737269 Mar 24 17:16:51.667330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47656e9-f803-4500-a6dc-8c41eff0199a req-1777a3a0-1d7d-4f48-bb8e-4433c9173415 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:51.668075 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f47656e9-f803-4500-a6dc-8c41eff0199a req-1777a3a0-1d7d-4f48-bb8e-4433c9173415 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 984 time: 0.0827963 Mar 24 17:16:51.711840 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f47656e9-f803-4500-a6dc-8c41eff0199a req-681f587a-a1c9-4eb2-a0cc-1f6c7f095476 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381737 Mar 24 17:16:52.905520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f498d7-ae09-4277-831d-0b3238c893cb req-b30e5105-d369-4ec4-952b-1edc6eaf08c7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:52.914352 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b5f498d7-ae09-4277-831d-0b3238c893cb req-b30e5105-d369-4ec4-952b-1edc6eaf08c7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 984 time: 0.0882802 Mar 24 17:16:52.924425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-b638453f-1f50-4455-964d-5a0397b22910 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:52.925285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-b638453f-1f50-4455-964d-5a0397b22910 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:16:52.953338 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b5f498d7-ae09-4277-831d-0b3238c893cb req-217d2f5d-5a27-48e8-a56b-e4bf40d77d86 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396943 Mar 24 17:16:53.004141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-b638453f-1f50-4455-964d-5a0397b22910 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:16:53.004141 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-b638453f-1f50-4455-964d-5a0397b22910 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 984 time: 0.1634278 Mar 24 17:16:53.074293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-8bce8db0-db49-4a2a-9b76-89212748c699 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:53.075561 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-8bce8db0-db49-4a2a-9b76-89212748c699 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688863 Mar 24 17:16:53.227416 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-67c14777-4937-48ea-bc53-d1d3d0fd9438 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1453667 Mar 24 17:16:53.235594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:16:53.348963 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:53.647921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=9602c8f4-0593-453c-8476-c0ab340a152b,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:16:53.673050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] For port 9602c8f4-0593-453c-8476-c0ab340a152b, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:16:53.723859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] device_id is not set on port 9602c8f4-0593-453c-8476-c0ab340a152b yet. {{(pid=88477) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 24 17:16:53.732484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:53.857224 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:54.007911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] Pushing event updated for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=11']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:54.078739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] No DVR routers for this DVR port 9602c8f4-0593-453c-8476-c0ab340a152b on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:16:54.129039 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86eefaa6-de26-4787-a142-72ecbd6915f1 req-076c10f5-eda4-4f8f-b5f8-819e36932766 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 210 time: 0.0514731 Mar 24 17:16:54.162354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-14dc4850-c094-4269-aa6e-936ec7be65ab None None] Provisioning complete for port 9602c8f4-0593-453c-8476-c0ab340a152b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:16:54.163118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-14dc4850-c094-4269-aa6e-936ec7be65ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:54.218881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-14dc4850-c094-4269-aa6e-936ec7be65ab None None] Port 9602c8f4-0593-453c-8476-c0ab340a152b cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:16:54.307039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] In _notify_port_updated(), no bound segment for port 9602c8f4-0593-453c-8476-c0ab340a152b on network 9f504836-1033-4d1c-bef2-ad3caf280091 {{(pid=88477) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 24 17:16:54.311630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:16:54.311630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:54.311630 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-583a644f-f8a6-444a-924a-08e0efda7e78 req-187f223b-5c6c-4a3a-a496-dae1a451d005 service neutron] 10.222.0.48 "PUT /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 200 len: 1027 time: 1.0784867 Mar 24 17:16:55.293209 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1d702bf-5f5b-4e27-acd8-d21857fb284b req-0869543e-1093-4937-9491-d7decc81ab8d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=256e5b3d-0b07-4481-b683-678709b87068 HTTP/1.1" status: 200 len: 210 time: 0.0425856 Mar 24 17:16:55.621148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 9602c8f4-0593-453c-8476-c0ab340a152b no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:16:55.678265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 9602c8f4-0593-453c-8476-c0ab340a152b not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:16:56.390580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43458) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:56.459265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ad95bf9-dcc5-4778-9da3-77563b4884d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:56.490041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ad95bf9-dcc5-4778-9da3-77563b4884d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:56.646185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ad95bf9-dcc5-4778-9da3-77563b4884d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:56.665474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad95bf9-dcc5-4778-9da3-77563b4884d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c9f1b-8bfe-410a-ad23-16068906816e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:56.748300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9ad95bf9-dcc5-4778-9da3-77563b4884d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:56.749447 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9ad95bf9-dcc5-4778-9da3-77563b4884d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/3a2c9f1b-8bfe-410a-ad23-16068906816e HTTP/1.1" status: 204 len: 168 time: 0.3578794 Mar 24 17:16:56.857844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43464) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:57.067466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 6728ab53-3f5c-4d17-9c23-4c03ec34e03d {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:16:57.067466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:57.241184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:57.241447 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:57.385828 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:16:57.389978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 6728ab53-3f5c-4d17-9c23-4c03ec34e03d owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:16:57.594427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:57.647108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=6728ab53-3f5c-4d17-9c23-4c03ec34e03d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.825812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:16:57.856147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:57.856494 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP fa54b589-e489-4ba0-b172-bcacd0848d5a disassociated (deleted). External IP: 172.26.4.83, port: 9602c8f4-0593-453c-8476-c0ab340a152b. Mar 24 17:16:58.213722 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router fcd03bdc-6a46-402c-b3ab-30a0ee25941c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:16:58.406036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:16:58.417077 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] Sync routers for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:16:58.737546 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:58.737546 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:16:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:58.737546 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:58.889693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:58.956635 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-97ea83da-01a8-459b-9894-6a060404e631 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/floatingips/fa54b589-e489-4ba0-b172-bcacd0848d5a HTTP/1.1" status: 204 len: 168 time: 2.0918396 Mar 24 17:16:58.957146 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'da8aa26f-8574-422f-b519-c0baf1b1dbd1', 'name': '', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:33:d8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:16:03Z', 'updated_at': '2022-03-24T17:16:10Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3e381609-f038-482b-bcfb-25135164c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:58.966116 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] Checking router: fcd03bdc-6a46-402c-b3ab-30a0ee25941c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:16:58.976645 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:16:58.976645 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:16:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:59.101563 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43472) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:59.157454 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:16:59.174923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1f34-365a-468b-ad18-f943da6f8225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:59.205236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1f34-365a-468b-ad18-f943da6f8225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:59.331505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1f34-365a-468b-ad18-f943da6f8225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:59.353347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb1f34-365a-468b-ad18-f943da6f8225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822dfda9-ef8e-4722-a18b-6d53e213ef76,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:16:59.359415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9eeb1f34-365a-468b-ad18-f943da6f8225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:59.361427 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9eeb1f34-365a-468b-ad18-f943da6f8225 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/822dfda9-ef8e-4722-a18b-6d53e213ef76 HTTP/1.1" status: 204 len: 168 time: 0.2586591 Mar 24 17:16:59.429296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43478) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:16:59.476543 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'da8aa26f-8574-422f-b519-c0baf1b1dbd1', 'name': '', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:33:d8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:16:03Z', 'updated_at': '2022-03-24T17:16:10Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3e381609-f038-482b-bcfb-25135164c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:16:59.480348 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd859f-6e81-416e-9c1b-3ac44afe09e7 None None] The sync data for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv is: [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'da8aa26f-8574-422f-b519-c0baf1b1dbd1', 'name': '', 'network_id': '9f504836-1033-4d1c-bef2-ad3caf280091', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:33:d8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '3e381609-f038-482b-bcfb-25135164c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:16:03Z', 'updated_at': '2022-03-24T17:16:10Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3e381609-f038-482b-bcfb-25135164c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:16:59.500968 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c8346e95-d51c-4e68-8e28-15b17373adcf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 9602c8f4-0593-453c-8476-c0ab340a152b {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:16:59.501307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c8346e95-d51c-4e68-8e28-15b17373adcf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:59.715683 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9dda0a-467e-450e-bfa5-c0ad6f459532 None None] New status for floating IP fa54b589-e489-4ba0-b172-bcacd0848d5a: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:16:59.752365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c8346e95-d51c-4e68-8e28-15b17373adcf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:16:59.886529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-c8346e95-d51c-4e68-8e28-15b17373adcf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 9602c8f4-0593-453c-8476-c0ab340a152b owned by {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:17:00.148381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c8346e95-d51c-4e68-8e28-15b17373adcf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:00.302710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8346e95-d51c-4e68-8e28-15b17373adcf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=9602c8f4-0593-453c-8476-c0ab340a152b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:00.410308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c8346e95-d51c-4e68-8e28-15b17373adcf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:00.423042 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c8346e95-d51c-4e68-8e28-15b17373adcf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/ports/9602c8f4-0593-453c-8476-c0ab340a152b HTTP/1.1" status: 204 len: 168 time: 0.9910388 Mar 24 17:17:00.424399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43482) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:00.468686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-953e40c9-296f-4b11-af53-03f95934d1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:00.976754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:01.330176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port da8aa26f-8574-422f-b519-c0baf1b1dbd1 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:17:01.330794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:01.524250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port da8aa26f-8574-422f-b519-c0baf1b1dbd1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=da8aa26f-8574-422f-b519-c0baf1b1dbd1,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:17:01.524981 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:01.749924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for da8aa26f-8574-422f-b519-c0baf1b1dbd1 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:17:02.034019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:02.085939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=da8aa26f-8574-422f-b519-c0baf1b1dbd1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:02.359224 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:02.661489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-de083d3a-a028-4a33-aa24-ff4b703b00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:02.722063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router fcd03bdc-6a46-402c-b3ab-30a0ee25941c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:17:02.789851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:02.902516 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:17:02.916104 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] Sync routers for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:17:02.916474 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-51e2767d-ca92-4d6b-83b1-3a910ae2fd8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/fcd03bdc-6a46-402c-b3ab-30a0ee25941c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4905958 Mar 24 17:17:02.918661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43488) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:02.927284 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:17:02.927622 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:17:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:02.990005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-df01d38c-cabe-4988-b842-965109e54bc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting subnet 3e381609-f038-482b-bcfb-25135164c0be {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:17:02.993342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df01d38c-cabe-4988-b842-965109e54bc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.054076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df01d38c-cabe-4988-b842-965109e54bc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.107652 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:17:03.135864 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df01d38c-cabe-4988-b842-965109e54bc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.303353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df01d38c-cabe-4988-b842-965109e54bc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.398634 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:17:01Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:03.402550 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] Checking router: fcd03bdc-6a46-402c-b3ab-30a0ee25941c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:17:03.411903 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] Routers {'fcd03bdc-6a46-402c-b3ab-30a0ee25941c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:17:03.412547 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:17:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:03.470041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01d38c-cabe-4988-b842-965109e54bc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Subnet': ['ID=3e381609-f038-482b-bcfb-25135164c0be,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:03.471988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-df01d38c-cabe-4988-b842-965109e54bc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.478682 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-df01d38c-cabe-4988-b842-965109e54bc8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/subnets/3e381609-f038-482b-bcfb-25135164c0be HTTP/1.1" status: 204 len: 168 time: 0.5589926 Mar 24 17:17:03.481143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43492) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:03.481294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1c10e-ab60-4bb5-95b0-93cb41781713 None None] Network 9f504836-1033-4d1c-bef2-ad3caf280091 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:17:03.600447 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] Set router fcd03bdc-6a46-402c-b3ab-30a0ee25941c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:17:03.672709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.802079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] DHCP port deletion for 9f504836-1033-4d1c-bef2-ad3caf280091 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:17:03.807406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Deleting port 37ef1a42-2538-4c83-9c24-aa478a5452a8 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:17:03.807878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.886032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.903934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.965928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:03.976503 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:17:01Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:03.980584 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca0594-5db9-42e6-bf63-ac7792707a3d None None] The sync data for ids ['fcd03bdc-6a46-402c-b3ab-30a0ee25941c'] in dv-neutron-835063-1-hyperv is: [{'id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'name': 'tempest-TestNetworkBasicOps-router-1486256743', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '58348877-7d07-46fb-96a4-98dc27e84551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:15:57Z', 'updated_at': '2022-03-24T17:17:01Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '58348877-7d07-46fb-96a4-98dc27e84551', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd03bdc-6a46-402c-b3ab-30a0ee25941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:15:58Z', 'updated_at': '2022-03-24T17:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:17:04.006081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 58348877-7d07-46fb-96a4-98dc27e84551 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:17:04.009718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:04.020223 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 37ef1a42-2538-4c83-9c24-aa478a5452a8 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:17:04.088498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] For port 37ef1a42-2538-4c83-9c24-aa478a5452a8, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=37ef1a42-2538-4c83-9c24-aa478a5452a8,segment=NetworkSegment(32285a0a-a8b3-49e9-a4b1-bc1b46be3289),segment_id=32285a0a-a8b3-49e9-a4b1-bc1b46be3289)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:17:04.088887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:04.217770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 58348877-7d07-46fb-96a4-98dc27e84551, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=58348877-7d07-46fb-96a4-98dc27e84551,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:17:04.218169 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:04.220114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Calling delete_port for 37ef1a42-2538-4c83-9c24-aa478a5452a8 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:17:04.335640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:04.341900 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 58348877-7d07-46fb-96a4-98dc27e84551 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:17:04.421789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:04.504902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Pushing event deleted for resources: {'Port': ['ID=37ef1a42-2538-4c83-9c24-aa478a5452a8,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:04.506584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] No DVR routers for this DVR port 37ef1a42-2538-4c83-9c24-aa478a5452a8 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:17:04.517555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.517904 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.518240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.518727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.519198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.519599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.523017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.523017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.523017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.523017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.523017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.523017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de18164e-bcdf-48f2-96c0-65363d6e883c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:04.611444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:04.660135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=58348877-7d07-46fb-96a4-98dc27e84551,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:04.748729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:04.919575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:04.921759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.029441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.029441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Fanout notify agent at l3_agent the message router_deleted on router fcd03bdc-6a46-402c-b3ab-30a0ee25941c {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:17:05.037810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.038892 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-36113ef8-1f70-46c3-b78a-826e239d1743 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/routers/fcd03bdc-6a46-402c-b3ab-30a0ee25941c HTTP/1.1" status: 204 len: 168 time: 1.5568609 Mar 24 17:17:05.041860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43496) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:05.265821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.336665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.397964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.423306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f504836-1033-4d1c-bef2-ad3caf280091']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:05.437514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32285a0a-a8b3-49e9-a4b1-bc1b46be3289') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:05.437514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32285a0a-a8b3-49e9-a4b1-bc1b46be3289') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:05.454863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.471424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.479297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:17:05.482787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:17:05.495417 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:17:05.645527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.663869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.676226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Network': ['ID=9f504836-1033-4d1c-bef2-ad3caf280091,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:05.737217 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a0d311f7-39f4-4949-a29f-9f973aff9f44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/networks/9f504836-1033-4d1c-bef2-ad3caf280091 HTTP/1.1" status: 204 len: 168 time: 0.6943240 Mar 24 17:17:05.752170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43500) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:05.765932 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8e17f0ca-0de2-4257-9794-d3d1850bfc02 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115201 Mar 24 17:17:05.767102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43504) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:05.772779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'network': {'name': 'tempest-network-smoke--313720111', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'port_security_enabled': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:05.777840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:05.781965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:network and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:05.787305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:05.791938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:05.891551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:17:05.894613 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.912229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device da8aa26f-8574-422f-b519-c0baf1b1dbd1 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:17:05.924343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:17:05.933482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.933825 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Added segment 930c8629-aff4-4170-a339-5a3375250a4e of type vlan for network 214f011a-33b7-4fec-8fef-f18dec4451f5 Mar 24 17:17:05.945757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: da8aa26f-8574-422f-b519-c0baf1b1dbd1 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:17:05.946101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device da8aa26f-8574-422f-b519-c0baf1b1dbd1 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:17:05.946509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 58348877-7d07-46fb-96a4-98dc27e84551 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:17:05.965545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:05.980202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 58348877-7d07-46fb-96a4-98dc27e84551 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:17:05.980563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 58348877-7d07-46fb-96a4-98dc27e84551 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:17:06.115671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:06.119399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:06.120010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:06.228465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Network': ['ID=214f011a-33b7-4fec-8fef-f18dec4451f5,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:06.240084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 214f011a-33b7-4fec-8fef-f18dec4451f5 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:17:06.308238 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-42303a33-701d-4c10-bbef-1e09fecc0416 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5401182 Mar 24 17:17:06.311137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43508) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:06.316159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'admin_state_up': True, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:06.324561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:06.328428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:router and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:06.335702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:06.338309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:06.405199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:06.406141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:06.420997 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:06.760562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:07.138028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:07.170001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:07.304261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.194 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/b293c094-7f39-4c4f-a186-3665eed353b0) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:17:07.557514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:07.674235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:07.736124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:17:07.739406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:17:07.743035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:17:07.782391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=b293c094-7f39-4c4f-a186-3665eed353b0,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:08.291392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:08.628804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:08.897185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:17:09.184326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:17:09.194072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Sync routers for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:17:09.204419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:17:09.204658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:17:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:09.258820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:09.259793 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ff158c8a-eedb-48ef-a041-89c1ff6986d6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9476345 Mar 24 17:17:09.262705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43512) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:09.305640 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8d1fb15f-067c-4492-96b6-e74b0d33f895 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418470 Mar 24 17:17:09.308230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43516) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:09.384147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:17:09.440458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c8acba-fb93-4167-92c5-180fb07612e9 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:09.442368 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-35c8acba-fb93-4167-92c5-180fb07612e9 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330535 Mar 24 17:17:09.444961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43520) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:09.486832 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-23b26ca7-0067-45dc-b0cf-fa4a2283b98c tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385597 Mar 24 17:17:09.487019 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43524) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:09.492328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934422606', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:09.603988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:09.608025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:subnet and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:09.611162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:09.617029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:09.689919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:17:09.694177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:09.710402 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:07Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:09.713405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Checking router: 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:17:09.713756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Updating router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 port b293c094-7f39-4c4f-a186-3665eed353b0 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:17:09.766709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:10.011282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:10.097631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=3201bc39-5f88-4195-8120-acc6071b19d7,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:10.105445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Checking segment: {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:17:10.105807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network hostable DHCP agents. Network: 214f011a-33b7-4fec-8fef-f18dec4451f5, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:17:10.106292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:10.118824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Transition to ACTIVE for port object b293c094-7f39-4c4f-a186-3665eed353b0 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:17:10.201777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 214f011a-33b7-4fec-8fef-f18dec4451f5 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:17:10.210968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:10.292799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Attempting to bind port b293c094-7f39-4c4f-a186-3665eed353b0 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:17:10.292799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Attempting to bind port b293c094-7f39-4c4f-a186-3665eed353b0 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:17:10.292799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Attempting to bind port b293c094-7f39-4c4f-a186-3665eed353b0 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:17:10.296216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744fe95-a2c3-4d13-917c-3293574e2a05 None None] Pushing event updated for resources: {'Port': ['ID=b293c094-7f39-4c4f-a186-3665eed353b0,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:10.300395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:17:10.301555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:17:10.302307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:10.302699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:17:10.303165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Bound port: b293c094-7f39-4c4f-a186-3665eed353b0, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:17:10.303536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:10.313643 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 214f011a-33b7-4fec-8fef-f18dec4451f5) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:17:10.318464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:10.319054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:10.333595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf2a8ed-29e1-4dc0-b5c8-17c56cac315a None None] Network 214f011a-33b7-4fec-8fef-f18dec4451f5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:17:10.425761 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d9ec4a93-f4a4-40ad-812c-ee50d8a9023c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9350286 Mar 24 17:17:10.426727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43530) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:10.472382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] For port b293c094-7f39-4c4f-a186-3665eed353b0, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:17:10.478147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] For port b293c094-7f39-4c4f-a186-3665eed353b0, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b293c094-7f39-4c4f-a186-3665eed353b0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:17:10.547335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:10.651835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-214f011a-33b7-4fec-8fef-f18dec4451f5', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:17:10.652577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:10.673846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:17:10.674489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:17:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:10.750532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744fe95-a2c3-4d13-917c-3293574e2a05 None None] Pushing event updated for resources: {'Port': ['ID=b293c094-7f39-4c4f-a186-3665eed353b0,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:10.978362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:17:11.180633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Allocated IP 172.20.0.2 (214f011a-33b7-4fec-8fef-f18dec4451f5/3201bc39-5f88-4195-8120-acc6071b19d7/91d6abe9-c5ee-4d1d-a13a-af32c5186e8b) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:17:11.295154 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:11.518641 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:11.522354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:07Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:11.532606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0c88e3-eef8-41ae-a05f-3a50f4da69e6 None None] The sync data for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv is: [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:07Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:17:11.534887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Transition to ACTIVE for port object 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:17:11.557130 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Transition to ACTIVE for port object 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:17:11.646457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:11.710246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Network 214f011a-33b7-4fec-8fef-f18dec4451f5 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:17:11.713061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:17:11.716699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:17:11.731162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.1 (214f011a-33b7-4fec-8fef-f18dec4451f5/3201bc39-5f88-4195-8120-acc6071b19d7/3ce5a717-384e-49fa-ad8a-e98cfc913ccd) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:17:11.731661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Pushing event updated for resources: {'Port': ['ID=91d6abe9-c5ee-4d1d-a13a-af32c5186e8b,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:11.844525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Attempting to bind port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:17:11.844525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Attempting to bind port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:17:11.844938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Attempting to bind port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b on network 214f011a-33b7-4fec-8fef-f18dec4451f5 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:17:11.854593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:17:11.855182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Checking segment: {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:17:11.855923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:11.856515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Bound using segment: {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:17:11.862538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Bound port: 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:17:11.862538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:11.943391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:11.969130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 3ce5a717-384e-49fa-ad8a-e98cfc913ccd will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:17:11.987084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b293c094-7f39-4c4f-a186-3665eed353b0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:17:12.030469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] For port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:17:12.045166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] For port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=91d6abe9-c5ee-4d1d-a13a-af32c5186e8b,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:17:12.062397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:12.128063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:12.130404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 214f011a-33b7-4fec-8fef-f18dec4451f5 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:17:12.133888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:17:12.138888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:17:12.180690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port b293c094-7f39-4c4f-a186-3665eed353b0 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:17:12.190374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b293c094-7f39-4c4f-a186-3665eed353b0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:12.190967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:12.196556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:12.216266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:12.265266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ab33e-c79f-4646-b1d7-0b0c118dfc82 None None] Pushing event updated for resources: {'Port': ['ID=91d6abe9-c5ee-4d1d-a13a-af32c5186e8b,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:12.354471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:12.374733 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port b293c094-7f39-4c4f-a186-3665eed353b0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b293c094-7f39-4c4f-a186-3665eed353b0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:17:12.468565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:12.552226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=b293c094-7f39-4c4f-a186-3665eed353b0,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:12.626752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:13.061210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:13.130671 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:13.372206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:13.375788 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:13.528505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 214f011a-33b7-4fec-8fef-f18dec4451f5 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:17:13.529725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:17:13.717491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780760e6-a7b1-4f3c-a1e9-6b24e4aefe04 None None] Network 214f011a-33b7-4fec-8fef-f18dec4451f5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:17:13.725749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:17:13.924596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:17:13.937131 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Sync routers for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:17:13.945826 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d33d240d-4e52-49c2-9c8b-45719029d9f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/97cd331a-1e21-47a6-ac8d-bfb1d0c80500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5180829 Mar 24 17:17:13.947637 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:17:13.948353 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:17:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:13.951785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-34e8ccb3-b6f5-42b7-bf16-83425ed3a60a None None] Provisioning for port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:17:13.952087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43534) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:14.019692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:17:14.125162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919273a-be7b-4ccb-b51a-e4c6b1dd0eef tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.125664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919273a-be7b-4ccb-b51a-e4c6b1dd0eef tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.126429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919273a-be7b-4ccb-b51a-e4c6b1dd0eef tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.126596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919273a-be7b-4ccb-b51a-e4c6b1dd0eef tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.127060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919273a-be7b-4ccb-b51a-e4c6b1dd0eef tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.127516 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b919273a-be7b-4ccb-b51a-e4c6b1dd0eef tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.129757 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b919273a-be7b-4ccb-b51a-e4c6b1dd0eef tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1765058 Mar 24 17:17:14.132880 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43538) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:14.153763 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:17:14.171451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:17:14.177980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:14.178420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:14.210193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a5aca-b894-4d20-a8ac-a8f05e03cf44 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.210599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a5aca-b894-4d20-a8ac-a8f05e03cf44 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.211058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a5aca-b894-4d20-a8ac-a8f05e03cf44 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.211567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a5aca-b894-4d20-a8ac-a8f05e03cf44 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.212214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a5aca-b894-4d20-a8ac-a8f05e03cf44 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.212765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a5aca-b894-4d20-a8ac-a8f05e03cf44 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:14.214874 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-543a5aca-b894-4d20-a8ac-a8f05e03cf44 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0810642 Mar 24 17:17:14.218151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43542) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:14.326580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:14.373013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=91d6abe9-c5ee-4d1d-a13a-af32c5186e8b,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:17:14.525398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f957dbf2-2765-456b-9cb7-3d9bd1fb7404 None None] Provisioning for port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:17:14.531285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f957dbf2-2765-456b-9cb7-3d9bd1fb7404 None None] Provisioning complete for port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:14.531939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f957dbf2-2765-456b-9cb7-3d9bd1fb7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:14.536794 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:14.548765 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Checking router: 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:17:14.549262 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Updating router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:17:14.576162 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c2039e44-aae3-440a-bfa5-d7df8a45eb1b tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3550825 Mar 24 17:17:14.591722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:14.592770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b293c094-7f39-4c4f-a186-3665eed353b0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:17:14.625288 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:14.738731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f957dbf2-2765-456b-9cb7-3d9bd1fb7404 None None] Port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:17:14.752792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=91d6abe9-c5ee-4d1d-a13a-af32c5186e8b,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:14.756880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b293c094-7f39-4c4f-a186-3665eed353b0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:14.757432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:14.802023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f957dbf2-2765-456b-9cb7-3d9bd1fb7404 None None] Provisioning complete for port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:14.802401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f957dbf2-2765-456b-9cb7-3d9bd1fb7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.035686 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.047159 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Transition to ACTIVE for port object 3ce5a717-384e-49fa-ad8a-e98cfc913ccd will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:17:15.056847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43548) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:15.061945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021442249', 'description': 'tempest-secgroup-smoke-1021442249 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:15.068589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:15.072785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:15.075612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:15.081636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:15.130587 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.153824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.178738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:15.183088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:15.185982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:15.193258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:15.276706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.279555 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Pushing event updated for resources: {'Port': ['ID=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:15.317764 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.318114 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.318455 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.318793 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.319122 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.319458 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.319787 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.320137 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.320466 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.320793 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.321117 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.321437 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.354165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.402310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897b641f-8de1-4c83-9b69-e096e3866e38,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:15.409795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.410374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.410812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.411145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.411466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.411788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.412157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.412728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.413052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.413370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.413689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.413999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:17:15.468315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.469914 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Attempting to bind port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:17:15.470314 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Attempting to bind port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:17:15.470697 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Attempting to bind port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd on network 214f011a-33b7-4fec-8fef-f18dec4451f5 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:17:15.473253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43552) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:15.473707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-45b80856-c4ec-4fec-a727-09a4afe6df8a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4145117 Mar 24 17:17:15.477512 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:17:15.483793 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Checking segment: {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:17:15.483793 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.485572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '897b641f-8de1-4c83-9b69-e096e3866e38', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:15.486096 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Bound using segment: {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:17:15.486096 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Bound port: 3ce5a717-384e-49fa-ad8a-e98cfc913ccd, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:17:15.486096 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.486336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:15.489007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:15.492476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:15.501337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:15.623295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.651099 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] For port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:17:15.657191 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] For port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:17:15.689554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.726704 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.783863 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.809966 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:17:15.809966 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:17:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:15.815670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33ec52d-fbe1-46ce-b05f-49f8cec9c058,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:15.881208 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee81c58-7d77-424d-89e3-9ee10c1593e9 None None] Pushing event updated for resources: {'Port': ['ID=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:15.913989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:15.916249 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4fa22ce8-a934-4912-aed0-8442808de451 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4424343 Mar 24 17:17:15.919180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43556) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:15.924860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '897b641f-8de1-4c83-9b69-e096e3866e38', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:15.943742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:15.948543 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:15.952034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:15.959691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:15.960268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:17:16.042334 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:17:16.058695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:16.059104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.069787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.147893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.219147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.245069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63845619-4260-4130-ad82-5f8a591287ba,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:16.330785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.332567 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2fde8458-82f4-4950-ad01-60f07dd2b2a3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4117773 Mar 24 17:17:16.335322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43560) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:16.340284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '897b641f-8de1-4c83-9b69-e096e3866e38', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:16.347321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:16.352193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:16.357538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:16.362712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:16.377429 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:17:15Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:16.381901 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef441cd-9be0-41f3-923b-8a8daaaf70ac None None] The sync data for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv is: [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:17:15Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:17:16.452559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.531655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.610755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.636972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24cb984-e42a-48b8-9410-dc3bf727aba5,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:16.713446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.714666 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-af35a12d-feef-46eb-973a-8e81f7899a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3784285 Mar 24 17:17:16.717426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43564) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:16.723057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '897b641f-8de1-4c83-9b69-e096e3866e38', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:16.729543 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:16.733838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:16.736420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:16.742576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:16.821632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.892362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.965490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:16.992014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6f4014-f3c0-4df9-b209-5ffa643a05a4,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:17.056437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:17.060285 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5ff7edeb-f1ac-4a70-98c5-5c7258033ad8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3392007 Mar 24 17:17:17.060630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43568) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:17.065814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '897b641f-8de1-4c83-9b69-e096e3866e38', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:17.076446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:17.080579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:17.083741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:17.089738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:17.153648 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:17:17.161738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:17.234017 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:17.290694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:17.321032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c3d7b4-641a-4873-ac26-34a5161265b7,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:17.398729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:17.402862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43572) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:17.403355 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f3437dc8-e6f0-42c0-8191-5483b90dcf59 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3412728 Mar 24 17:17:17.408252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '897b641f-8de1-4c83-9b69-e096e3866e38', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:17.415677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:17.419543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:17.422491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:17.428942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:17.496843 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:17:17.503889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:17.570336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:17.638782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:17.664296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b9a91a-7651-4139-b413-e1a369a56a8e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:17.741714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:17.742822 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1d937e65-4317-4087-8630-849c6a005408 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388462 Mar 24 17:17:17.914298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-5fd7ad73-4e20-49b5-b8f0-5e51692f53b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:17:17.938384 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3ce5a717-384e-49fa-ad8a-e98cfc913ccd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:17:18.015759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-5fd7ad73-4e20-49b5-b8f0-5e51692f53b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:17:18.016959 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-5fd7ad73-4e20-49b5-b8f0-5e51692f53b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021442249&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1486852 Mar 24 17:17:18.079314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:17:18.085093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:18.085569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:18.167348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-562a93ef-5070-44c2-9724-7b74c797fb7a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:18.168819 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-562a93ef-5070-44c2-9724-7b74c797fb7a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=214f011a-33b7-4fec-8fef-f18dec4451f5 HTTP/1.1" status: 200 len: 796 time: 0.1447949 Mar 24 17:17:18.184178 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-e48d9170-b414-41da-b9f2-1b517d74773e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0093715 Mar 24 17:17:18.203248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:18.235762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:17:18.271793 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-b23e6693-1132-463d-8a5b-0b5519579b2c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821669 Mar 24 17:17:18.336326 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:18.407405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:18.408256 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-d66c62c6-d6f9-4a9f-8c20-a007e01571d4 service neutron] 10.222.0.47 "GET /v2.0/networks/214f011a-33b7-4fec-8fef-f18dec4451f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256030 Mar 24 17:17:18.540363 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-6f87e268-d627-448f-9862-c94d087ecd66 service neutron] 10.222.0.47 "GET /v2.0/networks/214f011a-33b7-4fec-8fef-f18dec4451f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243305 Mar 24 17:17:18.817894 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7902940d-42e0-440f-8f36-7c101d874c69 req-2b42d301-ea66-4a04-842d-cea1621cc8fd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 210 time: 0.0427949 Mar 24 17:17:19.923756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3ce5a717-384e-49fa-ad8a-e98cfc913ccd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:17:19.990258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cae94a52-f2fd-4413-ac3c-6673914637fa req-45d01662-7f9f-46c0-866a-972d9c50798d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 210 time: 0.0427887 Mar 24 17:17:19.990842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:19.990842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:20.553814 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-a4545bab-2293-4802-8246-78935de7e733 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1105621 Mar 24 17:17:20.703571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-41ed01d4-c966-4fd5-a411-a85f6bd21fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:20.704997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-41ed01d4-c966-4fd5-a411-a85f6bd21fc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 1099 time: 0.0782084 Mar 24 17:17:20.726546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-0b53b9ee-b64b-4e4b-bd8f-c68df9f0e5f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:20.727250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-0b53b9ee-b64b-4e4b-bd8f-c68df9f0e5f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:17:20.833678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-0b53b9ee-b64b-4e4b-bd8f-c68df9f0e5f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:17:20.835121 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-0b53b9ee-b64b-4e4b-bd8f-c68df9f0e5f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=214f011a-33b7-4fec-8fef-f18dec4451f5 HTTP/1.1" status: 200 len: 796 time: 0.2570071 Mar 24 17:17:20.851054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-13b07826-e0e2-421e-a617-2c9e8f5f4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:20.852506 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-13b07826-e0e2-421e-a617-2c9e8f5f4af7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1293619 Mar 24 17:17:20.883940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2dfdeb0e-e6b6-4604-97cf-0c282987d5ae tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:17:20.895495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2dfdeb0e-e6b6-4604-97cf-0c282987d5ae tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:17:20.896649 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2dfdeb0e-e6b6-4604-97cf-0c282987d5ae tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 380 time: 0.0536599 Mar 24 17:17:20.905011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['897b641f-8de1-4c83-9b69-e096e3866e38']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:20.968544 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-f94b510d-56fc-4647-8e33-5549b3842d71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05 HTTP/1.1" status: 200 len: 1001 time: 0.1094091 Mar 24 17:17:21.036547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-b96e95a4-111b-4da7-803e-9736e5abb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:21.038540 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-b96e95a4-111b-4da7-803e-9736e5abb061 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0647466 Mar 24 17:17:21.050574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:21.055526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:port and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:21.058487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:21.064506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:21.130855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:17:21.134430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:21.161041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-6605e44d-5c70-44e1-8120-08ccddb52491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:21.162762 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-6605e44d-5c70-44e1-8120-08ccddb52491 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183887 Mar 24 17:17:21.164703 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f42b5d7c-a918-4209-a649-fd81d6e6d764 req-a4b8a95a-986b-4f02-9ff9-d721f0038571 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 210 time: 0.0566669 Mar 24 17:17:21.421346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.7 (214f011a-33b7-4fec-8fef-f18dec4451f5/3201bc39-5f88-4195-8120-acc6071b19d7/a21a3b41-85f9-4f0c-abd1-c170e3170562) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:17:21.425326 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-7159d3fa-6cfc-4be4-b041-66f95c401ced service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432857 Mar 24 17:17:21.560784 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-737ab9c2-61c8-4dfb-921d-808a6f65259b req-01ea08c1-20b7-4ee7-8025-bf9697617a95 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288362 Mar 24 17:17:21.621684 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:21.637217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object a21a3b41-85f9-4f0c-abd1-c170e3170562 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:17:21.713916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:21.783254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 214f011a-33b7-4fec-8fef-f18dec4451f5 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:17:21.786716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:17:21.789443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:17:21.831403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=a21a3b41-85f9-4f0c-abd1-c170e3170562,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:21.866032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:21.866829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:21.947935 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-2ef8f569-afd9-48db-ba4d-6e189e5aea4d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0466325 Mar 24 17:17:21.960300 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Request body: {'port': {'device_id': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:22.068292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0f960591-9cbd-4dda-8371-fcf6e858f578 None None] Provisioning for port a21a3b41-85f9-4f0c-abd1-c170e3170562 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:17:22.073181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:22.073314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0f960591-9cbd-4dda-8371-fcf6e858f578 None None] Provisioning complete for port a21a3b41-85f9-4f0c-abd1-c170e3170562 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:22.073648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0f960591-9cbd-4dda-8371-fcf6e858f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:22.126530 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0f960591-9cbd-4dda-8371-fcf6e858f578 None None] Port a21a3b41-85f9-4f0c-abd1-c170e3170562 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:17:22.347027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a247e7-e835-4418-988f-477a77fb39f4 req-5daae2fa-9fc7-4d35-90f3-eed2316bd730 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:22.349206 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-53a247e7-e835-4418-988f-477a77fb39f4 req-5daae2fa-9fc7-4d35-90f3-eed2316bd730 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 931 time: 0.0792067 Mar 24 17:17:22.396288 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-53a247e7-e835-4418-988f-477a77fb39f4 req-235ae818-ef69-49a6-ac2f-83d80606ba31 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Mar 24 17:17:22.416368 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21a3b41-85f9-4f0c-abd1-c170e3170562 {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:17:22.423560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:22.438146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Transition to ACTIVE for port object a21a3b41-85f9-4f0c-abd1-c170e3170562 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:17:22.507281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:22.672177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Pushing event updated for resources: {'Port': ['ID=a21a3b41-85f9-4f0c-abd1-c170e3170562,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:22.748593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Attempting to bind port a21a3b41-85f9-4f0c-abd1-c170e3170562 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:17:22.748939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Attempting to bind port a21a3b41-85f9-4f0c-abd1-c170e3170562 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:17:22.749269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Attempting to bind port a21a3b41-85f9-4f0c-abd1-c170e3170562 on network 214f011a-33b7-4fec-8fef-f18dec4451f5 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:17:22.755167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Port a21a3b41-85f9-4f0c-abd1-c170e3170562 on network 214f011a-33b7-4fec-8fef-f18dec4451f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:17:22.755489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Attempting to bind port a21a3b41-85f9-4f0c-abd1-c170e3170562 on network 214f011a-33b7-4fec-8fef-f18dec4451f5 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:17:22.760740 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:17:22.761072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Checking segment: {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:17:22.761454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Bound using segment: {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:17:22.761875 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Bound port: a21a3b41-85f9-4f0c-abd1-c170e3170562, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930c8629-aff4-4170-a339-5a3375250a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:17:22.762218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:22.853242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] For port a21a3b41-85f9-4f0c-abd1-c170e3170562, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:17:22.856016 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] For port a21a3b41-85f9-4f0c-abd1-c170e3170562, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=a21a3b41-85f9-4f0c-abd1-c170e3170562,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:17:22.930092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:22.985231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:22.985807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:22.987157 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] 10.222.0.48 "PUT /v2.0/ports/a21a3b41-85f9-4f0c-abd1-c170e3170562 HTTP/1.1" status: 200 len: 1093 time: 1.0321143 Mar 24 17:17:22.987585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:17:23.012310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb552037-5031-45a4-b2e0-9aae08f26409 service neutron] Pushing event updated for resources: {'Port': ['ID=a21a3b41-85f9-4f0c-abd1-c170e3170562,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:23.037082 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'status': 'completed', 'code': 200} Mar 24 17:17:23.126320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086dc29-6285-4892-a1ad-895b4d1e9466 req-eb40f56d-d9d9-42ed-94d5-5ca50eb1bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:23.127792 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1086dc29-6285-4892-a1ad-895b4d1e9466 req-eb40f56d-d9d9-42ed-94d5-5ca50eb1bae3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 1096 time: 0.0748570 Mar 24 17:17:23.270537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086dc29-6285-4892-a1ad-895b4d1e9466 req-4e024692-3d20-4e75-99ee-52bac31524f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:23.271890 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1086dc29-6285-4892-a1ad-895b4d1e9466 req-4e024692-3d20-4e75-99ee-52bac31524f5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1379375 Mar 24 17:17:23.406261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086dc29-6285-4892-a1ad-895b4d1e9466 req-8ce92eda-cc9e-4faf-b5e1-a9425ed4a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:23.407677 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-1086dc29-6285-4892-a1ad-895b4d1e9466 req-8ce92eda-cc9e-4faf-b5e1-a9425ed4a737 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293900 Mar 24 17:17:23.587605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707dcf5-2d27-4728-8dcc-2344bbb44eb1 req-ef99540f-d3d4-459b-8c5a-ec70ccc92b22 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:23.589111 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5707dcf5-2d27-4728-8dcc-2344bbb44eb1 req-ef99540f-d3d4-459b-8c5a-ec70ccc92b22 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 943 time: 0.0795448 Mar 24 17:17:23.612310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-b9b14ec1-2488-4e6a-8854-6a7e96919876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:23.613843 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-b9b14ec1-2488-4e6a-8854-6a7e96919876 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 1096 time: 0.1709211 Mar 24 17:17:23.635236 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5707dcf5-2d27-4728-8dcc-2344bbb44eb1 req-9df8a185-b96a-44d5-9a99-69db7e7f1c05 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387275 Mar 24 17:17:23.684994 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-7599a310-fcbb-4724-9cea-fe607399a0e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a21a3b41-85f9-4f0c-abd1-c170e3170562 HTTP/1.1" status: 200 len: 217 time: 0.0638354 Mar 24 17:17:23.746257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-bd0d68f7-62a3-45bf-8435-5e56e7262df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:23.747639 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-bd0d68f7-62a3-45bf-8435-5e56e7262df7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3201bc39-5f88-4195-8120-acc6071b19d7 HTTP/1.1" status: 200 len: 835 time: 0.0565259 Mar 24 17:17:23.823831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-75162128-09c6-4d0b-8aa0-cbdc63875894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:23.825299 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-75162128-09c6-4d0b-8aa0-cbdc63875894 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=214f011a-33b7-4fec-8fef-f18dec4451f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720649 Mar 24 17:17:23.958127 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-87aa8478-990a-479e-a251-b6f518d6a9ef service neutron] 10.222.0.48 "GET /v2.0/networks/214f011a-33b7-4fec-8fef-f18dec4451f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270509 Mar 24 17:17:24.086716 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-272f1cc6-bbe0-48f1-9cf8-cc4e90fe191f req-6144a255-7507-47bc-ad04-c2e7e6427d0c service neutron] 10.222.0.48 "GET /v2.0/networks/214f011a-33b7-4fec-8fef-f18dec4451f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229753 Mar 24 17:17:24.824350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14333f1-2d4f-429c-b477-d5e6d94794bc req-3f23b68b-206c-4085-9fd7-8fa2274dfc3d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:24.825765 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e14333f1-2d4f-429c-b477-d5e6d94794bc req-3f23b68b-206c-4085-9fd7-8fa2274dfc3d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 943 time: 0.0817080 Mar 24 17:17:24.869780 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e14333f1-2d4f-429c-b477-d5e6d94794bc req-d8991e0a-2952-4ae6-9f67-0089f2723ece tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383120 Mar 24 17:17:25.746073 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device a21a3b41-85f9-4f0c-abd1-c170e3170562 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:17:25.879025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port a21a3b41-85f9-4f0c-abd1-c170e3170562, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=a21a3b41-85f9-4f0c-abd1-c170e3170562,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:17:25.892175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'port_id': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'mac_address': 'fa:16:3e:07:a9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:17:25.951123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:25.967625 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21a3b41-85f9-4f0c-abd1-c170e3170562 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:17:25.983383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port a21a3b41-85f9-4f0c-abd1-c170e3170562, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=a21a3b41-85f9-4f0c-abd1-c170e3170562,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:17:26.055772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be954a-03e9-4b18-811a-2f78f7ec9df8 req-593bb943-371a-4728-b54b-84357696871b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:26.057231 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d8be954a-03e9-4b18-811a-2f78f7ec9df8 req-593bb943-371a-4728-b54b-84357696871b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 943 time: 0.0823774 Mar 24 17:17:26.062096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:26.102300 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d8be954a-03e9-4b18-811a-2f78f7ec9df8 req-2664e11f-547d-49eb-97a5-684e3287e78f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Mar 24 17:17:26.127523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=a21a3b41-85f9-4f0c-abd1-c170e3170562,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:26.292842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['a21a3b41-85f9-4f0c-abd1-c170e3170562'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:17:27.294058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f669a16-6dd2-4c9a-9ee2-d87010bcf36f req-25634f30-8351-49a0-a855-5635ff85ecfd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:27.295541 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3f669a16-6dd2-4c9a-9ee2-d87010bcf36f req-25634f30-8351-49a0-a855-5635ff85ecfd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 944 time: 0.0904930 Mar 24 17:17:27.339590 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3f669a16-6dd2-4c9a-9ee2-d87010bcf36f req-67cf7249-098a-49be-b7a3-ea667ce69bd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382955 Mar 24 17:17:27.765497 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device a21a3b41-85f9-4f0c-abd1-c170e3170562 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:17:27.902150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port a21a3b41-85f9-4f0c-abd1-c170e3170562 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:17:27.907323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port a21a3b41-85f9-4f0c-abd1-c170e3170562 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:17:27.907691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:28.020889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:28.046683 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:17:28.056954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port a21a3b41-85f9-4f0c-abd1-c170e3170562, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=a21a3b41-85f9-4f0c-abd1-c170e3170562,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:17:28.090404 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'code': 200} Mar 24 17:17:28.113469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:28.181844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=a21a3b41-85f9-4f0c-abd1-c170e3170562,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:28.468334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a65d0-60ef-401e-8a32-abc78c38325d req-126d39fb-1950-4284-b101-f34e605e849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:28.469824 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b66a65d0-60ef-401e-8a32-abc78c38325d req-126d39fb-1950-4284-b101-f34e605e849a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 1098 time: 0.0691133 Mar 24 17:17:28.510177 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b66a65d0-60ef-401e-8a32-abc78c38325d req-46f7a09f-5bdb-4bbe-bbdd-bc7854ada911 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344999 Mar 24 17:17:28.526192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f03f1c-218e-4b7e-801e-1e56c048b976 req-8a66132e-37e5-455a-88d5-324b31fdf928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:28.527592 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f03f1c-218e-4b7e-801e-1e56c048b976 req-8a66132e-37e5-455a-88d5-324b31fdf928 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 945 time: 0.0822084 Mar 24 17:17:28.570624 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f03f1c-218e-4b7e-801e-1e56c048b976 req-ea245648-5462-47a1-ad5a-ab4ba6d8240f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373936 Mar 24 17:17:29.755721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37f310-6acf-4e78-855f-10e0bf6ac30e req-0adb6faa-71eb-4eb0-9dfb-93150c1a787c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:29.757190 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad37f310-6acf-4e78-855f-10e0bf6ac30e req-0adb6faa-71eb-4eb0-9dfb-93150c1a787c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 945 time: 0.0798836 Mar 24 17:17:29.801675 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad37f310-6acf-4e78-855f-10e0bf6ac30e req-cea4587c-49b8-4dfc-8813-3f6bf3efe2f0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387249 Mar 24 17:17:30.455850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e26c861e-76ef-4a97-a294-edab7e52c6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:30.999114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0fdd3-48b7-4b8f-aec9-ac108f412566 req-c35c624d-d04a-46a7-9b53-580aaaee1711 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:31.000588 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-93b0fdd3-48b7-4b8f-aec9-ac108f412566 req-c35c624d-d04a-46a7-9b53-580aaaee1711 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 945 time: 0.0816133 Mar 24 17:17:31.045680 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-93b0fdd3-48b7-4b8f-aec9-ac108f412566 req-47217788-ca7a-4d0a-85fb-b256613380c6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381012 Mar 24 17:17:31.229183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b3deb-cfad-4182-b17d-ae61730e2ab2 req-2ebb9f58-2acc-4bf6-86e3-01e90cd95d2a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:31.230635 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d72b3deb-cfad-4182-b17d-ae61730e2ab2 req-2ebb9f58-2acc-4bf6-86e3-01e90cd95d2a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 945 time: 0.0782506 Mar 24 17:17:31.277245 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d72b3deb-cfad-4182-b17d-ae61730e2ab2 req-7f8c1dec-ef59-4331-888b-005cae195d67 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Mar 24 17:17:31.301560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43632) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:31.373917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde69d4-b7f5-45b4-ac98-20acc072a97a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:31.375288 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bbde69d4-b7f5-45b4-ac98-20acc072a97a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 1093 time: 0.0727544 Mar 24 17:17:31.378139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43636) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:31.383501 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:17:31.389214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:17:31.392944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:floatingip and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:17:31.396374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:17:31.401937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:17:31.450150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:31.586320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:31.719632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.203 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/6f99d442-5e5a-4926-ad16-d3ec37016225) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:17:31.865572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:31.942400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:32.007214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:17:32.009843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:17:32.017859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:17:32.047008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=6f99d442-5e5a-4926-ad16-d3ec37016225,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:32.521100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:32.638906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:32.649973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fd5191b0-cfdd-432f-8944-99e688d85b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:32.782200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:32.846675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:32.919210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:33.030558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=6f99d442-5e5a-4926-ad16-d3ec37016225,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:17:33.042961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:33.219003 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 2681ac69-8dd9-4765-92e1-fd17d6585c13 associated. External IP: 172.26.4.203, port: a21a3b41-85f9-4f0c-abd1-c170e3170562. Mar 24 17:17:33.568473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:17:33.741244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:17:33.750644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] Sync routers for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:17:33.760322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:17:33.761004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:17:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:33.833857 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:33.898589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43642) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:33.900173 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-116d3df6-1449-45df-b614-abe0dc5e7fa7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5190995 Mar 24 17:17:33.900173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:17:33.948531 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'status': 'completed', 'code': 200} Mar 24 17:17:33.961333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:33.984155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:33.997447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:17:34.042951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-857e7737-3bba-4ad1-aefa-cb907c2bc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:34.044446 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-857e7737-3bba-4ad1-aefa-cb907c2bc3db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 1098 time: 0.0736959 Mar 24 17:17:34.093778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2920ce28-815e-4ce0-94d4-0c32130324f4 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers/97cd331a-1e21-47a6-ac8d-bfb1d0c80500 HTTP/1.1" status: 200 len: 923 time: 0.1926916 Mar 24 17:17:34.096554 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43648) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:34.207200 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-184ef292-907d-4501-8d9d-2c1004a8acbe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 200 len: 991 time: 0.1078064 Mar 24 17:17:34.308121 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-fd7e7290-d98a-42c4-8c28-e361d688093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:34.309461 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-fd7e7290-d98a-42c4-8c28-e361d688093e service neutron] 10.222.0.48 "GET /v2.0/networks?id=214f011a-33b7-4fec-8fef-f18dec4451f5 HTTP/1.1" status: 200 len: 897 time: 0.2577691 Mar 24 17:17:34.372025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2681ac69-8dd9-4765-92e1-fd17d6585c13', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'port_id': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'mac_address': 'fa:16:3e:07:a9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:17:32Z', 'updated_at': '2022-03-24T17:17:32Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:17:18Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:34.375758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] Checking router: 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:17:34.385785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:17:34.386401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:17:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:34.390560 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:17:34.416744 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-15f98411-e7d6-425d-be86-082127413941 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a21a3b41-85f9-4f0c-abd1-c170e3170562 HTTP/1.1" status: 200 len: 999 time: 0.1004767 Mar 24 17:17:34.491813 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-3cc67e7c-bc62-46bd-95c6-3fb9a843dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:34.493273 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-3cc67e7c-bc62-46bd-95c6-3fb9a843dcb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3201bc39-5f88-4195-8120-acc6071b19d7 HTTP/1.1" status: 200 len: 835 time: 0.0612826 Mar 24 17:17:34.563743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:17:34.568298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-2e204fdf-5cd6-4750-958d-df8e824a388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:17:34.569784 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-2e204fdf-5cd6-4750-958d-df8e824a388b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=214f011a-33b7-4fec-8fef-f18dec4451f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701981 Mar 24 17:17:34.714473 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-d7a2fab3-b690-4659-a462-c9b6a5283085 service neutron] 10.222.0.48 "GET /v2.0/networks/214f011a-33b7-4fec-8fef-f18dec4451f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371460 Mar 24 17:17:34.849562 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d06dbfbb-9ffe-41a6-84be-f8c6f722f581 req-a62f9fdd-43f3-4a68-b93c-4372c4fd3568 service neutron] 10.222.0.48 "GET /v2.0/networks/214f011a-33b7-4fec-8fef-f18dec4451f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288009 Mar 24 17:17:34.917184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2681ac69-8dd9-4765-92e1-fd17d6585c13', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'port_id': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'mac_address': 'fa:16:3e:07:a9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:17:32Z', 'updated_at': '2022-03-24T17:17:32Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:17:18Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:17:34.921101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f432740-7179-4a40-8b7b-462d6ccd2b9e None None] The sync data for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv is: [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2681ac69-8dd9-4765-92e1-fd17d6585c13', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'port_id': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'mac_address': 'fa:16:3e:07:a9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:17:32Z', 'updated_at': '2022-03-24T17:17:32Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:17:18Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:17:35.125012 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd50aeb-ab2a-43d4-863a-fde1ff0ef03d None None] New status for floating IP 2681ac69-8dd9-4765-92e1-fd17d6585c13: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:17:35.210026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43652) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:35.323252 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3e5033c4-ed8a-4872-aebc-14cf32ece504 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 200 len: 991 time: 0.1113679 Mar 24 17:17:35.325005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:17:36.327149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43656) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:17:36.439531 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3eda60b5-35f0-4525-9eba-4fa78cf087b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 200 len: 993 time: 0.1111338 Mar 24 17:18:00.478488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-280737f9-00c5-422b-badd-73b128aa80df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:00.959867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43674) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:01.149710 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9d202a1b-f89d-4a6a-ab95-596a102720ca tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers/97cd331a-1e21-47a6-ac8d-bfb1d0c80500/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1886508 Mar 24 17:18:01.153476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43678) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:01.433823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a1618b-a7b3-4127-8d71-8c4fabb6e677 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Notify agent at dv-neutron-835063-1-hyperv the message router_removed_from_agent {{(pid=88477) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 24 17:18:01.437018 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-15a1618b-a7b3-4127-8d71-8c4fabb6e677 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "DELETE /v2.0/agents/3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab/l3-routers/97cd331a-1e21-47a6-ac8d-bfb1d0c80500 HTTP/1.1" status: 204 len: 168 time: 0.2826490 Mar 24 17:18:01.439552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43682) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:01.622526 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3fc3024f-a2e1-4b79-b827-565d0ec806ca tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers/97cd331a-1e21-47a6-ac8d-bfb1d0c80500/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1818440 Mar 24 17:18:01.628735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43686) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:01.841178 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f6e36cf3-a7a5-4312-887a-d1fafdb92460 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 200 len: 993 time: 0.2139614 Mar 24 17:18:02.232500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b72b52-2ae9-4d55-adad-9f78d5e1367f None None] New status for floating IP 2681ac69-8dd9-4765-92e1-fd17d6585c13: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:18:02.291496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3ce5a717-384e-49fa-ad8a-e98cfc913ccd no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:18:02.613935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:02.646511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:02.709069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2d451d94-1989-497d-b6ac-fa4e10a6dea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:02.735175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:02.804200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:02.815728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:02.844022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43690) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:02.950507 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b3e73ca2-ed5d-4ef7-99c8-4cb64694c5d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 200 len: 991 time: 0.1052358 Mar 24 17:18:03.843501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:03.871665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:03.932541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b293c094-7f39-4c4f-a186-3665eed353b0 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:18:04.046515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:04.062935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port b293c094-7f39-4c4f-a186-3665eed353b0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b293c094-7f39-4c4f-a186-3665eed353b0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:04.101532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43696) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:04.141304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:04.209208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=b293c094-7f39-4c4f-a186-3665eed353b0,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:04.455496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c28c2b-432c-4e6a-9a43-a203b9515cbb tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:18:04.455762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c28c2b-432c-4e6a-9a43-a203b9515cbb tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Notify agent at dv-neutron-835063-1-hyperv the message router_added_to_agent {{(pid=88478) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 24 17:18:04.474094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-97c28c2b-432c-4e6a-9a43-a203b9515cbb tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "POST /v2.0/agents/3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3715024 Mar 24 17:18:04.476889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43704) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:04.503758 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] Sync routers for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:18:04.503758 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:04.503758 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:04.675168 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3d1fb82b-3b69-4ab2-bfa2-7d45fdbbb5fc tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers/97cd331a-1e21-47a6-ac8d-bfb1d0c80500/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1971478 Mar 24 17:18:04.677962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43708) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:04.684871 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:04.789846 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-52572fbb-f1c6-4ebc-8744-ea2a1e0a581d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 200 len: 991 time: 0.1108177 Mar 24 17:18:05.055877 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:18:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2681ac69-8dd9-4765-92e1-fd17d6585c13', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'port_id': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'mac_address': 'fa:16:3e:07:a9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:17:32Z', 'updated_at': '2022-03-24T17:18:02Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:18:02Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:05.059727 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] Checking router: 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:18:05.067749 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:05.068376 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:05.240508 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:05.313028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:05.587071 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:18:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2681ac69-8dd9-4765-92e1-fd17d6585c13', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'port_id': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'mac_address': 'fa:16:3e:07:a9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:17:32Z', 'updated_at': '2022-03-24T17:18:02Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:18:02Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:05.591161 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c5e285-f0e1-4a80-972d-11dbb5c372a4 None None] The sync data for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv is: [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:18:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2681ac69-8dd9-4765-92e1-fd17d6585c13', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'port_id': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'mac_address': 'fa:16:3e:07:a9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:17:32Z', 'updated_at': '2022-03-24T17:18:02Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:18:02Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:18:05.795209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43712) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:05.928048 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8058fc8c-84d0-4bda-9522-13a205e2b49c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 200 len: 991 time: 0.1326900 Mar 24 17:18:05.988326 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3ce5a717-384e-49fa-ad8a-e98cfc913ccd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:06.066275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:06.067230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:06.197269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:06.237857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:06.307465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:06.379162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:06.387230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.387601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.387908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.388271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.388601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.388928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.389253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.389574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.389897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.390216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.390534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.390848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:06.931466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43716) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:07.039237 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-42decd40-2520-4d66-8eaf-743e77773c55 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 200 len: 991 time: 0.1066074 Mar 24 17:18:07.310456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1010fb-2b63-47b5-b82e-5818f7be1c92 None None] New status for floating IP 2681ac69-8dd9-4765-92e1-fd17d6585c13: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:18:08.006472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3ce5a717-384e-49fa-ad8a-e98cfc913ccd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:08.043335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43722) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:08.076143 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:08.076515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:08.154941 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b587db1b-a7b3-40ff-a85f-f298760d9e04 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 200 len: 993 time: 0.1104343 Mar 24 17:18:08.189342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b293c094-7f39-4c4f-a186-3665eed353b0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:08.257924 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b293c094-7f39-4c4f-a186-3665eed353b0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:08.258094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:08.372908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:08.388535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port b293c094-7f39-4c4f-a186-3665eed353b0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b293c094-7f39-4c4f-a186-3665eed353b0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:08.449600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:08.514307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=b293c094-7f39-4c4f-a186-3665eed353b0,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:09.189640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43730) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:09.387508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 6f99d442-5e5a-4926-ad16-d3ec37016225 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:18:09.387848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:09.552110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:09.552435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:09.674623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 6f99d442-5e5a-4926-ad16-d3ec37016225 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:18:09.856476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:09.906376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=6f99d442-5e5a-4926-ad16-d3ec37016225,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:09.953555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b293c094-7f39-4c4f-a186-3665eed353b0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:09.999804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:09.999804 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 2681ac69-8dd9-4765-92e1-fd17d6585c13 disassociated (deleted). External IP: 172.26.4.203, port: a21a3b41-85f9-4f0c-abd1-c170e3170562. Mar 24 17:18:10.026103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b293c094-7f39-4c4f-a186-3665eed353b0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:10.026409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:10.456582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:18:10.632101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:18:10.641784 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] Sync routers for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:18:10.648322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:10.650723 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:10.651324 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:10.711623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-05c097ec-ae1b-4c51-aa9f-a8f2b640fd2e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/floatingips/2681ac69-8dd9-4765-92e1-fd17d6585c13 HTTP/1.1" status: 204 len: 168 time: 1.5164304 Mar 24 17:18:10.711623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:18:10.809516 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'status': 'completed', 'code': 200} Mar 24 17:18:10.839013 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:10.913741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-97d679b6-6d6d-4c14-ac87-955c3932ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:10.915264 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-97d679b6-6d6d-4c14-ac87-955c3932ec82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 1098 time: 0.0829346 Mar 24 17:18:11.059816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-80fce3ad-cb22-47d4-9b70-29bc407e20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:11.061032 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-80fce3ad-cb22-47d4-9b70-29bc407e20d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=214f011a-33b7-4fec-8fef-f18dec4451f5 HTTP/1.1" status: 200 len: 897 time: 0.1397502 Mar 24 17:18:11.133837 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-5de90d9b-0b75-4a83-a427-509818acfc3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a21a3b41-85f9-4f0c-abd1-c170e3170562 HTTP/1.1" status: 200 len: 217 time: 0.0664256 Mar 24 17:18:11.196341 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:18:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:18:06Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:11.198725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-ddd988ee-c235-43b8-9c36-8ce1bdf34a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:11.200484 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-ddd988ee-c235-43b8-9c36-8ce1bdf34a86 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3201bc39-5f88-4195-8120-acc6071b19d7 HTTP/1.1" status: 200 len: 835 time: 0.0604279 Mar 24 17:18:11.201602 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] Checking router: 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:18:11.210294 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:11.210898 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:11.286707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-f33b949d-ad8c-40ea-9204-bb0c17d39ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:11.289484 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-f33b949d-ad8c-40ea-9204-bb0c17d39ac1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=214f011a-33b7-4fec-8fef-f18dec4451f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814433 Mar 24 17:18:11.314104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5009fc-34bc-48c7-91f6-f6c0c952453f req-53cf2a7a-bf47-47bf-9767-78c3bd80fa72 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:11.314748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0d5009fc-34bc-48c7-91f6-f6c0c952453f req-53cf2a7a-bf47-47bf-9767-78c3bd80fa72 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:18:11.402915 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:18:11.419022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0d5009fc-34bc-48c7-91f6-f6c0c952453f req-53cf2a7a-bf47-47bf-9767-78c3bd80fa72 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:18:11.423157 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d5009fc-34bc-48c7-91f6-f6c0c952453f req-53cf2a7a-bf47-47bf-9767-78c3bd80fa72 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 945 time: 0.2068624 Mar 24 17:18:11.437199 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:11.446815 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-aba1e774-b31b-4809-8ccf-387dd08bac0a service neutron] 10.222.0.48 "GET /v2.0/networks/214f011a-33b7-4fec-8fef-f18dec4451f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503701 Mar 24 17:18:11.494768 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d5009fc-34bc-48c7-91f6-f6c0c952453f req-b1b3c330-eafe-4088-a197-acef20200365 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616231 Mar 24 17:18:11.713158 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-bdf902a0-3b9b-465e-b43d-5701d00a8d55 req-2796d8f8-b267-4808-b9e7-d9ca1cd26e38 service neutron] 10.222.0.48 "GET /v2.0/networks/214f011a-33b7-4fec-8fef-f18dec4451f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590547 Mar 24 17:18:11.775054 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:18:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:18:06Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:11.779572 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6095e-ff0f-4d5c-9ae0-b746cbf5cdd6 None None] The sync data for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv is: [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:17:12Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:18:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3ce5a717-384e-49fa-ad8a-e98cfc913ccd', 'name': '', 'network_id': '214f011a-33b7-4fec-8fef-f18dec4451f5', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:7b:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:11Z', 'updated_at': '2022-03-24T17:18:06Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '3201bc39-5f88-4195-8120-acc6071b19d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:18:12.493056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9794b2-88f4-43fd-b57d-de9df7f0c839 None None] New status for floating IP 2681ac69-8dd9-4765-92e1-fd17d6585c13: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:18:12.572574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-e6fe274f-7c72-45ee-98fc-b350a47f9260 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:12.573270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-e6fe274f-7c72-45ee-98fc-b350a47f9260 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:18:12.586309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-e6fe274f-7c72-45ee-98fc-b350a47f9260 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:18:12.587410 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-e6fe274f-7c72-45ee-98fc-b350a47f9260 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 945 time: 0.1225123 Mar 24 17:18:12.675619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port a21a3b41-85f9-4f0c-abd1-c170e3170562 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:18:12.675989 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:12.705858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de07f27-f186-48bc-839c-ad5b962061ee req-ec61470f-3b52-4841-899f-52b669c74e3f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:12.707030 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4de07f27-f186-48bc-839c-ad5b962061ee req-ec61470f-3b52-4841-899f-52b669c74e3f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 945 time: 0.0952911 Mar 24 17:18:12.759530 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4de07f27-f186-48bc-839c-ad5b962061ee req-db0f26a5-592a-4ac8-a9a3-48c53cf6efe4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=897b641f-8de1-4c83-9b69-e096e3866e38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Mar 24 17:18:12.934010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port a21a3b41-85f9-4f0c-abd1-c170e3170562, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=a21a3b41-85f9-4f0c-abd1-c170e3170562,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:12.934388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:13.059173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for a21a3b41-85f9-4f0c-abd1-c170e3170562 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:18:13.279108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:13.330578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=a21a3b41-85f9-4f0c-abd1-c170e3170562,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:13.376506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.376860 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.377259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.377599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.377940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.378276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.378607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.378935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.379266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.379590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.380032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.388574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:13.428211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port a21a3b41-85f9-4f0c-abd1-c170e3170562 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:18:13.431050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:13.434619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'name': 'network-vif-deleted', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:18:13.481552 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce651d0-8164-4848-88a6-f7a3b689c037', 'name': 'network-vif-deleted', 'tag': 'a21a3b41-85f9-4f0c-abd1-c170e3170562', 'status': 'completed', 'code': 200} Mar 24 17:18:13.507720 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-7a27e5cc-5347-4518-8f04-72840d78fa93 req-5e0bbfd4-0a28-4e4f-8e8e-3a0a19468d11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/a21a3b41-85f9-4f0c-abd1-c170e3170562 HTTP/1.1" status: 204 len: 173 time: 0.9148245 Mar 24 17:18:13.928280 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e9d93eed-7ef9-413d-a9ae-5b91eb672f15 req-ead94e6c-030d-48bb-b0f0-0d0af063fab9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ce651d0-8164-4848-88a6-f7a3b689c037 HTTP/1.1" status: 200 len: 210 time: 0.0457518 Mar 24 17:18:15.022896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43750) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:15.092095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c87aac60-0490-4548-8b0d-843b7ea68f0b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:15.136234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c87aac60-0490-4548-8b0d-843b7ea68f0b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:15.346365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c87aac60-0490-4548-8b0d-843b7ea68f0b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:15.365926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aac60-0490-4548-8b0d-843b7ea68f0b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897b641f-8de1-4c83-9b69-e096e3866e38,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:15.438401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c87aac60-0490-4548-8b0d-843b7ea68f0b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:15.444133 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c87aac60-0490-4548-8b0d-843b7ea68f0b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/897b641f-8de1-4c83-9b69-e096e3866e38 HTTP/1.1" status: 204 len: 168 time: 0.4156499 Mar 24 17:18:15.566197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43756) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:16.016341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device a21a3b41-85f9-4f0c-abd1-c170e3170562 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:18:16.051992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: a21a3b41-85f9-4f0c-abd1-c170e3170562 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:18:16.052276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device a21a3b41-85f9-4f0c-abd1-c170e3170562 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:18:16.172634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:16.688833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:18:16.689170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:16.880018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 3ce5a717-384e-49fa-ad8a-e98cfc913ccd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:16.880370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:17.003727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 3ce5a717-384e-49fa-ad8a-e98cfc913ccd owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:18:17.438306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:17.487039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=3ce5a717-384e-49fa-ad8a-e98cfc913ccd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:17.529877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.530237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.530573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.530899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.531223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.531548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.531866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.532210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.532527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.532838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.533151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.533462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:17.769525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:18.243163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:18:18.414002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:18:18.423922 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] Sync routers for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:18:18.427355 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8efa4a18-dc3f-40a2-929d-00d327c4835f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/97cd331a-1e21-47a6-ac8d-bfb1d0c80500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8599813 Mar 24 17:18:18.429935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43760) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:18.434944 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:18.434944 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:18.500042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-58451c9c-857a-46dc-b1d5-01d089dd2da9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting subnet 3201bc39-5f88-4195-8120-acc6071b19d7 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:18:18.502938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58451c9c-857a-46dc-b1d5-01d089dd2da9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:18.559609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58451c9c-857a-46dc-b1d5-01d089dd2da9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:18.612128 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:18.647410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58451c9c-857a-46dc-b1d5-01d089dd2da9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:18.794320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58451c9c-857a-46dc-b1d5-01d089dd2da9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:18.840478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58451c9c-857a-46dc-b1d5-01d089dd2da9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Subnet': ['ID=3201bc39-5f88-4195-8120-acc6071b19d7,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:18.842750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58451c9c-857a-46dc-b1d5-01d089dd2da9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:18.846626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fbc83a-85df-47c8-b34d-18424e6ada63 None None] Network 214f011a-33b7-4fec-8fef-f18dec4451f5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:18:18.850485 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-58451c9c-857a-46dc-b1d5-01d089dd2da9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/subnets/3201bc39-5f88-4195-8120-acc6071b19d7 HTTP/1.1" status: 204 len: 168 time: 0.4194877 Mar 24 17:18:18.853923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43764) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:18.913558 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:18:17Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:18:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:18.917429 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] Checking router: 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:18:18.927698 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] Routers {'97cd331a-1e21-47a6-ac8d-bfb1d0c80500'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:18.928340 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:19.073509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:19.109631 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] Set router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:19.168712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f00482-fb8b-4f79-8554-6be32d05b140 None None] DHCP port deletion for 214f011a-33b7-4fec-8fef-f18dec4451f5 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:18:19.173866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-07f00482-fb8b-4f79-8554-6be32d05b140 None None] Deleting port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:18:19.174883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-07f00482-fb8b-4f79-8554-6be32d05b140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:19.282111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:19.348739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port b293c094-7f39-4c4f-a186-3665eed353b0 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:18:19.348739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:19.384095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-07f00482-fb8b-4f79-8554-6be32d05b140 None None] For port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=91d6abe9-c5ee-4d1d-a13a-af32c5186e8b,segment=NetworkSegment(930c8629-aff4-4170-a339-5a3375250a4e),segment_id=930c8629-aff4-4170-a339-5a3375250a4e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:19.384480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-07f00482-fb8b-4f79-8554-6be32d05b140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:19.439226 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:18:17Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:18:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:19.445782 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c82ef-07f1-4fb4-8dfd-55eaa033d68b None None] The sync data for ids ['97cd331a-1e21-47a6-ac8d-bfb1d0c80500'] in dv-neutron-835063-1-hyperv is: [{'id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'name': 'tempest-TestNetworkBasicOps-router-1943255281', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:17:06Z', 'updated_at': '2022-03-24T17:18:17Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': 'b293c094-7f39-4c4f-a186-3665eed353b0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cd331a-1e21-47a6-ac8d-bfb1d0c80500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:17:07Z', 'updated_at': '2022-03-24T17:18:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:18:19.526700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-07f00482-fb8b-4f79-8554-6be32d05b140 None None] Calling delete_port for 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:18:19.557380 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port b293c094-7f39-4c4f-a186-3665eed353b0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b293c094-7f39-4c4f-a186-3665eed353b0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:19.561914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:19.741110 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-07f00482-fb8b-4f79-8554-6be32d05b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:19.784013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for b293c094-7f39-4c4f-a186-3665eed353b0 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:18:19.792361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f00482-fb8b-4f79-8554-6be32d05b140 None None] Pushing event deleted for resources: {'Port': ['ID=91d6abe9-c5ee-4d1d-a13a-af32c5186e8b,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:19.794128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f00482-fb8b-4f79-8554-6be32d05b140 None None] No DVR routers for this DVR port 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:18:19.965876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3ce5a717-384e-49fa-ad8a-e98cfc913ccd no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:18:20.003379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 3ce5a717-384e-49fa-ad8a-e98cfc913ccd {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:18:20.003640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3ce5a717-384e-49fa-ad8a-e98cfc913ccd not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:18:20.004244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:18:20.038446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:18:20.038446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 91d6abe9-c5ee-4d1d-a13a-af32c5186e8b not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:18:20.187042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.234702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=b293c094-7f39-4c4f-a186-3665eed353b0,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:20.329431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.502120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.504240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.610159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.610673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Fanout notify agent at l3_agent the message router_deleted on router 97cd331a-1e21-47a6-ac8d-bfb1d0c80500 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:18:20.626951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.628425 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a1395a4f-a0d7-4916-8279-1ed44d1d5855 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/routers/97cd331a-1e21-47a6-ac8d-bfb1d0c80500 HTTP/1.1" status: 204 len: 168 time: 1.7733197 Mar 24 17:18:20.630871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43772) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:20.751298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.895604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.928918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214f011a-33b7-4fec-8fef-f18dec4451f5']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:20.941544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930c8629-aff4-4170-a339-5a3375250a4e') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:20.941786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930c8629-aff4-4170-a339-5a3375250a4e') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:20.953739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.969753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.976094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:18:20.976366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:18:20.990574 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:18:21.157028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.170486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.184991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Network': ['ID=214f011a-33b7-4fec-8fef-f18dec4451f5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:21.250456 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6241cd03-db25-4347-b811-405ab3e4b988 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/networks/214f011a-33b7-4fec-8fef-f18dec4451f5 HTTP/1.1" status: 204 len: 168 time: 0.6183591 Mar 24 17:18:21.272144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43776) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:21.282951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'network': {'name': 'tempest-network-smoke--106255867', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'port_security_enabled': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:21.283198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:21.287892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:network and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:21.290799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:21.297251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:21.361605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:18:21.364163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.390070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:18:21.398903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.399262 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Added segment b5ebcd94-a312-4b60-a145-c15d54500af1 of type vlan for network 7444e5e7-f594-4e40-ae93-0b55b751800e Mar 24 17:18:21.426588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.643688 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.649065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:21.649626 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.773608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Network': ['ID=7444e5e7-f594-4e40-ae93-0b55b751800e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:21.783629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 7444e5e7-f594-4e40-ae93-0b55b751800e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:18:21.791865 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-edaf6183-5c82-4272-aa16-2d69566b753b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2947638 Mar 24 17:18:21.848980 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-07dc2495-874a-4098-ab51-daf2462dae12 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5757723 Mar 24 17:18:21.851733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43780) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:21.864384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-163715269', 'admin_state_up': True, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:21.872712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:21.877117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:router and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:21.881254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:21.891756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-364678bb-0f44-41be-973d-cde1289d128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:21.892798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:21.892931 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-364678bb-0f44-41be-973d-cde1289d128c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 1099 time: 0.0799639 Mar 24 17:18:21.945940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b293c094-7f39-4c4f-a186-3665eed353b0 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:18:21.947172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.949183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.967580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:21.980302 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: b293c094-7f39-4c4f-a186-3665eed353b0 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:18:21.980652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b293c094-7f39-4c4f-a186-3665eed353b0 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:18:22.051500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-bb65b2f6-a674-4a0b-9024-1669672230a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:22.053011 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-bb65b2f6-a674-4a0b-9024-1669672230a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1351438 Mar 24 17:18:22.158500 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-9aa1b6a7-12df-4fcc-a0d0-c4c0c413a88d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=165df364-e9a4-4030-b33e-4714915fd915 HTTP/1.1" status: 200 len: 1002 time: 0.0993831 Mar 24 17:18:22.225104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-80a15cdb-d47f-44be-83e4-cf5418b87869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:22.227151 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-80a15cdb-d47f-44be-83e4-cf5418b87869 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0628686 Mar 24 17:18:22.293249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:22.303270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-dc43d936-9a2c-4fd4-a716-bdc08c7e3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:22.304730 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-dc43d936-9a2c-4fd4-a716-bdc08c7e3fc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720930 Mar 24 17:18:22.437348 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-a8e387f5-c82a-47a0-ab20-63e9c5ba87aa service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258538 Mar 24 17:18:22.577701 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9f17344e-1c91-4e4a-8cb2-b0f99be22c28 req-d2bbccd0-e922-46ac-89fa-b5ba304c82fd service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344519 Mar 24 17:18:22.678558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:22.706972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:22.950763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.215 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/15ff5132-cdf9-402a-a47b-cb3931644351) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:18:23.092720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:23.181501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:23.240852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:18:23.243493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:18:23.247571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:18:23.289128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=15ff5132-cdf9-402a-a47b-cb3931644351,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:23.762854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:24.094841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:24.363453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:18:24.648634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:18:24.658721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Sync routers for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:18:24.668335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:24.672063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:24.761809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:24.761809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bac2f41c-f7bf-44d3-a18a-6f1c8d057318 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9058523 Mar 24 17:18:24.762712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43784) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:24.804755 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fd3aebc1-238b-4a51-aa4f-9e2bd4953643 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408278 Mar 24 17:18:24.807375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43788) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:24.875894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:24.936667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b0813b-6320-4a50-8465-091eebc186d0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:24.938121 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-77b0813b-6320-4a50-8465-091eebc186d0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298501 Mar 24 17:18:24.941301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43792) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:24.980284 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8ceb78a8-0e91-4fc4-98bf-f2d45c134bf2 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377767 Mar 24 17:18:24.983754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43796) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:24.989033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591546310', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:25.099247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:25.103086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:subnet and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:25.105926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:25.112097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:25.154195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:23Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:25.158284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Checking router: 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:18:25.158574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Updating router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 port 15ff5132-cdf9-402a-a47b-cb3931644351 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:18:25.175517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:18:25.179750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:25.213994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:25.445063 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:25.525434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=32897315-8fd9-4c48-831b-d9f41a725888,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:25.537783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Checking segment: {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:18:25.538151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network hostable DHCP agents. Network: 7444e5e7-f594-4e40-ae93-0b55b751800e, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:18:25.542844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:25.554329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Transition to ACTIVE for port object 15ff5132-cdf9-402a-a47b-cb3931644351 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:18:25.649556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 7444e5e7-f594-4e40-ae93-0b55b751800e is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:18:25.660820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:25.722974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 7444e5e7-f594-4e40-ae93-0b55b751800e) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:18:25.737038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:25.737636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:25.737951 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Attempting to bind port 15ff5132-cdf9-402a-a47b-cb3931644351 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:18:25.738322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Attempting to bind port 15ff5132-cdf9-402a-a47b-cb3931644351 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:18:25.738680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Attempting to bind port 15ff5132-cdf9-402a-a47b-cb3931644351 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:18:25.750507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a7093-a946-4e75-abdb-a25f69666629 None None] Network 7444e5e7-f594-4e40-ae93-0b55b751800e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:18:25.766422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95ae90-f9f7-419f-afab-374c9e2ad107 None None] Pushing event updated for resources: {'Port': ['ID=15ff5132-cdf9-402a-a47b-cb3931644351,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:25.779061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:18:25.779451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:18:25.779861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:25.780272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:18:25.780747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Bound port: 15ff5132-cdf9-402a-a47b-cb3931644351, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:18:25.781116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:25.815401 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-934044ff-b794-4fc1-b49c-90f7f0a9a24f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8306007 Mar 24 17:18:25.818148 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43800) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:25.930510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] For port 15ff5132-cdf9-402a-a47b-cb3931644351, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:18:25.964766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] For port 15ff5132-cdf9-402a-a47b-cb3931644351, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=15ff5132-cdf9-402a-a47b-cb3931644351,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:18:26.043556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-7444e5e7-f594-4e40-ae93-0b55b751800e', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:18:26.044595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:26.058914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:26.204359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:26.205086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:26.253556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95ae90-f9f7-419f-afab-374c9e2ad107 None None] Pushing event updated for resources: {'Port': ['ID=15ff5132-cdf9-402a-a47b-cb3931644351,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:26.460666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Allocated IP 172.20.0.2 (7444e5e7-f594-4e40-ae93-0b55b751800e/32897315-8fd9-4c48-831b-d9f41a725888/bd6cdab5-616f-4c64-9b34-03b88b3fa5ea) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:18:26.491055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:26.625390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:26.926565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:26.939884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Transition to ACTIVE for port object bd6cdab5-616f-4c64-9b34-03b88b3fa5ea will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:18:26.963721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:23Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:26.968620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Transition to ACTIVE for port object bd6cdab5-616f-4c64-9b34-03b88b3fa5ea will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:18:26.971233 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473b70c-c131-4bda-9de7-c9017217b591 None None] The sync data for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv is: [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:23Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:18:27.061244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:27.121138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Network 7444e5e7-f594-4e40-ae93-0b55b751800e is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:18:27.123973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:18:27.127573 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.1 (7444e5e7-f594-4e40-ae93-0b55b751800e/32897315-8fd9-4c48-831b-d9f41a725888/424f439e-af31-4297-96b0-48c05109f825) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:18:27.127755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:18:27.142877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Pushing event updated for resources: {'Port': ['ID=bd6cdab5-616f-4c64-9b34-03b88b3fa5ea,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:27.243697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Attempting to bind port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:18:27.244103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Attempting to bind port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:18:27.244859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Attempting to bind port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea on network 7444e5e7-f594-4e40-ae93-0b55b751800e {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:18:27.250373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:18:27.250746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Checking segment: {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:18:27.251146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:27.251536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Bound using segment: {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:18:27.252188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Bound port: bd6cdab5-616f-4c64-9b34-03b88b3fa5ea, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:18:27.252562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:27.320005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:27.338487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 424f439e-af31-4297-96b0-48c05109f825 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:18:27.350133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] For port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:18:27.353809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] For port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bd6cdab5-616f-4c64-9b34-03b88b3fa5ea,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:18:27.438620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:27.438824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:27.510448 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 7444e5e7-f594-4e40-ae93-0b55b751800e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:18:27.515030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:18:27.518216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:18:27.531485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b242a-9062-4031-8652-bb80f7045ea5 None None] Pushing event updated for resources: {'Port': ['ID=bd6cdab5-616f-4c64-9b34-03b88b3fa5ea,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:27.578234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=424f439e-af31-4297-96b0-48c05109f825,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:27.602812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.022641 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 15ff5132-cdf9-402a-a47b-cb3931644351 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:28.151776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 15ff5132-cdf9-402a-a47b-cb3931644351 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:18:28.155471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.156848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 15ff5132-cdf9-402a-a47b-cb3931644351 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:28.157460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.283740 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.302551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 15ff5132-cdf9-402a-a47b-cb3931644351, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=15ff5132-cdf9-402a-a47b-cb3931644351,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:28.363433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.364388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bd6cdab5-616f-4c64-9b34-03b88b3fa5ea up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:28.483658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=15ff5132-cdf9-402a-a47b-cb3931644351,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:28.550309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b67ebbb-6b90-420b-8e2a-d8d40f39ef8e None None] Network 7444e5e7-f594-4e40-ae93-0b55b751800e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:18:28.579242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:18:28.591220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.655151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.724382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-24efecd8-cb22-4c53-912b-4fed1ca995dd None None] Provisioning for port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:18:28.734812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-24efecd8-cb22-4c53-912b-4fed1ca995dd None None] Provisioning complete for port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:28.734812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24efecd8-cb22-4c53-912b-4fed1ca995dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.775475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=424f439e-af31-4297-96b0-48c05109f825,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:28.778192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.910426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24efecd8-cb22-4c53-912b-4fed1ca995dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:28.929057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 7444e5e7-f594-4e40-ae93-0b55b751800e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:18:28.937465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:18:28.949250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-24efecd8-cb22-4c53-912b-4fed1ca995dd None None] For port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bd6cdab5-616f-4c64-9b34-03b88b3fa5ea,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:29.009785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24efecd8-cb22-4c53-912b-4fed1ca995dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:29.146138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efecd8-cb22-4c53-912b-4fed1ca995dd None None] Pushing event updated for resources: {'Port': ['ID=bd6cdab5-616f-4c64-9b34-03b88b3fa5ea,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:29.147394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:18:29.149550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-22ef4d66-5615-432c-a0c1-835e7dee9374 None None] Provisioning complete for port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:29.149970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-22ef4d66-5615-432c-a0c1-835e7dee9374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:29.342050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-22ef4d66-5615-432c-a0c1-835e7dee9374 None None] Provisioning for port 424f439e-af31-4297-96b0-48c05109f825 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:18:29.342388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:18:29.347625 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-22ef4d66-5615-432c-a0c1-835e7dee9374 None None] Provisioning complete for port 424f439e-af31-4297-96b0-48c05109f825 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:29.348032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-22ef4d66-5615-432c-a0c1-835e7dee9374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:29.356482 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Sync routers for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:18:29.359663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43804) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:29.360110 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-47df16ea-6109-48bb-ab24-7236ca37b633 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/61b0b682-1e8c-4c3f-b9e2-b1359e326ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5407186 Mar 24 17:18:29.369256 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:29.370347 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:29.410651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-22ef4d66-5615-432c-a0c1-835e7dee9374 None None] Port 424f439e-af31-4297-96b0-48c05109f825 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:18:29.511355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327c1f7-380e-4801-ae79-8504162f6af3 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.511745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327c1f7-380e-4801-ae79-8504162f6af3 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.512825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327c1f7-380e-4801-ae79-8504162f6af3 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.513447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327c1f7-380e-4801-ae79-8504162f6af3 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.513916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327c1f7-380e-4801-ae79-8504162f6af3 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.514369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327c1f7-380e-4801-ae79-8504162f6af3 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.518637 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d327c1f7-380e-4801-ae79-8504162f6af3 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1554468 Mar 24 17:18:29.518961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43808) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:29.531536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c8fdcde7-1908-41e2-829e-52c03229f397 None None] Provisioning complete for port 424f439e-af31-4297-96b0-48c05109f825 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:29.531908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c8fdcde7-1908-41e2-829e-52c03229f397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:29.573392 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:29.587659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c8fdcde7-1908-41e2-829e-52c03229f397 None None] Port 424f439e-af31-4297-96b0-48c05109f825 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:18:29.597735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f91e2-1664-45e9-ba13-3e27ed24b74a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.598202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f91e2-1664-45e9-ba13-3e27ed24b74a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.598651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f91e2-1664-45e9-ba13-3e27ed24b74a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.599094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f91e2-1664-45e9-ba13-3e27ed24b74a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.599536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f91e2-1664-45e9-ba13-3e27ed24b74a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.599991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f91e2-1664-45e9-ba13-3e27ed24b74a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:29.601719 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2b9f91e2-1664-45e9-ba13-3e27ed24b74a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0817978 Mar 24 17:18:29.604591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43812) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:29.805583 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4536e7f2-f170-4248-95cb-9ba131ad8406 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1999383 Mar 24 17:18:29.892362 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '424f439e-af31-4297-96b0-48c05109f825', 'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:e2:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:26Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '32897315-8fd9-4c48-831b-d9f41a725888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:29.896164 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Checking router: 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:18:29.896510 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Updating router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 port 424f439e-af31-4297-96b0-48c05109f825 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:18:29.967304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 15ff5132-cdf9-402a-a47b-cb3931644351 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:29.972020 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.037254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 15ff5132-cdf9-402a-a47b-cb3931644351 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:30.037619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.151852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43818) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:30.155734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bd6cdab5-616f-4c64-9b34-03b88b3fa5ea up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:30.158212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948497550', 'description': 'tempest-secgroup-smoke-948497550 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:30.164499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:30.169236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:30.172196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:30.178055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:30.222339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:30.222706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.249577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.277662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:30.283803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:30.287735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:30.295128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:30.317757 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.330993 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Transition to ACTIVE for port object 424f439e-af31-4297-96b0-48c05109f825 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:18:30.379003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.415312 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.449745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.497562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89268744-e123-4f17-9b55-4db75abbf03c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:30.514108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5770b8b6-eea9-40a8-8d6b-b50a5a774872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.566030 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Pushing event updated for resources: {'Port': ['ID=424f439e-af31-4297-96b0-48c05109f825,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:30.576330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.577942 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4fdeee16-4617-4419-bbce-b3c226666f6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4246788 Mar 24 17:18:30.582034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43822) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:30.586697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '89268744-e123-4f17-9b55-4db75abbf03c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:30.594145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:30.599853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:30.603738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:30.611277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:30.649390 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.649739 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.650085 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.650413 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.650892 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.651353 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.651683 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.652024 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.652348 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.652666 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.653667 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.654048 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:18:30.683601 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Attempting to bind port 424f439e-af31-4297-96b0-48c05109f825 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:18:30.684073 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Attempting to bind port 424f439e-af31-4297-96b0-48c05109f825 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:18:30.684430 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Attempting to bind port 424f439e-af31-4297-96b0-48c05109f825 on network 7444e5e7-f594-4e40-ae93-0b55b751800e {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:18:30.689541 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:18:30.689903 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Checking segment: {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:18:30.690292 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.690674 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Bound using segment: {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:18:30.691119 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Bound port: 424f439e-af31-4297-96b0-48c05109f825, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:18:30.691482 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.708718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.774148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.779016 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] For port 424f439e-af31-4297-96b0-48c05109f825, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:18:30.781983 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] For port 424f439e-af31-4297-96b0-48c05109f825, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=424f439e-af31-4297-96b0-48c05109f825,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:18:30.843610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.866945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50d5906-c158-45c7-b153-63b6f9940e19,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:30.873473 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.924760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:30.926488 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e553c551-36a6-48f4-8eb2-22ba6c085966 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447447 Mar 24 17:18:30.930296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43826) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:30.936395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '89268744-e123-4f17-9b55-4db75abbf03c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:30.943248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:30.947896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:30.952633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:30.952890 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:30.953509 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:30.961001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:31.009856 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ffecb-b6a5-4830-8dec-067f1d17baf7 None None] Pushing event updated for resources: {'Port': ['ID=424f439e-af31-4297-96b0-48c05109f825,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:31.039241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:31.104846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:31.139374 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:31.180898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:31.205215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66f4efe-0302-4373-985e-a35811a448c0,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:31.289556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:31.290778 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7aec27a0-57fb-4fba-9407-4441af05d7b2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3592603 Mar 24 17:18:31.293910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43830) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:31.299037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '89268744-e123-4f17-9b55-4db75abbf03c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:31.304837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:31.308694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:31.312324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:31.318032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:31.399074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:31.450576 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '424f439e-af31-4297-96b0-48c05109f825', 'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:e2:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:26Z', 'updated_at': '2022-03-24T17:18:30Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '32897315-8fd9-4c48-831b-d9f41a725888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:31.454691 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2185110-4994-4fdf-a3b9-a801e0446e55 None None] The sync data for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv is: [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '424f439e-af31-4297-96b0-48c05109f825', 'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:e2:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:26Z', 'updated_at': '2022-03-24T17:18:30Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '32897315-8fd9-4c48-831b-d9f41a725888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:18:31.464279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:31.524117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:31.550203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eaee62a-7f01-4efc-8014-562601c95954,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:31.615666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:31.617016 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7753b4d5-56e6-4a07-834c-374e765b2f18 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221264 Mar 24 17:18:31.619869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43834) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:31.628620 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '89268744-e123-4f17-9b55-4db75abbf03c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:31.634892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:31.639020 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:31.642045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:31.647783 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:31.922913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:31.977610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 424f439e-af31-4297-96b0-48c05109f825 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:31.997339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.084131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.112409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e42899c-8311-4079-a90f-834ef509fa9a,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:32.113088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 424f439e-af31-4297-96b0-48c05109f825 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:18:32.122847 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 424f439e-af31-4297-96b0-48c05109f825 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:32.122847 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.230893 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.230893 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7aa2a513-a9ac-4277-b046-38e424ff7057 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6047146 Mar 24 17:18:32.231454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43838) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:32.237207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '89268744-e123-4f17-9b55-4db75abbf03c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:32.243583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:32.248547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.251317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:32.254645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:32.261066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:32.288280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 424f439e-af31-4297-96b0-48c05109f825, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=424f439e-af31-4297-96b0-48c05109f825,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:32.335555 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:18:32.343070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.363991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.412900 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.438634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=424f439e-af31-4297-96b0-48c05109f825,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:32.489508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.514147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553cf715-0c64-4e6d-8fb1-abba5bd66707,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:32.603718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.604945 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9424cc91-c0c7-471a-bfb0-a472c1ef96ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3722532 Mar 24 17:18:32.608482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43842) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:32.613376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '89268744-e123-4f17-9b55-4db75abbf03c', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:32.619293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:32.623743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:32.626670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:32.632436 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:32.660743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-016a1d7c-ab99-4c40-af7f-0ee7f2f711df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.712298 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:18:32.719682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.769695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.783980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.866383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.889323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf44c77b-9ae5-45c6-923b-7cf1f5224d49,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:32.964154 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:32.965948 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fe60cd71-e9cb-41ee-94bc-79896c4f720a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3559780 Mar 24 17:18:33.128485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-bc4434e9-18b8-4612-9baa-84918d1e3511 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:18:33.197946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-bc4434e9-18b8-4612-9baa-84918d1e3511 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:18:33.199059 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-bc4434e9-18b8-4612-9baa-84918d1e3511 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-948497550&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1096914 Mar 24 17:18:33.350522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-8632a4ba-923d-4d85-a57e-c9c2d59586c3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:33.351920 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-8632a4ba-923d-4d85-a57e-c9c2d59586c3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=7444e5e7-f594-4e40-ae93-0b55b751800e HTTP/1.1" status: 200 len: 796 time: 0.1458075 Mar 24 17:18:33.366171 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-3d9ec0dd-c387-44ee-8b07-ae15a0628a1e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0087714 Mar 24 17:18:33.447423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-840cd0cd-ac96-4f55-a077-ae24f2752327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:18:33.523927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-840cd0cd-ac96-4f55-a077-ae24f2752327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:18:33.525265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-840cd0cd-ac96-4f55-a077-ae24f2752327 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544552 Mar 24 17:18:33.658178 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-92bf01a1-41e6-46a3-ad36-ec572751eed7 service neutron] 10.222.0.47 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205597 Mar 24 17:18:33.785926 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-fc061caf-318f-4ecb-8e01-56244d8157e0 service neutron] 10.222.0.47 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216111 Mar 24 17:18:33.861446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:33.884094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:33.954123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 424f439e-af31-4297-96b0-48c05109f825 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:34.043542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 424f439e-af31-4297-96b0-48c05109f825 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:34.043911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:34.156141 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d47f928b-ccb6-4f3a-8b0f-fcd22f28d292 req-c5dfc991-baa0-404a-a39b-0ba0985ad864 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 210 time: 0.1595659 Mar 24 17:18:35.316454 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c10a1f9e-e354-4a17-addd-d883aff48875 req-8f478f7a-589a-4e31-8743-6527990618c1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 210 time: 0.0454535 Mar 24 17:18:35.361552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:36.132564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-9d55dbbb-3b2c-413f-bbb5-96c59666faf6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:36.133237 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-9d55dbbb-3b2c-413f-bbb5-96c59666faf6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:18:36.222663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-9d55dbbb-3b2c-413f-bbb5-96c59666faf6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:18:36.222663 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-9d55dbbb-3b2c-413f-bbb5-96c59666faf6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=7444e5e7-f594-4e40-ae93-0b55b751800e HTTP/1.1" status: 200 len: 796 time: 0.3722069 Mar 24 17:18:36.274810 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-9772f8d1-c583-4afe-b235-4888852f6353 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 379 time: 0.0444858 Mar 24 17:18:36.283202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['89268744-e123-4f17-9b55-4db75abbf03c']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:36.432502 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:36.442655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:36.468198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e3fa2ed7-d71f-4e75-9e59-38bad891628e req-e04ded90-a658-44b7-ad1e-6ebacc91bde0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 210 time: 0.0424242 Mar 24 17:18:36.529761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:18:36.533418 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:36.713846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.11 (7444e5e7-f594-4e40-ae93-0b55b751800e/32897315-8fd9-4c48-831b-d9f41a725888/b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:18:36.916463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:36.933260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:18:37.249869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:37.316142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 7444e5e7-f594-4e40-ae93-0b55b751800e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:18:37.319098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:18:37.327862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:18:37.363402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:37.400848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:37.402499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:37.490145 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-35cce7dd-7bc3-40e1-8d1e-8fb944a10772 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2103932 Mar 24 17:18:37.502522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Request body: {'port': {'device_id': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:37.617205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:37.655843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fda03-888c-4251-88f5-5c425f0e3f8b req-82c519b7-8842-40e6-909d-b9f93b69cbe0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:37.657571 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bc8fda03-888c-4251-88f5-5c425f0e3f8b req-82c519b7-8842-40e6-909d-b9f93b69cbe0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 932 time: 0.0843947 Mar 24 17:18:37.666444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a9666341-954a-4a4d-9358-e5290c818cb7 None None] Provisioning for port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:18:37.672592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a9666341-954a-4a4d-9358-e5290c818cb7 None None] Provisioning complete for port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:37.672935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9666341-954a-4a4d-9358-e5290c818cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:37.702968 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bc8fda03-888c-4251-88f5-5c425f0e3f8b req-eb2526f3-77ae-409d-9b84-590eb3d9f797 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392518 Mar 24 17:18:37.728543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a9666341-954a-4a4d-9358-e5290c818cb7 None None] Port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:18:37.959103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:18:37.966682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:37.980290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Transition to ACTIVE for port object b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:18:38.049534 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:38.209193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:38.293738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Attempting to bind port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:18:38.294317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Attempting to bind port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:18:38.295615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Attempting to bind port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 on network 7444e5e7-f594-4e40-ae93-0b55b751800e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:18:38.300572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 on network 7444e5e7-f594-4e40-ae93-0b55b751800e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:18:38.300915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Attempting to bind port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 on network 7444e5e7-f594-4e40-ae93-0b55b751800e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:18:38.307057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:18:38.307393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Checking segment: {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:18:38.307775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Bound using segment: {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:18:38.308324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Bound port: b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ebcd94-a312-4b60-a145-c15d54500af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:18:38.309464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:38.397882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] For port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:18:38.400749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] For port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:18:38.484352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:38.651241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:38.651836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:38.653297 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] 10.222.0.48 "PUT /v2.0/ports/b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 HTTP/1.1" status: 200 len: 1094 time: 1.1550212 Mar 24 17:18:38.653768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:18:38.690504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ecb16-a76e-459a-b35a-37bf35491775 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:38.709106 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'status': 'completed', 'code': 200} Mar 24 17:18:38.812655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6e4c-4eea-48f0-b9ba-cde019d2649b req-72f53406-4642-461a-b096-a42404353ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:38.814296 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b80b6e4c-4eea-48f0-b9ba-cde019d2649b req-72f53406-4642-461a-b096-a42404353ddc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 1097 time: 0.0837610 Mar 24 17:18:38.937667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a2cef-aaad-4e14-8bd1-f6ea05fdc2f1 req-a44e9837-a12e-438a-b612-4ad1299a89a9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:38.940419 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d76a2cef-aaad-4e14-8bd1-f6ea05fdc2f1 req-a44e9837-a12e-438a-b612-4ad1299a89a9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 944 time: 0.1096687 Mar 24 17:18:38.982852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6e4c-4eea-48f0-b9ba-cde019d2649b req-86e09876-8668-4e2b-a957-8b5038bcff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:38.984369 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b80b6e4c-4eea-48f0-b9ba-cde019d2649b req-86e09876-8668-4e2b-a957-8b5038bcff33 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1630347 Mar 24 17:18:38.987855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d76a2cef-aaad-4e14-8bd1-f6ea05fdc2f1 req-1073e2bb-c446-4309-9107-4194b414658b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Mar 24 17:18:39.124141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6e4c-4eea-48f0-b9ba-cde019d2649b req-fe81ffa5-2ec1-4be1-8935-a89cd96e886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:39.125577 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b80b6e4c-4eea-48f0-b9ba-cde019d2649b req-fe81ffa5-2ec1-4be1-8935-a89cd96e886e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351457 Mar 24 17:18:39.230540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-f31443b8-507e-41ad-9770-fba53bbfebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:39.232587 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-f31443b8-507e-41ad-9770-fba53bbfebaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 1097 time: 0.0742662 Mar 24 17:18:39.301350 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-f32a832c-bcd5-4432-841e-e1b8a5bbde86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 HTTP/1.1" status: 200 len: 217 time: 0.0623224 Mar 24 17:18:39.361184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-ef48a813-9248-446d-b935-9c0181990c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:39.362563 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-ef48a813-9248-446d-b935-9c0181990c1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32897315-8fd9-4c48-831b-d9f41a725888 HTTP/1.1" status: 200 len: 844 time: 0.0563345 Mar 24 17:18:39.435688 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-ee9b1657-85cf-44fd-ae38-031a9ad64d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:39.437143 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-ee9b1657-85cf-44fd-ae38-031a9ad64d32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7444e5e7-f594-4e40-ae93-0b55b751800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689495 Mar 24 17:18:39.570121 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-237ae166-3b40-4413-85f6-b50d02cffc63 service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259861 Mar 24 17:18:39.699832 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c2d61e65-b9fd-4b2e-85cd-433ec176d564 req-b0219900-9d27-4a96-b30b-a162e6509c74 service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230054 Mar 24 17:18:40.170314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b7880-1b2d-49e0-aa5f-3f4e32823f4e req-182127e5-03e7-4f8a-832d-5b7c1f9787fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:40.171714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f50b7880-1b2d-49e0-aa5f-3f4e32823f4e req-182127e5-03e7-4f8a-832d-5b7c1f9787fe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 944 time: 0.0791335 Mar 24 17:18:40.214938 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f50b7880-1b2d-49e0-aa5f-3f4e32823f4e req-aa44a849-54a6-467d-8508-b2fd1b867a06 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376613 Mar 24 17:18:41.402280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01199a24-009a-429e-873b-2a989984c00d req-f51e0107-19ec-486d-bdda-43671c17bce2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:41.403855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-01199a24-009a-429e-873b-2a989984c00d req-f51e0107-19ec-486d-bdda-43671c17bce2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 944 time: 0.0826833 Mar 24 17:18:41.446840 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-01199a24-009a-429e-873b-2a989984c00d req-e09ab615-e033-400c-9e5a-1401aa366530 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374725 Mar 24 17:18:42.203140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:18:42.360572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:42.373685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'port_id': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'mac_address': 'fa:16:3e:e3:f5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:18:42.426288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:42.444728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:18:42.459537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:42.546915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:42.613922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:42.633771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd748cca-ba94-4740-97bb-0c58001dc6fb req-9354c6a9-3980-4917-a696-c37c23337060 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:42.635178 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fd748cca-ba94-4740-97bb-0c58001dc6fb req-9354c6a9-3980-4917-a696-c37c23337060 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 945 time: 0.0821502 Mar 24 17:18:42.677963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fd748cca-ba94-4740-97bb-0c58001dc6fb req-f44a0770-e0ca-4a82-93ad-edb8ab3d90d8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372186 Mar 24 17:18:42.773823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:18:43.856277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07048a8-d840-4c82-97f8-b93b58589dc2 req-0d9057c7-c380-4cf2-a3be-36246d777bd1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:43.857910 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b07048a8-d840-4c82-97f8-b93b58589dc2 req-0d9057c7-c380-4cf2-a3be-36246d777bd1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 945 time: 0.0794246 Mar 24 17:18:43.907221 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b07048a8-d840-4c82-97f8-b93b58589dc2 req-bdb5fd16-9b7e-41b4-86c7-10d0a296da70 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435691 Mar 24 17:18:44.227232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:18:44.328949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:18:44.333805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:18:44.341716 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:44.449058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:44.476107 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:18:44.486108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:18:44.558016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:44.589781 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'code': 200} Mar 24 17:18:44.626265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:44.894554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5154ff7-a3f1-43ab-aa8d-db2f638cb4ea req-393b6e7b-5cba-4e78-be4a-22229972e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:44.896021 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d5154ff7-a3f1-43ab-aa8d-db2f638cb4ea req-393b6e7b-5cba-4e78-be4a-22229972e1e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 1099 time: 0.0733044 Mar 24 17:18:44.936792 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d5154ff7-a3f1-43ab-aa8d-db2f638cb4ea req-3e2498db-d49f-4940-affc-794a47342670 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342433 Mar 24 17:18:45.086681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed919ef9-7216-497a-866d-b515ee1f070d req-e6727c9b-3f01-4785-8a6b-7dad524a5936 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:45.088142 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed919ef9-7216-497a-866d-b515ee1f070d req-e6727c9b-3f01-4785-8a6b-7dad524a5936 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 946 time: 0.0834534 Mar 24 17:18:45.131652 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed919ef9-7216-497a-866d-b515ee1f070d req-756b4d00-75ce-4db8-ab92-463ba054bcdb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379903 Mar 24 17:18:46.315854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e25f6c-953c-4051-a39f-472e0a233269 req-f44d8096-cf50-478d-b6dd-25b9454a229e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:46.317319 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-29e25f6c-953c-4051-a39f-472e0a233269 req-f44d8096-cf50-478d-b6dd-25b9454a229e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 946 time: 0.0773225 Mar 24 17:18:46.382828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-29e25f6c-953c-4051-a39f-472e0a233269 req-95718ba6-868d-4bd8-a02f-c71e1cf83c19 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599940 Mar 24 17:18:46.576440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077eb72-6d22-485d-aea5-e80c30b18f72 req-d349c701-868f-47ce-aa09-578a0ac6784f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:46.577889 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e077eb72-6d22-485d-aea5-e80c30b18f72 req-d349c701-868f-47ce-aa09-578a0ac6784f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 946 time: 0.0781167 Mar 24 17:18:46.620297 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e077eb72-6d22-485d-aea5-e80c30b18f72 req-8de9333d-6ca3-419e-9e1c-b1475211cd3a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367761 Mar 24 17:18:46.642967 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43900) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:46.711454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3e9da-5fdc-425c-b563-38f2a16a07e1 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:46.712847 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-93f3e9da-5fdc-425c-b563-38f2a16a07e1 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 1094 time: 0.0688908 Mar 24 17:18:46.715663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43904) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:46.720850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:18:46.726781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:18:46.731138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:floatingip and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:18:46.734198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:18:46.739786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:18:46.792170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:46.928326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:47.064417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.37 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/db538c4c-835e-4106-b39c-f5f7341b72d4) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:18:47.209710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:47.375452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:47.439442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:18:47.442187 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:18:47.445799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:18:47.484984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=db538c4c-835e-4106-b39c-f5f7341b72d4,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:48.005927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:48.146128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:48.350002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:48.391923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:48.392378 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:18:48.504583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=db538c4c-835e-4106-b39c-f5f7341b72d4,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:18:48.515130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:48.682533 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 210cae62-06b5-4356-99fc-e2ee88b0bc3c associated. External IP: 172.26.4.37, port: b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75. Mar 24 17:18:49.031377 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:18:49.206632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:18:49.216249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] Sync routers for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:18:49.229434 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:49.230043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:49.283429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:18:49.337651 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d86b9e74-391c-4c00-914b-8ed126c25e5c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6208084 Mar 24 17:18:49.338314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:18:49.340569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43908) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:49.383539 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'status': 'completed', 'code': 200} Mar 24 17:18:49.414270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:49.450489 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dfdffa84-16ff-42b9-a27c-d8102ccee157 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/210cae62-06b5-4356-99fc-e2ee88b0bc3c HTTP/1.1" status: 200 len: 991 time: 0.1076498 Mar 24 17:18:49.592887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e264128-d20a-4427-aed6-bb67b8580873 req-4c44e584-7fe2-4618-bff7-61f7b9a8629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:49.594242 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4e264128-d20a-4427-aed6-bb67b8580873 req-4c44e584-7fe2-4618-bff7-61f7b9a8629e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 1099 time: 0.1879456 Mar 24 17:18:49.727065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e264128-d20a-4427-aed6-bb67b8580873 req-48d9160a-84ec-4dcb-b964-c4d336d0a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:49.728567 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4e264128-d20a-4427-aed6-bb67b8580873 req-48d9160a-84ec-4dcb-b964-c4d336d0a316 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7444e5e7-f594-4e40-ae93-0b55b751800e HTTP/1.1" status: 200 len: 897 time: 0.1280482 Mar 24 17:18:49.771697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '210cae62-06b5-4356-99fc-e2ee88b0bc3c', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.37', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'port_id': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'mac_address': 'fa:16:3e:e3:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:18:47Z', 'updated_at': '2022-03-24T17:18:47Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424f439e-af31-4297-96b0-48c05109f825', 'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:e2:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:26Z', 'updated_at': '2022-03-24T17:18:32Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '32897315-8fd9-4c48-831b-d9f41a725888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:49.775718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] Checking router: 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:18:49.784616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:18:49.785202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:18:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:49.832804 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4e264128-d20a-4427-aed6-bb67b8580873 req-775ebc46-0691-4fff-abe9-c8befefd2fec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 HTTP/1.1" status: 200 len: 999 time: 0.0977890 Mar 24 17:18:49.894941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e264128-d20a-4427-aed6-bb67b8580873 req-729fe48a-d590-4fb8-ab76-7e3717bf4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:49.896326 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4e264128-d20a-4427-aed6-bb67b8580873 req-729fe48a-d590-4fb8-ab76-7e3717bf4629 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32897315-8fd9-4c48-831b-d9f41a725888 HTTP/1.1" status: 200 len: 844 time: 0.0576580 Mar 24 17:18:49.959226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:18:49.974704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e264128-d20a-4427-aed6-bb67b8580873 req-f3351362-8b3c-4595-bf73-63370a710c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:18:49.976215 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4e264128-d20a-4427-aed6-bb67b8580873 req-f3351362-8b3c-4595-bf73-63370a710c8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7444e5e7-f594-4e40-ae93-0b55b751800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740099 Mar 24 17:18:50.113061 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4e264128-d20a-4427-aed6-bb67b8580873 req-f98684c3-22e2-46cc-a0af-895209606856 service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300161 Mar 24 17:18:50.242395 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4e264128-d20a-4427-aed6-bb67b8580873 req-2b95c854-759e-4aa7-ac64-cc2c64974f3b service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236231 Mar 24 17:18:50.337800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '210cae62-06b5-4356-99fc-e2ee88b0bc3c', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.37', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'port_id': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'mac_address': 'fa:16:3e:e3:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:18:47Z', 'updated_at': '2022-03-24T17:18:47Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424f439e-af31-4297-96b0-48c05109f825', 'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:e2:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:26Z', 'updated_at': '2022-03-24T17:18:32Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '32897315-8fd9-4c48-831b-d9f41a725888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:18:50.341729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d6ee8a-1711-4d43-a2d7-7fac6c9fd239 None None] The sync data for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv is: [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '210cae62-06b5-4356-99fc-e2ee88b0bc3c', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.37', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'port_id': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'mac_address': 'fa:16:3e:e3:f5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:18:47Z', 'updated_at': '2022-03-24T17:18:47Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424f439e-af31-4297-96b0-48c05109f825', 'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:e2:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:26Z', 'updated_at': '2022-03-24T17:18:32Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '32897315-8fd9-4c48-831b-d9f41a725888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:18:50.453117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 43914) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:50.524424 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c5f5e6-8a79-440b-a511-b078ab3cc724 None None] New status for floating IP 210cae62-06b5-4356-99fc-e2ee88b0bc3c: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:18:50.562691 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e18af8a7-a42a-4411-82cb-32c725320a2a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/210cae62-06b5-4356-99fc-e2ee88b0bc3c HTTP/1.1" status: 200 len: 991 time: 0.1084523 Mar 24 17:18:51.565775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43918) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:18:51.671375 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-495c07e8-beb0-4311-9d10-6d30405c6e09 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/210cae62-06b5-4356-99fc-e2ee88b0bc3c HTTP/1.1" status: 200 len: 993 time: 0.1043370 Mar 24 17:19:00.454438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7c8e3aba-b3d8-488a-bee6-5b8f94f6a14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:01.743149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43922) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:01.951016 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Deleting port a4001a3f-8941-4b36-bbb4-2f62b43dc306 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:01.951351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:02.113736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:02.114056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:02.233419 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Calling delete_port for a4001a3f-8941-4b36-bbb4-2f62b43dc306 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:02.534807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:02.584026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event deleted for resources: {'Port': ['ID=a4001a3f-8941-4b36-bbb4-2f62b43dc306,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:02.638195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-014eee3c-dda7-46a5-9234-3cbee6723907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:02.675322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:02.677503 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Floating IP edda4465-a7d4-4acf-bbdb-e3af215088a6 disassociated (deleted). External IP: 172.26.4.116, port: 165df364-e9a4-4030-b33e-4714915fd915. Mar 24 17:19:02.814538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:03.024594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:19:03.196931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:19:03.206190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] Sync routers for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:19:03.215071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:19:03.221243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:19:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:03.271043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:03.331260 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-664aa0b2-a54a-4456-b859-7917c9c658f2 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "DELETE /v2.0/floatingips/edda4465-a7d4-4acf-bbdb-e3af215088a6 HTTP/1.1" status: 204 len: 168 time: 1.5846441 Mar 24 17:19:03.331260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'tag': '165df364-e9a4-4030-b33e-4714915fd915'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:19:03.374126 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'tag': '165df364-e9a4-4030-b33e-4714915fd915', 'status': 'completed', 'code': 200} Mar 24 17:19:03.392543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:19:03.466344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-3a660215-e2ef-4df2-90b9-a58921f97534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:03.467713 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-3a660215-e2ef-4df2-90b9-a58921f97534 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 1099 time: 0.0722206 Mar 24 17:19:03.602079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-134c3fe6-a3e9-4e9a-9bb4-40e8e5809963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:03.603529 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-134c3fe6-a3e9-4e9a-9bb4-40e8e5809963 service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1294816 Mar 24 17:19:03.674347 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-324ae1cd-2470-4360-bc5b-b748320e0fbd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=165df364-e9a4-4030-b33e-4714915fd915 HTTP/1.1" status: 200 len: 217 time: 0.0641983 Mar 24 17:19:03.738759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-d9bbed47-e2c9-4296-867b-c0c41f96cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:03.740226 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-d9bbed47-e2c9-4296-867b-c0c41f96cc05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0604653 Mar 24 17:19:03.758114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '910a2cd3-277f-4afe-80b6-c6c2ceba74a2', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:13:06Z', 'updated_at': '2022-03-24T17:13:09Z', 'revision_number': 1, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:03.762709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] Checking router: 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:19:03.780427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:19:03.781136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:19:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:03.828689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-4c4c6a00-ff7e-4f0f-9875-62f77ab4914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:03.830306 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-4c4c6a00-ff7e-4f0f-9875-62f77ab4914d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833662 Mar 24 17:19:03.929339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1dbfc-8cfa-416f-a3c3-f1fe51c6fa8a req-01be203c-c665-4520-9210-dbf65f15d6ff tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:03.931237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a7a1dbfc-8cfa-416f-a3c3-f1fe51c6fa8a req-01be203c-c665-4520-9210-dbf65f15d6ff tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 946 time: 0.1007547 Mar 24 17:19:03.949905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:03.959157 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:03.983824 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a7a1dbfc-8cfa-416f-a3c3-f1fe51c6fa8a req-dd07e6c2-7bf5-45d0-bd8c-a0853acb8726 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466237 Mar 24 17:19:03.999933 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:19:04.001153 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-bb6142a5-dfcc-42b9-bdb6-82a538a44a64 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631958 Mar 24 17:19:04.241102 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6331ba5c-9d79-4ed5-9762-22b81593d9af req-a99179c0-c5e2-40be-a528-7ef6f20a12d4 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331700 Mar 24 17:19:04.384882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '910a2cd3-277f-4afe-80b6-c6c2ceba74a2', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:13:06Z', 'updated_at': '2022-03-24T17:13:09Z', 'revision_number': 1, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:04.388850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93659d7-12ca-42ee-b0be-478bf5b6520f None None] The sync data for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv is: [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '910a2cd3-277f-4afe-80b6-c6c2ceba74a2', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'floating_ip_address': '172.26.4.48', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'port_id': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'mac_address': 'fa:16:3e:e0:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:13:06Z', 'updated_at': '2022-03-24T17:13:09Z', 'revision_number': 1, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:19:04.622416 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b246ee8-499d-45b6-a9fc-193258121ecd None None] New status for floating IP edda4465-a7d4-4acf-bbdb-e3af215088a6: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:19:05.181529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a96daf-e180-4847-a0ab-063a221e4095 req-912c122e-1baa-421e-a859-5a78bd401735 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:05.182949 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-52a96daf-e180-4847-a0ab-063a221e4095 req-912c122e-1baa-421e-a859-5a78bd401735 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 946 time: 0.0800397 Mar 24 17:19:05.226692 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-52a96daf-e180-4847-a0ab-063a221e4095 req-8b29a686-bd39-4dc3-bae3-89e5194b1ca3 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381477 Mar 24 17:19:05.266400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:05.431048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-2c77e9d8-9818-4cd8-ba97-507260e8425e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:05.431645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-2c77e9d8-9818-4cd8-ba97-507260e8425e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Synchronizing usage tracker for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:19:05.500234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-2c77e9d8-9818-4cd8-ba97-507260e8425e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Unset dirty status for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:19:05.501584 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-2c77e9d8-9818-4cd8-ba97-507260e8425e tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 946 time: 0.1610849 Mar 24 17:19:05.579089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Deleting port 165df364-e9a4-4030-b33e-4714915fd915 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:05.579425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:05.824106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] For port 165df364-e9a4-4030-b33e-4714915fd915, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=165df364-e9a4-4030-b33e-4714915fd915,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:05.824469 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:05.951279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Calling delete_port for 165df364-e9a4-4030-b33e-4714915fd915 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:06.146032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:06.194992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event deleted for resources: {'Port': ['ID=165df364-e9a4-4030-b33e-4714915fd915,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:06.271753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] No DVR routers for this DVR port 165df364-e9a4-4030-b33e-4714915fd915 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:19:06.274222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:06.276757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'name': 'network-vif-deleted', 'tag': '165df364-e9a4-4030-b33e-4714915fd915'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:19:06.323397 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ee5846-fd9e-4514-9848-c1f063e7d471', 'name': 'network-vif-deleted', 'tag': '165df364-e9a4-4030-b33e-4714915fd915', 'status': 'completed', 'code': 200} Mar 24 17:19:06.334636 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ea6f6295-9d8b-4569-8098-a3bfbf415274 req-25d9c24d-c82a-45a6-b820-5e8606a6e75b tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "DELETE /v2.0/ports/165df364-e9a4-4030-b33e-4714915fd915 HTTP/1.1" status: 204 len: 173 time: 0.8269160 Mar 24 17:19:06.378977 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-087750fa-cf2a-477d-8a12-44dfcf10ad95 req-9d8a772e-a215-46f9-9c81-1728c2de7680 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 210 time: 0.0446253 Mar 24 17:19:07.549858 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3bc57d9-13c3-45d1-91f0-d288d3e013a1 req-e1fac789-5d52-4964-b985-d03ee48b66ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0ee5846-fd9e-4514-9848-c1f063e7d471 HTTP/1.1" status: 200 len: 210 time: 0.0464063 Mar 24 17:19:08.353309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 165df364-e9a4-4030-b33e-4714915fd915 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:19:08.387143 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 165df364-e9a4-4030-b33e-4714915fd915 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:19:08.387490 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 165df364-e9a4-4030-b33e-4714915fd915 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:19:13.418485 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43962) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:13.621099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Deleting port bcd166f5-731a-4b63-9c54-da318ece28b7 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:13.621434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:13.806810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:13.807140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:14.028301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Calling delete_port for bcd166f5-731a-4b63-9c54-da318ece28b7 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:14.220241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:14.268051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event deleted for resources: {'Port': ['ID=bcd166f5-731a-4b63-9c54-da318ece28b7,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:14.336407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.336764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.337105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.337440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.337768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.338097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.338428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.338753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.339112 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.339433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.339753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.340098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:14.367355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:14.367683 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Floating IP 910a2cd3-277f-4afe-80b6-c6c2ceba74a2 disassociated (deleted). External IP: 172.26.4.48, port: 87ab9b39-8b15-489f-904f-2410fdd7aa05. Mar 24 17:19:14.711648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:19:14.889125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:19:14.899854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] Sync routers for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:19:14.905396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:14.909752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:19:14.910361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:19:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:14.960756 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-92e56332-4e9b-4f05-ba25-cae7c7e44391 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "DELETE /v2.0/floatingips/910a2cd3-277f-4afe-80b6-c6c2ceba74a2 HTTP/1.1" status: 204 len: 168 time: 1.5411816 Mar 24 17:19:14.961333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:19:15.005190 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'status': 'completed', 'code': 200} Mar 24 17:19:15.089907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:19:15.104615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-3d7257cf-2d13-4d2d-af83-5cf443877377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:15.106401 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-3d7257cf-2d13-4d2d-af83-5cf443877377 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 1099 time: 0.0757058 Mar 24 17:19:15.239323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-46f60f15-5e44-4dc1-a929-afaea7927190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:15.240719 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-46f60f15-5e44-4dc1-a929-afaea7927190 service neutron] 10.222.0.48 "GET /v2.0/networks?id=776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 200 len: 913 time: 0.1275318 Mar 24 17:19:15.309649 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-6c2411f6-7e49-49fc-b699-850619368f99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05 HTTP/1.1" status: 200 len: 217 time: 0.0611787 Mar 24 17:19:15.376371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-df45e53b-b52a-4d92-9d97-cfa56d4815b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:15.377920 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-df45e53b-b52a-4d92-9d97-cfa56d4815b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 200 len: 851 time: 0.0620859 Mar 24 17:19:15.448259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:15.453894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] Checking router: 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:19:15.465184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:19:15.466065 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:19:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:15.472884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-0c2a633d-1a36-48be-ab57-79b03a3d42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:15.474434 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-0c2a633d-1a36-48be-ab57-79b03a3d42e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=776741f5-811e-4381-8c10-737d1f15324b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778947 Mar 24 17:19:15.666411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:19:15.729576 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-74657189-e6e0-4d4f-ae59-92ff2d24c96b service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458959 Mar 24 17:19:15.736679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbab5af-286a-4677-8ac5-c6ad9a92e5f5 req-62103e73-a952-4f82-ad05-2e2521830ee7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:15.738162 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8cbab5af-286a-4677-8ac5-c6ad9a92e5f5 req-62103e73-a952-4f82-ad05-2e2521830ee7 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 946 time: 0.0878627 Mar 24 17:19:15.881136 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-c0d4a8c0-366e-4131-aa05-24ac8c2593cc req-482d9cde-9ade-4098-b301-efb33aea7550 service neutron] 10.222.0.48 "GET /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441407 Mar 24 17:19:15.901694 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8cbab5af-286a-4677-8ac5-c6ad9a92e5f5 req-d3d83276-c799-4be9-91fa-480b567cc38d tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/security-groups?id=0f20a8d9-47bc-4fd2-a24d-c72541f36e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550527 Mar 24 17:19:16.018299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:16.022771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f089f-1778-4e8a-86e5-f74a95948455 None None] The sync data for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv is: [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:08:15Z', 'revision_number': 4, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '756eda36-17d8-436f-b4e4-5e42534f1ee6', 'name': '', 'network_id': '776741f5-811e-4381-8c10-737d1f15324b', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'mac_address': 'fa:16:3e:e5:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '0b084f0a-7979-42ac-9322-597f71157abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:13Z', 'updated_at': '2022-03-24T17:08:24Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'subnets': [{'id': '0b084f0a-7979-42ac-9322-597f71157abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:19:16.038884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-83110269-f129-4e62-b62f-9412d61a7e94 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:16.039603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-83110269-f129-4e62-b62f-9412d61a7e94 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Synchronizing usage tracker for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:19:16.100413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-83110269-f129-4e62-b62f-9412d61a7e94 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Unset dirty status for tenant:3bb3c97d3f2c4a85a94663247e549d02 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:19:16.102106 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-83110269-f129-4e62-b62f-9412d61a7e94 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 946 time: 0.1582391 Mar 24 17:19:16.190777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Deleting port 87ab9b39-8b15-489f-904f-2410fdd7aa05 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:16.191120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:16.270349 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e96b5-5c80-42dc-b882-11ad5cd45aba None None] New status for floating IP 910a2cd3-277f-4afe-80b6-c6c2ceba74a2: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:19:16.490141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] For port 87ab9b39-8b15-489f-904f-2410fdd7aa05, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=87ab9b39-8b15-489f-904f-2410fdd7aa05,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:16.490609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:16.645200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Calling delete_port for 87ab9b39-8b15-489f-904f-2410fdd7aa05 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:16.882530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:16.937209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event deleted for resources: {'Port': ['ID=87ab9b39-8b15-489f-904f-2410fdd7aa05,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:17.014649 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] No DVR routers for this DVR port 87ab9b39-8b15-489f-904f-2410fdd7aa05 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:19:17.017182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:17.025304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'name': 'network-vif-deleted', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:19:17.059777 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9956f051-c08b-4d64-be10-30bb25b4031c req-fabbe17f-9dd2-469f-ad82-b8fba92da80d tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 210 time: 0.0431147 Mar 24 17:19:17.079895 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8a5a67-4b33-4e88-a703-e9589e743679', 'name': 'network-vif-deleted', 'tag': '87ab9b39-8b15-489f-904f-2410fdd7aa05', 'status': 'completed', 'code': 200} Mar 24 17:19:17.095398 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-258ca22e-4843-412f-94f9-c4d1ab20f9ef req-4c176e4b-c9c7-4b98-9eb5-8672cfa98813 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.48 "DELETE /v2.0/ports/87ab9b39-8b15-489f-904f-2410fdd7aa05 HTTP/1.1" status: 204 len: 173 time: 0.9873590 Mar 24 17:19:18.225339 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4c79aac7-e71f-4044-8b2f-994f1de02825 req-641ad76a-73e6-4d65-b0b0-b75582274632 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b8a5a67-4b33-4e88-a703-e9589e743679 HTTP/1.1" status: 200 len: 210 time: 0.0440161 Mar 24 17:19:18.399265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 87ab9b39-8b15-489f-904f-2410fdd7aa05 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:19:18.433444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 87ab9b39-8b15-489f-904f-2410fdd7aa05 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:19:18.433782 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 87ab9b39-8b15-489f-904f-2410fdd7aa05 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:19:19.315655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 43992) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:19.474080 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Deleting port 3f612f61-fc98-43b9-a6a0-37b503219b94 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:19.474411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:19.642473 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:19.642803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:19.863976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Calling delete_port for 3f612f61-fc98-43b9-a6a0-37b503219b94 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:20.099417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:20.147634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event deleted for resources: {'Port': ['ID=3f612f61-fc98-43b9-a6a0-37b503219b94,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:20.239311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:20.253526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:20.254645 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b2698d9a-050f-4e92-b9cf-552b5b8bca14 tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "DELETE /v2.0/floatingips/0a070b42-93a2-45e5-b2bb-922c5aac6f47 HTTP/1.1" status: 204 len: 168 time: 0.9379938 Mar 24 17:19:22.977659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44008) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:23.044615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:23.073914 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:23.197507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:23.216728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f20a8d9-47bc-4fd2-a24d-c72541f36e89,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:23.225013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.225593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.225718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.226014 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.226342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.226673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.226997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.227332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.227641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.227979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.228330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.228648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:19:23.231235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:23.235767 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-74206c1c-d88f-4ea3-9776-a40eb061f1ef tempest-TestVolumeBootPattern-1587345616 tempest-TestVolumeBootPattern-1587345616-project] 10.222.0.47 "DELETE /v2.0/security-groups/0f20a8d9-47bc-4fd2-a24d-c72541f36e89 HTTP/1.1" status: 204 len: 168 time: 0.2537427 Mar 24 17:19:23.336946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44014) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:23.702660 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-81cf5095-6818-4219-bd51-849bd08ff487 req-0f2fa909-0011-4ab7-9cdf-68ee87409c95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2175508 Mar 24 17:19:23.942526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf5095-6818-4219-bd51-849bd08ff487 req-09945c45-24ff-4127-be74-b651780bfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:23.943980 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-81cf5095-6818-4219-bd51-849bd08ff487 req-09945c45-24ff-4127-be74-b651780bfb4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 1099 time: 0.1737938 Mar 24 17:19:24.154882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf5095-6818-4219-bd51-849bd08ff487 req-8816b495-156e-4f1e-a36d-d09daf4ef841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:24.157011 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-81cf5095-6818-4219-bd51-849bd08ff487 req-8816b495-156e-4f1e-a36d-d09daf4ef841 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7444e5e7-f594-4e40-ae93-0b55b751800e HTTP/1.1" status: 200 len: 897 time: 0.1854908 Mar 24 17:19:24.268249 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-81cf5095-6818-4219-bd51-849bd08ff487 req-51b4858f-28e0-4392-8b3d-b87ab4557c7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 HTTP/1.1" status: 200 len: 1001 time: 0.1046453 Mar 24 17:19:24.362422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf5095-6818-4219-bd51-849bd08ff487 req-4a0c5c8f-79de-4145-b396-ceb3ce1c15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:24.363799 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-81cf5095-6818-4219-bd51-849bd08ff487 req-4a0c5c8f-79de-4145-b396-ceb3ce1c15f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32897315-8fd9-4c48-831b-d9f41a725888 HTTP/1.1" status: 200 len: 844 time: 0.0653265 Mar 24 17:19:24.541103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:24.700654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf5095-6818-4219-bd51-849bd08ff487 req-2054be48-54f9-456c-8e35-dbae81a9e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:19:24.702089 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-81cf5095-6818-4219-bd51-849bd08ff487 req-2054be48-54f9-456c-8e35-dbae81a9e355 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7444e5e7-f594-4e40-ae93-0b55b751800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3324242 Mar 24 17:19:24.945017 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-81cf5095-6818-4219-bd51-849bd08ff487 req-a2938367-2a51-4c48-b10b-fe04014e8fe5 service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353458 Mar 24 17:19:25.107390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Deleting port 756eda36-17d8-436f-b4e4-5e42534f1ee6 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:25.107721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:25.165115 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-81cf5095-6818-4219-bd51-849bd08ff487 req-16437456-7743-42e0-8cd8-4594e6b96de9 service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104876 Mar 24 17:19:25.292020 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] For port 756eda36-17d8-436f-b4e4-5e42534f1ee6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=756eda36-17d8-436f-b4e4-5e42534f1ee6,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:25.292370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:25.396418 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:19:25.414935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Calling delete_port for 756eda36-17d8-436f-b4e4-5e42534f1ee6 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:25.785870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:25.836654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=756eda36-17d8-436f-b4e4-5e42534f1ee6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:26.222345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:26.573554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:19:26.752390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:19:26.760693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] Sync routers for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:19:26.767695 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-62f929de-8479-42d6-bb7e-146ce6230ba1 admin admin] 10.222.0.47 "PUT /v2.0/routers/9381de45-20ec-4b6d-99c0-a78e3d61bcb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4296463 Mar 24 17:19:26.768038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44022) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:26.772264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:19:26.773001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:19:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:26.952313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:27.009793 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:19:27.133801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:27.203546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Deleting port 854cf0a6-b13f-45bd-855f-64e774401133 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:27.203881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:27.300840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '854cf0a6-b13f-45bd-855f-64e774401133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:19:25Z', 'revision_number': 5, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port': {'id': '854cf0a6-b13f-45bd-855f-64e774401133', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:04Z', 'updated_at': '2022-03-24T17:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:27.304772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] Checking router: 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:19:27.313535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] Routers {'9381de45-20ec-4b6d-99c0-a78e3d61bcb8'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:19:27.314159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:19:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:27.373969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] For port 854cf0a6-b13f-45bd-855f-64e774401133, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=854cf0a6-b13f-45bd-855f-64e774401133,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:27.374942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:27.467939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] Set router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:19:27.494567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Calling delete_port for 854cf0a6-b13f-45bd-855f-64e774401133 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:27.569696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:19:27Z', 'revision_number': 6, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:27.573608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74caa3f3-9a14-43ad-a06c-927673b0dda1 None None] The sync data for ids ['9381de45-20ec-4b6d-99c0-a78e3d61bcb8'] in dv-neutron-835063-1-hyperv is: [{'id': '9381de45-20ec-4b6d-99c0-a78e3d61bcb8', 'name': 'tempest-TestVolumeBootPattern-1093616859-router', 'tenant_id': '3bb3c97d3f2c4a85a94663247e549d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:01Z', 'updated_at': '2022-03-24T17:19:27Z', 'revision_number': 6, 'project_id': '3bb3c97d3f2c4a85a94663247e549d02', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:19:27.739204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:27.812782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=854cf0a6-b13f-45bd-855f-64e774401133,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:27.876042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:27.990734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 756eda36-17d8-436f-b4e4-5e42534f1ee6 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:19:28.034442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 756eda36-17d8-436f-b4e4-5e42534f1ee6 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:19:28.034787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 756eda36-17d8-436f-b4e4-5e42534f1ee6 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:19:28.152842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.154964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.242043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.242485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9381de45-20ec-4b6d-99c0-a78e3d61bcb8 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:19:28.254851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.255985 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5907e17e-b7f9-4b12-9507-d73a79494ce4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9381de45-20ec-4b6d-99c0-a78e3d61bcb8 HTTP/1.1" status: 204 len: 168 time: 1.4871893 Mar 24 17:19:28.258511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44026) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:28.317856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b05aebd-f215-45a7-89f6-a2356d6072fb admin admin] Deleting subnet 0b084f0a-7979-42ac-9322-597f71157abf {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:19:28.320947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b05aebd-f215-45a7-89f6-a2356d6072fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.370762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b05aebd-f215-45a7-89f6-a2356d6072fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.451682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b05aebd-f215-45a7-89f6-a2356d6072fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.591988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b05aebd-f215-45a7-89f6-a2356d6072fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.630924 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05aebd-f215-45a7-89f6-a2356d6072fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b084f0a-7979-42ac-9322-597f71157abf,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:28.641161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b05aebd-f215-45a7-89f6-a2356d6072fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.641404 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ca971-acdc-4e1b-8a5b-695160150eef None None] Network 776741f5-811e-4381-8c10-737d1f15324b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:19:28.644220 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4b05aebd-f215-45a7-89f6-a2356d6072fb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0b084f0a-7979-42ac-9322-597f71157abf HTTP/1.1" status: 204 len: 168 time: 0.3824389 Mar 24 17:19:28.644361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44030) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:28.748568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.759593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Deleting port d3a83715-de04-441b-a838-798cf25e7277 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:28.759916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.902051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] DHCP port deletion for 776741f5-811e-4381-8c10-737d1f15324b request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:19:28.906521 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] Deleting port d3a83715-de04-441b-a838-798cf25e7277 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:28.906671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:28.975369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] For port d3a83715-de04-441b-a838-798cf25e7277, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d3a83715-de04-441b-a838-798cf25e7277,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:28.976001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.102679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Calling delete_port for d3a83715-de04-441b-a838-798cf25e7277 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:29.114150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] For port d3a83715-de04-441b-a838-798cf25e7277, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=d3a83715-de04-441b-a838-798cf25e7277,segment=NetworkSegment(cdee05f6-c791-46cd-ae3b-585274ea13fa),segment_id=cdee05f6-c791-46cd-ae3b-585274ea13fa)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:29.114658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.254593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.276219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] Calling delete_port for d3a83715-de04-441b-a838-798cf25e7277 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:29.301295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a83715-de04-441b-a838-798cf25e7277,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:29.305558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] No DVR routers for this DVR port d3a83715-de04-441b-a838-798cf25e7277 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:19:29.350398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:19:29.350752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:19:29.420682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.446384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776741f5-811e-4381-8c10-737d1f15324b']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:29.458625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdee05f6-c791-46cd-ae3b-585274ea13fa') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:29.458916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdee05f6-c791-46cd-ae3b-585274ea13fa') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:29.469748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.485404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.491236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:19:29.491608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:19:29.504290 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:19:29.625287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.641760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.654543 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=776741f5-811e-4381-8c10-737d1f15324b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:29.659252 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c57cb3bf-74e2-4138-be07-aa0d8a618f4b admin admin] 10.222.0.47 "DELETE /v2.0/networks/776741f5-811e-4381-8c10-737d1f15324b HTTP/1.1" status: 204 len: 168 time: 1.0139377 Mar 24 17:19:29.662361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44034) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:29.851816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] Deleting port d3a83715-de04-441b-a838-798cf25e7277 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:29.852255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:29.929208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2423ea5b-7f7b-4e7e-8a85-31d7bca5c136 None None] The port 'd3a83715-de04-441b-a838-798cf25e7277' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:19:29.982320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 854cf0a6-b13f-45bd-855f-64e774401133 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:19:30.018686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 854cf0a6-b13f-45bd-855f-64e774401133 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:19:30.019032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 854cf0a6-b13f-45bd-855f-64e774401133 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:19:30.019453 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d3a83715-de04-441b-a838-798cf25e7277 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:19:30.051717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: d3a83715-de04-441b-a838-798cf25e7277 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:19:30.052090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device d3a83715-de04-441b-a838-798cf25e7277 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:19:30.297003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:30.505874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-79545f09-06c9-462b-ab76-3892118fbdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:30.638209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Deleting port 7122ca67-344b-448d-abc0-f186b5ebc2ad {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:30.638463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:30.805319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] For port 7122ca67-344b-448d-abc0-f186b5ebc2ad, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7122ca67-344b-448d-abc0-f186b5ebc2ad,segment=NetworkSegment(6186d84d-7475-4394-a7b5-57f3d754be50),segment_id=6186d84d-7475-4394-a7b5-57f3d754be50)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:30.805668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:30.925618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Calling delete_port for 7122ca67-344b-448d-abc0-f186b5ebc2ad owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:31.157300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:31.205338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7122ca67-344b-448d-abc0-f186b5ebc2ad,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:31.580485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:31.946869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Router ba7b984c-c908-4767-bde4-3dac2f03d664 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:19:32.121228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:19:32.132530 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] Sync routers for ids ['ba7b984c-c908-4767-bde4-3dac2f03d664'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:19:32.153550 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] Routers {'ba7b984c-c908-4767-bde4-3dac2f03d664'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:19:32.154216 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:19:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ba7b984c-c908-4767-bde4-3dac2f03d664'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:32.199400 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5264815a-a959-4f13-92c8-8f31c0187b39 admin admin] 10.222.0.47 "PUT /v2.0/routers/ba7b984c-c908-4767-bde4-3dac2f03d664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5358107 Mar 24 17:19:32.201764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44042) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:32.332999 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] Set router ba7b984c-c908-4767-bde4-3dac2f03d664 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:19:32.376207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:32.551667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:32.610374 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:25Z', 'updated_at': '2022-03-24T17:19:31Z', 'revision_number': 5, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'gw_port': {'id': '001a36ea-4fae-4944-ad8e-a4355c776ce0', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:08:26Z', 'updated_at': '2022-03-24T17:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:32.614493 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] Checking router: ba7b984c-c908-4767-bde4-3dac2f03d664 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:19:32.618939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Deleting port 001a36ea-4fae-4944-ad8e-a4355c776ce0 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:32.619439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:32.622658 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] Routers {'ba7b984c-c908-4767-bde4-3dac2f03d664'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:19:32.623248 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:19:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['ba7b984c-c908-4767-bde4-3dac2f03d664'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:32.647699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c61aae06-ccb1-4321-9d67-6332f27c8fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:32.773578 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] Set router ba7b984c-c908-4767-bde4-3dac2f03d664 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:19:32.791144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] For port 001a36ea-4fae-4944-ad8e-a4355c776ce0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=001a36ea-4fae-4944-ad8e-a4355c776ce0,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:32.791494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:32.849184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:32.879408 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:25Z', 'updated_at': '2022-03-24T17:19:32Z', 'revision_number': 6, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:32.884148 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43faf0e-fa5a-4ef6-ac13-94be90c7d16d None None] The sync data for ids ['ba7b984c-c908-4767-bde4-3dac2f03d664'] in dv-neutron-835063-1-hyperv is: [{'id': 'ba7b984c-c908-4767-bde4-3dac2f03d664', 'name': 'tempest-TestVolumeBootPattern-240863686-router', 'tenant_id': '5bce00f603d34bc6a07aeac975db62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:08:25Z', 'updated_at': '2022-03-24T17:19:32Z', 'revision_number': 6, 'project_id': '5bce00f603d34bc6a07aeac975db62f5', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:19:33.026882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Calling delete_port for 001a36ea-4fae-4944-ad8e-a4355c776ce0 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:33.260443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.308988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Pushing event deleted for resources: {'Port': ['ID=001a36ea-4fae-4944-ad8e-a4355c776ce0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:33.403844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.572415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.574482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.654608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.655191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba7b984c-c908-4767-bde4-3dac2f03d664 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:19:33.668386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.671790 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-27816080-f267-4616-91e5-ccf93dfb6468 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ba7b984c-c908-4767-bde4-3dac2f03d664 HTTP/1.1" status: 204 len: 168 time: 1.4667530 Mar 24 17:19:33.672302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44046) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:33.733132 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-831af801-2c1b-4dd4-acce-50c6b7f9ccc9 admin admin] Deleting subnet 07798925-9a0d-4216-9092-7b2e17127e3a {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:19:33.736919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-831af801-2c1b-4dd4-acce-50c6b7f9ccc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.791119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-831af801-2c1b-4dd4-acce-50c6b7f9ccc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.842030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.882821 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-831af801-2c1b-4dd4-acce-50c6b7f9ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.910898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:33.981646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7122ca67-344b-448d-abc0-f186b5ebc2ad no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:19:34.020251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 7122ca67-344b-448d-abc0-f186b5ebc2ad {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:19:34.020597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7122ca67-344b-448d-abc0-f186b5ebc2ad not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:19:34.021008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 001a36ea-4fae-4944-ad8e-a4355c776ce0 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:19:34.026312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-831af801-2c1b-4dd4-acce-50c6b7f9ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:34.054551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 001a36ea-4fae-4944-ad8e-a4355c776ce0 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:19:34.054906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 001a36ea-4fae-4944-ad8e-a4355c776ce0 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:19:34.068235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831af801-2c1b-4dd4-acce-50c6b7f9ccc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07798925-9a0d-4216-9092-7b2e17127e3a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:34.073578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-831af801-2c1b-4dd4-acce-50c6b7f9ccc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:34.078885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce73b3-6189-4b2f-8343-615e9f3d82f9 None None] Network 685d7a53-fd29-4278-a22f-96a3f366a32b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:19:34.079329 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-831af801-2c1b-4dd4-acce-50c6b7f9ccc9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/07798925-9a0d-4216-9092-7b2e17127e3a HTTP/1.1" status: 204 len: 168 time: 0.4059246 Mar 24 17:19:34.082961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44050) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:34.186121 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:34.197031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Deleting port 0405d984-9442-4f4f-8688-69e12c16ba72 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:34.197427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:34.322727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] DHCP port deletion for 685d7a53-fd29-4278-a22f-96a3f366a32b request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:19:34.327174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] Deleting port 0405d984-9442-4f4f-8688-69e12c16ba72 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:34.327532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:34.518661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] For port 0405d984-9442-4f4f-8688-69e12c16ba72, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0405d984-9442-4f4f-8688-69e12c16ba72,segment=NetworkSegment(6186d84d-7475-4394-a7b5-57f3d754be50),segment_id=6186d84d-7475-4394-a7b5-57f3d754be50)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:34.519023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:34.537493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] For port 0405d984-9442-4f4f-8688-69e12c16ba72, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0405d984-9442-4f4f-8688-69e12c16ba72,segment=NetworkSegment(6186d84d-7475-4394-a7b5-57f3d754be50),segment_id=6186d84d-7475-4394-a7b5-57f3d754be50)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:19:34.547727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:34.644507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Calling delete_port for 0405d984-9442-4f4f-8688-69e12c16ba72 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:34.661317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] Calling delete_port for 0405d984-9442-4f4f-8688-69e12c16ba72 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:19:34.779789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:34.786328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:19:34.786683 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:19:34.828855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0405d984-9442-4f4f-8688-69e12c16ba72,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:34.831630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] No DVR routers for this DVR port 0405d984-9442-4f4f-8688-69e12c16ba72 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:19:34.945728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:34.974749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685d7a53-fd29-4278-a22f-96a3f366a32b']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:34.986790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6186d84d-7475-4394-a7b5-57f3d754be50') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:34.987084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6186d84d-7475-4394-a7b5-57f3d754be50') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:19:34.998219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.014233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.021311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:19:35.022776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:19:35.034517 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:19:35.185392 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.201175 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.211506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] Pushing event deleted for resources: {'Network': ['ID=685d7a53-fd29-4278-a22f-96a3f366a32b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:35.218098 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cdac3404-2370-48fa-a623-754aeb8ad4cf admin admin] 10.222.0.47 "DELETE /v2.0/networks/685d7a53-fd29-4278-a22f-96a3f366a32b HTTP/1.1" status: 204 len: 168 time: 1.1341994 Mar 24 17:19:35.282805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.287569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] Deleting port 0405d984-9442-4f4f-8688-69e12c16ba72 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:19:35.288064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.355723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad6910-161b-4eff-9002-9a02aaa337a1 None None] The port '0405d984-9442-4f4f-8688-69e12c16ba72' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:19:35.480485 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44058) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:35.527980 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5582e8ba-f4df-4737-9292-5302bfa9a2ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3bb3c97d3f2c4a85a94663247e549d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463562 Mar 24 17:19:35.530376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44062) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:35.586466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f65766e1-d720-4a68-be44-02589879fea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.610838 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f65766e1-d720-4a68-be44-02589879fea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.722627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f65766e1-d720-4a68-be44-02589879fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.738998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65766e1-d720-4a68-be44-02589879fea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfcfc32-cfdd-4a87-bb6d-ec0aa1e83536,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:35.743424 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f65766e1-d720-4a68-be44-02589879fea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:35.744656 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f65766e1-d720-4a68-be44-02589879fea5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bcfcfc32-cfdd-4a87-bb6d-ec0aa1e83536 HTTP/1.1" status: 204 len: 168 time: 0.2133944 Mar 24 17:19:35.977657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0405d984-9442-4f4f-8688-69e12c16ba72 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:19:36.012597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 0405d984-9442-4f4f-8688-69e12c16ba72 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:19:36.012947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0405d984-9442-4f4f-8688-69e12c16ba72 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:19:36.446475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44070) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:36.503075 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-afae0da6-4994-48aa-918f-e187a9526586 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5bce00f603d34bc6a07aeac975db62f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554290 Mar 24 17:19:36.506065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44074) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:19:36.563269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f391cea4-0e00-4f05-acdb-4e2afd427fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:36.588077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f391cea4-0e00-4f05-acdb-4e2afd427fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:36.699037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f391cea4-0e00-4f05-acdb-4e2afd427fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:36.714355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391cea4-0e00-4f05-acdb-4e2afd427fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f919efe6-bcdf-41b2-a72f-9d8a03c04031,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:19:36.721866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f391cea4-0e00-4f05-acdb-4e2afd427fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:19:36.723001 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f391cea4-0e00-4f05-acdb-4e2afd427fc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f919efe6-bcdf-41b2-a72f-9d8a03c04031 HTTP/1.1" status: 204 len: 168 time: 0.2160447 Mar 24 17:20:00.452958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aed647c1-2631-46cb-a6dc-e2347fdd2049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:02.395210 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:20:02.659225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ebee1a25-5173-4bc1-9254-de6a93b33a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:02.847922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:03.847760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:03.932637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:05.282097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:25.519703 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-ba1f417e-a9a2-4317-921b-5779516a29c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772338 Mar 24 17:20:25.655307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-c5a04d11-6386-4dc9-8f04-88670fed3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:20:25.656757 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-c5a04d11-6386-4dc9-8f04-88670fed3045 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 1099 time: 0.0700104 Mar 24 17:20:25.802877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-feba2c94-0289-4212-86d1-a83b3ef3bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:20:25.804435 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-feba2c94-0289-4212-86d1-a83b3ef3bd79 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7444e5e7-f594-4e40-ae93-0b55b751800e HTTP/1.1" status: 200 len: 897 time: 0.1282761 Mar 24 17:20:25.907092 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-72683ea0-e40f-4025-b797-c45c725a894b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 HTTP/1.1" status: 200 len: 1001 time: 0.0956891 Mar 24 17:20:25.969038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-61a9ccaa-c3dd-4f6b-aa71-0c05078306c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:20:25.970438 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-61a9ccaa-c3dd-4f6b-aa71-0c05078306c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32897315-8fd9-4c48-831b-d9f41a725888 HTTP/1.1" status: 200 len: 844 time: 0.0567274 Mar 24 17:20:26.047894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-b05e26fe-1548-4bf2-a476-d8b6d0c70f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:20:26.049513 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-b05e26fe-1548-4bf2-a476-d8b6d0c70f24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7444e5e7-f594-4e40-ae93-0b55b751800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729871 Mar 24 17:20:26.280621 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-0b0e6599-51d2-4e76-9401-6c892cd08538 service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240355 Mar 24 17:20:26.411465 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-b33ad6e1-ca10-446b-b682-d2d0f5f05122 req-af9379c2-2d9b-47a4-b672-f5562c4d283e service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245999 Mar 24 17:20:30.452341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7a5330b6-41bd-4c23-acfa-f7d40cec176e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:32.647645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-22ac90c7-5a19-4733-83a0-60b1bdf3f206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:32.830681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:33.847458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:33.864425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:35.388745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:39.394718 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:20:41.353629 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44088) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:20:41.601637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:20:41.715205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6396134'] for subnet, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:41.961814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743643528951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5918826'] for subnet, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:42.015160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:20:42.015656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:42.016922 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/subnets/32897315-8fd9-4c48-831b-d9f41a725888 HTTP/1.1" status: 200 len: 836 time: 0.6623170 Mar 24 17:20:42.022130 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1945365-962f-42dd-87d7-726df87a2101 None None] Network 7444e5e7-f594-4e40-ae93-0b55b751800e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:20:42.032686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=32897315-8fd9-4c48-831b-d9f41a725888,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:20:42.040823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.041182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.041517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.041851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.042182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.042513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.042840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.043160 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.043487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.043808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.044151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.044471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6fb17d-e3c4-4a02-8d41-7e8530884ccb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:20:42.459790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-69b88105-7e10-439c-83c7-fd2a9946e7b6 None None] Provisioning complete for port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:20:42.460185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69b88105-7e10-439c-83c7-fd2a9946e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:42.587100 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-69b88105-7e10-439c-83c7-fd2a9946e7b6 None None] Provisioning complete for port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:20:42.587461 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69b88105-7e10-439c-83c7-fd2a9946e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:20:42.711894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-69b88105-7e10-439c-83c7-fd2a9946e7b6 None None] Provisioning complete for port 424f439e-af31-4297-96b0-48c05109f825 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:20:42.712520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69b88105-7e10-439c-83c7-fd2a9946e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:00.451509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-705d6e04-6b89-474a-9b0a-215cc8861728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:02.651684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a03a7237-7a7e-43a1-9c09-4f43a4d42654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:02.853027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:03.847250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:03.893050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:05.308968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:16.394074 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:21:24.926913 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44108) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:25.133369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port db538c4c-835e-4106-b39c-f5f7341b72d4 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:21:25.133713 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:25.307234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:25.307734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:25.430192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for db538c4c-835e-4106-b39c-f5f7341b72d4 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:21:25.668966 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:25.718206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=db538c4c-835e-4106-b39c-f5f7341b72d4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:25.809590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:25.809914 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 210cae62-06b5-4356-99fc-e2ee88b0bc3c disassociated (deleted). External IP: 172.26.4.37, port: b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75. Mar 24 17:21:26.263635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:21:26.441048 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:21:26.452442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] Sync routers for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:21:26.456651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:26.461135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:21:26.461742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:21:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:26.512978 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f4775a9a-b57e-4200-9593-8a60962a403f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/floatingips/210cae62-06b5-4356-99fc-e2ee88b0bc3c HTTP/1.1" status: 204 len: 168 time: 1.5822999 Mar 24 17:21:26.512978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:21:26.555868 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'status': 'completed', 'code': 200} Mar 24 17:21:26.640874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:21:26.655397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-3aaa3148-f57f-4dd2-80c4-c9d28bf8d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:26.657214 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-3aaa3148-f57f-4dd2-80c4-c9d28bf8d3f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 1099 time: 0.0767579 Mar 24 17:21:26.792162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-c2100b29-35a9-4900-8715-c5827b95c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:26.797341 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-c2100b29-35a9-4900-8715-c5827b95c17f service neutron] 10.222.0.48 "GET /v2.0/networks?id=7444e5e7-f594-4e40-ae93-0b55b751800e HTTP/1.1" status: 200 len: 897 time: 0.1343906 Mar 24 17:21:26.873240 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-c4dc799c-915d-462e-8244-ed80f6acd19e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 HTTP/1.1" status: 200 len: 217 time: 0.0697222 Mar 24 17:21:26.941717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-13e4fbaa-761d-4cad-85ed-ccb2ad453160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:26.943433 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-13e4fbaa-761d-4cad-85ed-ccb2ad453160 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32897315-8fd9-4c48-831b-d9f41a725888 HTTP/1.1" status: 200 len: 844 time: 0.0645461 Mar 24 17:21:26.963713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '424f439e-af31-4297-96b0-48c05109f825', 'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:e2:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:26Z', 'updated_at': '2022-03-24T17:18:32Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '32897315-8fd9-4c48-831b-d9f41a725888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:26.968153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] Checking router: 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:21:26.976779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:21:26.977353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:21:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:27.022513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-f4227f70-9c89-4744-85e3-6c0b36b6a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:27.023981 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-f4227f70-9c89-4744-85e3-6c0b36b6a79c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7444e5e7-f594-4e40-ae93-0b55b751800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744262 Mar 24 17:21:27.036562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-e4f5d53c-3002-464e-a141-b3187cdaf59d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88477) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:21:27.037600 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-e4f5d53c-3002-464e-a141-b3187cdaf59d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054009 Mar 24 17:21:27.105500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4893-21df-4105-8066-ca3681902398 req-9fe7a08b-c699-4e29-ad41-ff998348af3c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:27.107005 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b0e4893-21df-4105-8066-ca3681902398 req-9fe7a08b-c699-4e29-ad41-ff998348af3c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 946 time: 0.0890689 Mar 24 17:21:27.168107 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b0e4893-21df-4105-8066-ca3681902398 req-8a956f13-4111-4a6c-a22f-8041f6dc5eb4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484540 Mar 24 17:21:27.189846 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-50fcf457-9744-44bb-8efa-b73669d62c16 service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458652 Mar 24 17:21:27.202777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:21:27.334105 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fcccacd5-0bf4-456a-8f49-d690c3dd43f8 req-cfa49288-e2c5-4b4b-9685-536c5e3af4dc service neutron] 10.222.0.48 "GET /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375527 Mar 24 17:21:27.530032 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '424f439e-af31-4297-96b0-48c05109f825', 'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:e2:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:26Z', 'updated_at': '2022-03-24T17:18:32Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '32897315-8fd9-4c48-831b-d9f41a725888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:27.533925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b33b7-daf2-4ef3-8619-c3487a4f7596 None None] The sync data for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv is: [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '424f439e-af31-4297-96b0-48c05109f825', 'name': '', 'network_id': '7444e5e7-f594-4e40-ae93-0b55b751800e', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:e2:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '32897315-8fd9-4c48-831b-d9f41a725888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:26Z', 'updated_at': '2022-03-24T17:18:32Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '32897315-8fd9-4c48-831b-d9f41a725888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:21:27.745967 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0d3904-0714-4d5b-ba30-bcbc045d1cec None None] New status for floating IP 210cae62-06b5-4356-99fc-e2ee88b0bc3c: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:21:28.409336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-b0f75905-a7da-43fe-ae86-ab52105eb7d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:28.410279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-b0f75905-a7da-43fe-ae86-ab52105eb7d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:21:28.469469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c816f3-5429-4eb1-b77a-99a9d4ddb02c req-d9830d0d-9b0d-4962-abef-cf76e96a1105 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:28.470822 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a1c816f3-5429-4eb1-b77a-99a9d4ddb02c req-d9830d0d-9b0d-4962-abef-cf76e96a1105 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 946 time: 0.1934979 Mar 24 17:21:28.481089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-b0f75905-a7da-43fe-ae86-ab52105eb7d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:21:28.482385 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-b0f75905-a7da-43fe-ae86-ab52105eb7d2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 946 time: 0.1547685 Mar 24 17:21:28.514105 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a1c816f3-5429-4eb1-b77a-99a9d4ddb02c req-738fecba-1f50-45b1-94d9-29b8820ada47 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=89268744-e123-4f17-9b55-4db75abbf03c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376647 Mar 24 17:21:28.553219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:21:28.553557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:28.895012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:28.895359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:29.015714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:21:29.235394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:29.288644 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:29.361014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:21:29.363326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:29.365796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'name': 'network-vif-deleted', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:21:29.441176 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4c4a8462-9e4b-45bb-8448-9e96b6a06a51 req-88f0174a-33d6-4ba9-9670-7d5e7a55194c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 HTTP/1.1" status: 204 len: 173 time: 0.9535558 Mar 24 17:21:29.464621 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d45b7ea-91c7-46a6-aba4-3cb291ca453f', 'name': 'network-vif-deleted', 'tag': 'b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75', 'status': 'completed', 'code': 200} Mar 24 17:21:29.667056 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1b5dd0bb-3da9-49bc-b4ea-4a5e662fbc0b req-3e0d0a54-e35f-4ee5-832b-b2a173467f38 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45b7ea-91c7-46a6-aba4-3cb291ca453f HTTP/1.1" status: 200 len: 210 time: 0.0478051 Mar 24 17:21:30.423458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2e18b-c022-4c16-a1f2-353d860805b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:30.759619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44136) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:30.825791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:30.855491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:30.892595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:21:30.927436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:21:30.945136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b6bfeac1-2aec-4e99-86eb-4a29d6d1fe75 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:21:31.006797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:31.024019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89268744-e123-4f17-9b55-4db75abbf03c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:31.033553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.033898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.034262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.034624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.035207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.035537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.035861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.036221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.036557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.036877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.037197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.037519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:31.092236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:31.093347 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fe9f3053-c64d-451d-9a8f-7b5b4182757d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/89268744-e123-4f17-9b55-4db75abbf03c HTTP/1.1" status: 204 len: 168 time: 0.3327138 Mar 24 17:21:31.167872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44142) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:31.803255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:32.158249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 424f439e-af31-4297-96b0-48c05109f825 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:21:32.158589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:32.348161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 424f439e-af31-4297-96b0-48c05109f825, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=424f439e-af31-4297-96b0-48c05109f825,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:32.348456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:32.472521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 424f439e-af31-4297-96b0-48c05109f825 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:21:32.675200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-836cc543-d95c-4b57-9cab-a39b6d0d26c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:32.703678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:32.750624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=424f439e-af31-4297-96b0-48c05109f825,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:32.876084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:33.033592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:33.475683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:21:33.645415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:21:33.655238 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] Sync routers for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:21:33.658488 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-236a5d29-86e4-4fc2-b302-cce4254e0a08 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/61b0b682-1e8c-4c3f-b9e2-b1359e326ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4891565 Mar 24 17:21:33.661080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44148) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:33.664522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:21:33.665117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:21:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:33.725852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd71fac3-94c9-43cd-981d-493ee816f423 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting subnet 32897315-8fd9-4c48-831b-d9f41a725888 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:21:33.728670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd71fac3-94c9-43cd-981d-493ee816f423 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:33.783318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd71fac3-94c9-43cd-981d-493ee816f423 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:33.859854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:21:33.869778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd71fac3-94c9-43cd-981d-493ee816f423 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:33.958495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:33.959144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:34.018544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd71fac3-94c9-43cd-981d-493ee816f423 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:34.057893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71fac3-94c9-43cd-981d-493ee816f423 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Subnet': ['ID=32897315-8fd9-4c48-831b-d9f41a725888,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:34.063347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fd71fac3-94c9-43cd-981d-493ee816f423 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:34.071751 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fd71fac3-94c9-43cd-981d-493ee816f423 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/subnets/32897315-8fd9-4c48-831b-d9f41a725888 HTTP/1.1" status: 204 len: 168 time: 0.4072812 Mar 24 17:21:34.072631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44152) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:34.080837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473278c9-b4b1-4d0e-be13-30de8608f3ab None None] Network 7444e5e7-f594-4e40-ae93-0b55b751800e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:21:34.254470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:34.313845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:21:32Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:34.320027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] Checking router: 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:21:34.339314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] Routers {'61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:21:34.339912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:21:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:34.400978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] DHCP port deletion for 7444e5e7-f594-4e40-ae93-0b55b751800e request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:21:34.413201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Deleting port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:21:34.413568 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:34.434677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:34.504077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 15ff5132-cdf9-402a-a47b-cb3931644351 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:21:34.504653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:34.652212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] Set router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:21:34.796030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 15ff5132-cdf9-402a-a47b-cb3931644351, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=15ff5132-cdf9-402a-a47b-cb3931644351,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:34.796378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:34.941681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 15ff5132-cdf9-402a-a47b-cb3931644351 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:21:34.955195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] For port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=bd6cdab5-616f-4c64-9b34-03b88b3fa5ea,segment=NetworkSegment(b5ebcd94-a312-4b60-a145-c15d54500af1),segment_id=b5ebcd94-a312-4b60-a145-c15d54500af1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:34.955745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.081392 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Calling delete_port for bd6cdab5-616f-4c64-9b34-03b88b3fa5ea owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:21:35.161432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.220917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:21:32Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:35.224930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c73a5-2150-4a23-a5be-84ef35969855 None None] The sync data for ids ['61b0b682-1e8c-4c3f-b9e2-b1359e326ee4'] in dv-neutron-835063-1-hyperv is: [{'id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'name': 'tempest-TestNetworkBasicOps-router-163715269', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:18:21Z', 'updated_at': '2022-03-24T17:21:32Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '15ff5132-cdf9-402a-a47b-cb3931644351', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b0b682-1e8c-4c3f-b9e2-b1359e326ee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:18:22Z', 'updated_at': '2022-03-24T17:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:21:35.243742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=15ff5132-cdf9-402a-a47b-cb3931644351,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:35.269893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.305490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.310484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.321444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Pushing event deleted for resources: {'Port': ['ID=bd6cdab5-616f-4c64-9b34-03b88b3fa5ea,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:35.330101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] No DVR routers for this DVR port bd6cdab5-616f-4c64-9b34-03b88b3fa5ea on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:21:35.332165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.332467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.332810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.333232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.333568 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.333903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.334235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.334563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.334892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.335216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.335539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.335860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857cb783-1533-4413-84fa-6b457ada87d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:35.480495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.482683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.561216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.564496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Fanout notify agent at l3_agent the message router_deleted on router 61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:21:35.577154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.578237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d4889d62-5387-41e9-9061-3cae83148231 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/routers/61b0b682-1e8c-4c3f-b9e2-b1359e326ee4 HTTP/1.1" status: 204 len: 168 time: 1.5050459 Mar 24 17:21:35.580866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44156) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:35.694741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.831236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.863021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7444e5e7-f594-4e40-ae93-0b55b751800e']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:35.874780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ebcd94-a312-4b60-a145-c15d54500af1') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:35.875071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ebcd94-a312-4b60-a145-c15d54500af1') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:35.886589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.902347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.908354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:21:35.908759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:21:35.923740 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:21:36.075065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:36.094948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:36.103336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Network': ['ID=7444e5e7-f594-4e40-ae93-0b55b751800e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:36.190382 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c6e9231e-5997-443d-9d6d-b616ffb499ff tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/networks/7444e5e7-f594-4e40-ae93-0b55b751800e HTTP/1.1" status: 204 len: 168 time: 0.6084540 Mar 24 17:21:36.208207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44160) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:36.215279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'network': {'name': 'tempest-network-smoke--1842113367', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'port_security_enabled': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:36.220964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:36.226331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:network and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:36.229550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 424f439e-af31-4297-96b0-48c05109f825 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:21:36.231255 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:36.237778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:36.268155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 424f439e-af31-4297-96b0-48c05109f825 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:21:36.268586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 424f439e-af31-4297-96b0-48c05109f825 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:21:36.269081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 15ff5132-cdf9-402a-a47b-cb3931644351 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:21:36.301934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 15ff5132-cdf9-402a-a47b-cb3931644351 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:21:36.302273 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 15ff5132-cdf9-402a-a47b-cb3931644351 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:21:36.302671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bd6cdab5-616f-4c64-9b34-03b88b3fa5ea no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:21:36.320634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:21:36.324347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:36.336939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: bd6cdab5-616f-4c64-9b34-03b88b3fa5ea {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:21:36.337280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device bd6cdab5-616f-4c64-9b34-03b88b3fa5ea not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:21:36.352194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:21:36.361690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:36.362023 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Added segment 2c354bcc-ce83-4a96-bb09-f547e8375752 of type vlan for network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 Mar 24 17:21:36.390497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:36.451991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:36.457467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:36.459889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:36.562266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Network': ['ID=0fb3ffa7-cf4e-4088-8391-30c06a0b4137,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:36.572255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:21:36.624307 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3ed4f638-6b19-4b7b-8f9b-ef9414b7fc51 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4143980 Mar 24 17:21:36.626876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44164) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:36.631721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'admin_state_up': True, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:36.639488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:36.644336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:router and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:36.646185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:36.657084 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:36.732434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:36.733442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:36.748625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:37.079417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:37.451294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:37.480542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:37.710598 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.245 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/20fe4323-21d4-4bb6-a865-b596b6847e58) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:21:37.852636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:37.937472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:37.998185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:21:38.000955 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:21:38.003307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:21:38.053157 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=20fe4323-21d4-4bb6-a865-b596b6847e58,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:38.496948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:38.855975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:39.137770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:21:39.423776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:21:39.434518 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Sync routers for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:21:39.443611 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:21:39.444244 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:21:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:39.515290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:39.516588 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-11d2caae-96cf-4f3a-8335-6ef2ccbc7038 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8887665 Mar 24 17:21:39.519648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44168) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:39.615453 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:21:39.705640 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7e9cfd57-6a0a-43a3-bb70-7dd17f42a124 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1848059 Mar 24 17:21:39.708131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44174) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:39.836069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8615c459-cca2-4caa-a62b-cfa57439ae5a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:39.840832 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8615c459-cca2-4caa-a62b-cfa57439ae5a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285405 Mar 24 17:21:39.841022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44178) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:39.882306 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-840db4f2-9ddc-4177-af97-46f4c5079bcb tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378304 Mar 24 17:21:39.883042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44182) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:39.895604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-390130517', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:39.897523 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:38Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:39.902637 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Checking router: bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:21:39.902989 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Updating router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 port 20fe4323-21d4-4bb6-a865-b596b6847e58 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:21:39.955384 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:40.003641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:40.007522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:subnet and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:40.010335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:40.015853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:40.120802 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:21:40.124327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:40.295800 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:40.309327 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Transition to ACTIVE for port object 20fe4323-21d4-4bb6-a865-b596b6847e58 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:21:40.395111 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:40.476470 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Attempting to bind port 20fe4323-21d4-4bb6-a865-b596b6847e58 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:21:40.477052 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Attempting to bind port 20fe4323-21d4-4bb6-a865-b596b6847e58 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:21:40.477174 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Attempting to bind port 20fe4323-21d4-4bb6-a865-b596b6847e58 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:21:40.479827 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Pushing event updated for resources: {'Port': ['ID=20fe4323-21d4-4bb6-a865-b596b6847e58,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:40.488638 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:21:40.489003 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:21:40.489393 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:40.489779 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:21:40.490219 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Bound port: 20fe4323-21d4-4bb6-a865-b596b6847e58, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:21:40.490617 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:40.498201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:40.514237 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.514577 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.514912 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.515241 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.515564 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.515888 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.516250 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.516572 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.516893 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.517211 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.517523 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.517836 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:40.577215 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] For port 20fe4323-21d4-4bb6-a865-b596b6847e58, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:21:40.580252 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] For port 20fe4323-21d4-4bb6-a865-b596b6847e58, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=20fe4323-21d4-4bb6-a865-b596b6847e58,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:21:40.591726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=10dad9d9-e310-4082-8f90-3792643478ea,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:40.595788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Checking segment: {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:21:40.596173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network hostable DHCP agents. Network: 0fb3ffa7-cf4e-4088-8391-30c06a0b4137, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:21:40.641302 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:40.663499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:21:40.720261 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:21:40.720864 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:21:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:40.742750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 0fb3ffa7-cf4e-4088-8391-30c06a0b4137) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:21:40.746878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:40.747460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:40.751903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19496dd1-892e-4a06-acad-2781e2f6bf19 None None] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:21:40.773237 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504f079-b567-4517-8725-dab99a32e07e None None] Pushing event updated for resources: {'Port': ['ID=20fe4323-21d4-4bb6-a865-b596b6847e58,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:40.842360 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dc7543e3-99c9-4429-9060-94776e5c2439 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9577124 Mar 24 17:21:40.844669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44186) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:40.905283 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:21:40.980976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:21:40.982096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:41.148269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Allocated IP 172.20.0.2 (0fb3ffa7-cf4e-4088-8391-30c06a0b4137/10dad9d9-e310-4082-8f90-3792643478ea/b10babe7-58e3-4bad-971d-12fa5da059e5) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:21:41.223017 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-eb324954-4c88-4463-9f07-115a83398929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:38Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:41.230990 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb324954-4c88-4463-9f07-115a83398929 None None] The sync data for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv is: [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:38Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:21:41.417150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:41.433220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Transition to ACTIVE for port object b10babe7-58e3-4bad-971d-12fa5da059e5 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:21:41.472924 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Transition to ACTIVE for port object b10babe7-58e3-4bad-971d-12fa5da059e5 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:21:41.555454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:41.614165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:41.626274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:21:41.629185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:21:41.637843 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:21:41.644489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Pushing event updated for resources: {'Port': ['ID=b10babe7-58e3-4bad-971d-12fa5da059e5,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:41.735975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Attempting to bind port b10babe7-58e3-4bad-971d-12fa5da059e5 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:21:41.736362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Attempting to bind port b10babe7-58e3-4bad-971d-12fa5da059e5 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:21:41.736720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Attempting to bind port b10babe7-58e3-4bad-971d-12fa5da059e5 on network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:21:41.742221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:21:41.742622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Checking segment: {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:21:41.743742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:41.744178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Bound using segment: {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:21:41.745471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Bound port: b10babe7-58e3-4bad-971d-12fa5da059e5, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:21:41.745859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:41.842646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] For port b10babe7-58e3-4bad-971d-12fa5da059e5, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:21:41.845768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] For port b10babe7-58e3-4bad-971d-12fa5da059e5, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b10babe7-58e3-4bad-971d-12fa5da059e5,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:21:41.933440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:42.048345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.1 (0fb3ffa7-cf4e-4088-8391-30c06a0b4137/10dad9d9-e310-4082-8f90-3792643478ea/dde710ce-6884-49e9-aedb-be8f6de80998) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:21:42.050601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a8fdc-069c-4d0f-9a7e-dcc101f156de None None] Pushing event updated for resources: {'Port': ['ID=b10babe7-58e3-4bad-971d-12fa5da059e5,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:42.113495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 20fe4323-21d4-4bb6-a865-b596b6847e58 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:21:42.241094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 20fe4323-21d4-4bb6-a865-b596b6847e58 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:21:42.247809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 20fe4323-21d4-4bb6-a865-b596b6847e58 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:42.248944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:42.397028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:42.397972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:42.414272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object dde710ce-6884-49e9-aedb-be8f6de80998 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:21:42.416779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 20fe4323-21d4-4bb6-a865-b596b6847e58, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=20fe4323-21d4-4bb6-a865-b596b6847e58,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:42.502852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:42.527401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:42.577126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=20fe4323-21d4-4bb6-a865-b596b6847e58,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:42.591173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:21:42.594308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:21:42.596731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:21:42.658334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=dde710ce-6884-49e9-aedb-be8f6de80998,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:42.677190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:42.987228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:43.401851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ce9a9-ffe8-404c-ae49-36d148a1453c None None] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:21:43.404054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:43.469162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:43.572295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-710d4709-acbe-436b-904d-1715b3475c31 None None] Provisioning for port b10babe7-58e3-4bad-971d-12fa5da059e5 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:21:43.586296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:43.590614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=dde710ce-6884-49e9-aedb-be8f6de80998,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:43.725837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:21:43.726984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:21:43.921395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:21:43.995442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2ffb7449-0a1b-4eca-b3db-d058f24d6621 None None] Provisioning for port dde710ce-6884-49e9-aedb-be8f6de80998 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:21:44.000342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2ffb7449-0a1b-4eca-b3db-d058f24d6621 None None] Provisioning complete for port dde710ce-6884-49e9-aedb-be8f6de80998 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:44.000705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2ffb7449-0a1b-4eca-b3db-d058f24d6621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:44.067266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb7449-0a1b-4eca-b3db-d058f24d6621 None None] Port dde710ce-6884-49e9-aedb-be8f6de80998 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:21:44.154710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 20fe4323-21d4-4bb6-a865-b596b6847e58 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:21:44.221456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-65f9d4e8-03ec-4075-8f68-404289464083 None None] Provisioning complete for port dde710ce-6884-49e9-aedb-be8f6de80998 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:44.221823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-65f9d4e8-03ec-4075-8f68-404289464083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:44.249899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:21:44.262155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Sync routers for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:21:44.263353 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-63cbaec9-df65-4077-a605-24d6a26eae8b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/bf3efbae-b54a-4bd0-8d1a-01f2b49b0898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4176910 Mar 24 17:21:44.265919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44190) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:44.292888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:21:44.293524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:21:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:44.341184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-65f9d4e8-03ec-4075-8f68-404289464083 None None] Port dde710ce-6884-49e9-aedb-be8f6de80998 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:21:44.362660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 20fe4323-21d4-4bb6-a865-b596b6847e58 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:44.363030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:44.401817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41489d91-12db-4f6a-bf53-cf99c1f11d73 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:44.402198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41489d91-12db-4f6a-bf53-cf99c1f11d73 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:44.402691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41489d91-12db-4f6a-bf53-cf99c1f11d73 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:44.403150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41489d91-12db-4f6a-bf53-cf99c1f11d73 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:44.404828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-41489d91-12db-4f6a-bf53-cf99c1f11d73 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1380746 Mar 24 17:21:44.407608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44194) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:44.479473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4eb39d-d93d-4d96-863a-75a9230134b5 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:44.480145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4eb39d-d93d-4d96-863a-75a9230134b5 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:44.480612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4eb39d-d93d-4d96-863a-75a9230134b5 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:44.481071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4eb39d-d93d-4d96-863a-75a9230134b5 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:44.482733 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ff4eb39d-d93d-4d96-863a-75a9230134b5 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0742033 Mar 24 17:21:44.485604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44198) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:44.568880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8f842ed4-8077-472b-8fab-0dc735903f41 None None] Provisioning complete for port dde710ce-6884-49e9-aedb-be8f6de80998 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:44.569479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8f842ed4-8077-472b-8fab-0dc735903f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:44.595942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:21:44.690995 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-504b3498-8243-43e7-9213-598611859921 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2016304 Mar 24 17:21:44.732841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b10babe7-58e3-4bad-971d-12fa5da059e5 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:21:44.818784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8f842ed4-8077-472b-8fab-0dc735903f41 None None] Port dde710ce-6884-49e9-aedb-be8f6de80998 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:21:44.929456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44204) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:44.935106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545699984', 'description': 'tempest-secgroup-smoke-1545699984 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:44.940941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:44.945013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:44.948307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:44.954332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:45.004428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port b10babe7-58e3-4bad-971d-12fa5da059e5 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:21:45.011815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b10babe7-58e3-4bad-971d-12fa5da059e5 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:45.012209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.022915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.043583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:45.047332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:45.050117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:45.055684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:45.083094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:43Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:45.118039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Checking router: bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:21:45.118396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Updating router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 port dde710ce-6884-49e9-aedb-be8f6de80998 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:21:45.127632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.186884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.195171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.200771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.247261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971b1a91-c44f-41c5-af74-6fdcb0423dc1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:45.279765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port b10babe7-58e3-4bad-971d-12fa5da059e5, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b10babe7-58e3-4bad-971d-12fa5da059e5,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:45.298080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.299437 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-45bb5561-373a-45dc-b500-61c14e1622f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3684669 Mar 24 17:21:45.302350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44208) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:45.308183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '971b1a91-c44f-41c5-af74-6fdcb0423dc1', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:45.314159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:45.317899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:45.320799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:45.327197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:45.349098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.430208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.489583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.505449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=b10babe7-58e3-4bad-971d-12fa5da059e5,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:45.527304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.550616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1296dd21-d043-4c12-bd04-5da7d6771ddd,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:45.606519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.607860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-964a2dfb-d583-442a-bd9f-9392ac82fba9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044872 Mar 24 17:21:45.610506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44212) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:45.615540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '971b1a91-c44f-41c5-af74-6fdcb0423dc1', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:45.619736 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.621417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:45.625186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:45.627835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Transition to ACTIVE for port object dde710ce-6884-49e9-aedb-be8f6de80998 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:21:45.628189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:45.633869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:45.702514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.716640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.785277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.858655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d0c2-82ed-4233-a1f9-15e42bfeab0f None None] Pushing event updated for resources: {'Port': ['ID=dde710ce-6884-49e9-aedb-be8f6de80998,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:45.863805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.898749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e0e9f2-494f-4dbd-b9b2-25b449f748b5,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:45.929503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Attempting to bind port dde710ce-6884-49e9-aedb-be8f6de80998 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:21:45.929896 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Attempting to bind port dde710ce-6884-49e9-aedb-be8f6de80998 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:21:45.930250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Attempting to bind port dde710ce-6884-49e9-aedb-be8f6de80998 on network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:21:45.935720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:21:45.936117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Checking segment: {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:21:45.936513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.936899 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Bound using segment: {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:21:45.937353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Bound port: dde710ce-6884-49e9-aedb-be8f6de80998, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:21:45.937719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.966598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:45.967820 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0afc846c-6832-44ad-bec9-b27ee9f0459c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563764 Mar 24 17:21:45.970795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44216) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:45.976168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '971b1a91-c44f-41c5-af74-6fdcb0423dc1', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:45.982752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:45.986675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:45.989773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:45.996557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:46.030929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] For port dde710ce-6884-49e9-aedb-be8f6de80998, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:21:46.036572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] For port dde710ce-6884-49e9-aedb-be8f6de80998, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dde710ce-6884-49e9-aedb-be8f6de80998,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:21:46.047878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b10babe7-58e3-4bad-971d-12fa5da059e5 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:21:46.065365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.086480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.133409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.178097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.205429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73a1e8a-7b89-43f6-88f1-de5772b66b9e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:46.215442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.215976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.216421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.216850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.217411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.217803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.218193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.218732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.219128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.219509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.220104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.220499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:21:46.240636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2d0c2-82ed-4233-a1f9-15e42bfeab0f None None] Pushing event updated for resources: {'Port': ['ID=dde710ce-6884-49e9-aedb-be8f6de80998,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:46.244308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:21:46.244927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:21:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:46.279812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.283779 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6e1ddce2-d0ee-42b6-a5e5-ea42441fc903 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3092794 Mar 24 17:21:46.283779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44220) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:46.289129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '971b1a91-c44f-41c5-af74-6fdcb0423dc1', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:46.295770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:46.299847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:46.303145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:46.308978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:46.325164 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b10babe7-58e3-4bad-971d-12fa5da059e5 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:46.327719 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.379024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.443831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.486168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.496772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:21:46.514685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bef0f0a-177f-4b3e-beae-88e7119857e5,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:46.566323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.567430 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1dad8641-b306-46d0-ad95-1367e8e68b9c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2827208 Mar 24 17:21:46.570221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44224) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:46.575492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '971b1a91-c44f-41c5-af74-6fdcb0423dc1', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:46.581326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:46.585112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:46.588456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:46.594429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:46.691349 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:21:46.698216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.760848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.828453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.852430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebac5fc8-e4a4-4562-a203-44b90c3b3237,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:46.857484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:21:46.859452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dd16c3-9820-44aa-a8e7-196521401967 None None] The sync data for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv is: [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:46Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:21:46.931455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:46.932928 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d7330d2b-4b32-4405-aeb8-8769ca16f80d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3617208 Mar 24 17:21:46.935616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44228) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:21:46.940483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '971b1a91-c44f-41c5-af74-6fdcb0423dc1', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:46.946406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:46.955467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:21:46.958835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:21:46.965077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:47.039851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:21:47.047775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:47.117168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:47.167050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:47.192944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73705b9-a4ba-4667-b5f8-c45fcc42969d,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:47.263859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:47.265124 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c4947965-e296-4042-8a86-5cec03ffae30 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3285520 Mar 24 17:21:47.455205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-ddb98475-192f-4fe9-8081-7755a80aa16e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:21:47.532361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-ddb98475-192f-4fe9-8081-7755a80aa16e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:21:47.533596 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-ddb98475-192f-4fe9-8081-7755a80aa16e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545699984&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1225584 Mar 24 17:21:47.702241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-429d219f-3cbb-4f47-8320-dd42c474666a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:47.702911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-429d219f-3cbb-4f47-8320-dd42c474666a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:21:47.766627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-429d219f-3cbb-4f47-8320-dd42c474666a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:21:47.767871 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-429d219f-3cbb-4f47-8320-dd42c474666a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 797 time: 0.2273674 Mar 24 17:21:47.783483 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-ba3434c7-c668-472d-ac17-0298ddf24b5e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0099125 Mar 24 17:21:47.869047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-ed140266-f274-4f32-af8a-60f4352d27f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:21:47.954861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-ed140266-f274-4f32-af8a-60f4352d27f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:21:47.956198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-ed140266-f274-4f32-af8a-60f4352d27f5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670282 Mar 24 17:21:48.067237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dde710ce-6884-49e9-aedb-be8f6de80998 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:21:48.138668 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-b2bdaa72-3330-4347-bdb1-e76eac149776 service neutron] 10.222.0.47 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697333 Mar 24 17:21:48.177742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port dde710ce-6884-49e9-aedb-be8f6de80998 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:21:48.183343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port dde710ce-6884-49e9-aedb-be8f6de80998 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:48.183729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:48.268808 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-48e1f84d-6338-4b38-b464-e3ae0bb1a089 service neutron] 10.222.0.47 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254168 Mar 24 17:21:48.301969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:48.333942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port dde710ce-6884-49e9-aedb-be8f6de80998, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dde710ce-6884-49e9-aedb-be8f6de80998,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:48.418025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:48.491684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=dde710ce-6884-49e9-aedb-be8f6de80998,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:48.600045 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c433d4f-fdb3-49d5-bb74-0066031bdb1c req-ecfe3ff9-575f-43c0-9580-ce0c64fc3c75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 210 time: 0.0932438 Mar 24 17:21:49.744951 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8608ddfc-a2cb-496d-8ff3-972479de2f75 req-cbdc9ef4-287f-4121-a4c1-79358c0d9d72 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 210 time: 0.0422888 Mar 24 17:21:50.047760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dde710ce-6884-49e9-aedb-be8f6de80998 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:21:50.113776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port dde710ce-6884-49e9-aedb-be8f6de80998 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:50.114134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:50.632020 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-da8e3364-57e7-4f52-a1e7-bc3f294e0237 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:50.632688 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-da8e3364-57e7-4f52-a1e7-bc3f294e0237 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:21:50.643985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-da8e3364-57e7-4f52-a1e7-bc3f294e0237 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:21:50.645144 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-da8e3364-57e7-4f52-a1e7-bc3f294e0237 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 797 time: 0.1572914 Mar 24 17:21:50.694393 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-acef6d88-6fe6-42fa-8be9-dc8837692913 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 380 time: 0.0420108 Mar 24 17:21:50.702786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['971b1a91-c44f-41c5-af74-6fdcb0423dc1']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:50.847672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:21:50.857699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:21:50.906145 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ced7deca-fd3b-455d-8736-baa98cfbd929 req-cb5710ab-e7e9-493e-8ef1-34d917d4946f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 210 time: 0.0426683 Mar 24 17:21:50.929252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:21:50.930241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:51.093691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.14 (0fb3ffa7-cf4e-4088-8391-30c06a0b4137/10dad9d9-e310-4082-8f90-3792643478ea/4b7e43a7-a114-4a77-9563-76af5923ed02) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:21:51.276965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:51.292532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 4b7e43a7-a114-4a77-9563-76af5923ed02 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:21:51.383994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:51.454123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:21:51.457130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:21:51.465785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:21:51.498117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=4b7e43a7-a114-4a77-9563-76af5923ed02,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:51.534422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:51.535283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:51.658159 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7f584c45-f5d3-4dac-9821-3d899b724243 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9588943 Mar 24 17:21:51.669592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Request body: {'port': {'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:21:51.737444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-29be358b-568d-4154-9bca-a62018a1a461 None None] Provisioning for port 4b7e43a7-a114-4a77-9563-76af5923ed02 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:21:51.742377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-29be358b-568d-4154-9bca-a62018a1a461 None None] Provisioning complete for port 4b7e43a7-a114-4a77-9563-76af5923ed02 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:51.742737 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-29be358b-568d-4154-9bca-a62018a1a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:51.783575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:51.795940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-29be358b-568d-4154-9bca-a62018a1a461 None None] Port 4b7e43a7-a114-4a77-9563-76af5923ed02 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:21:52.198731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265510dc-c58b-4898-971b-221800653d5c req-53b1f463-9af5-4d37-85d1-bf2744a6ab29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:52.200083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-265510dc-c58b-4898-971b-221800653d5c req-53b1f463-9af5-4d37-85d1-bf2744a6ab29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 932 time: 0.1877699 Mar 24 17:21:52.233389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7e43a7-a114-4a77-9563-76af5923ed02 {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:21:52.240765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:52.243418 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-265510dc-c58b-4898-971b-221800653d5c req-5dd31745-5b8e-4d8b-914e-c0fd4d8a7729 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377011 Mar 24 17:21:52.257975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Transition to ACTIVE for port object 4b7e43a7-a114-4a77-9563-76af5923ed02 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:21:52.343439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:52.500853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7e43a7-a114-4a77-9563-76af5923ed02,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:52.578714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Attempting to bind port 4b7e43a7-a114-4a77-9563-76af5923ed02 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:21:52.579046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Attempting to bind port 4b7e43a7-a114-4a77-9563-76af5923ed02 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:21:52.579366 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Attempting to bind port 4b7e43a7-a114-4a77-9563-76af5923ed02 on network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:21:52.583782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Port 4b7e43a7-a114-4a77-9563-76af5923ed02 on network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:21:52.584130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Attempting to bind port 4b7e43a7-a114-4a77-9563-76af5923ed02 on network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:21:52.589692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:21:52.590021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Checking segment: {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:21:52.590394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Bound using segment: {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:21:52.590810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Bound port: 4b7e43a7-a114-4a77-9563-76af5923ed02, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:21:52.591139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:52.680299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] For port 4b7e43a7-a114-4a77-9563-76af5923ed02, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:21:52.683094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] For port 4b7e43a7-a114-4a77-9563-76af5923ed02, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=4b7e43a7-a114-4a77-9563-76af5923ed02,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:21:52.777815 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:52.834106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:52.834601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:52.835979 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 200 len: 1094 time: 1.1709542 Mar 24 17:21:52.836430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:21:52.875428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9887c-32ba-4c54-8b24-e7978242f352 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7e43a7-a114-4a77-9563-76af5923ed02,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:52.891498 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'status': 'completed', 'code': 200} Mar 24 17:21:52.990228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8c663-bb9e-4fb4-9b96-bc163ff7abc0 req-e79e2e19-9d6a-4136-b498-5a9e94b918c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:52.991707 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d8c8c663-bb9e-4fb4-9b96-bc163ff7abc0 req-e79e2e19-9d6a-4136-b498-5a9e94b918c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1097 time: 0.0796683 Mar 24 17:21:53.133982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8c663-bb9e-4fb4-9b96-bc163ff7abc0 req-ecded3c7-32c9-42de-a202-cf5faa2eee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:53.135371 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d8c8c663-bb9e-4fb4-9b96-bc163ff7abc0 req-ecded3c7-32c9-42de-a202-cf5faa2eee84 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1372614 Mar 24 17:21:53.269082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8c663-bb9e-4fb4-9b96-bc163ff7abc0 req-e572659c-1859-449c-9dbd-26b309c0169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:53.270520 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-d8c8c663-bb9e-4fb4-9b96-bc163ff7abc0 req-e572659c-1859-449c-9dbd-26b309c0169d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287785 Mar 24 17:21:53.393634 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:21:53.433344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7b1b6bce-de6d-4f40-a171-a28464688a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:53.434858 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-7b1b6bce-de6d-4f40-a171-a28464688a9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1097 time: 0.1292839 Mar 24 17:21:53.509691 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-dc9c948d-1670-484e-9ddb-aff89c0f736f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 200 len: 217 time: 0.0666866 Mar 24 17:21:53.570592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a2804e6f-90df-494b-a20a-25b3952263e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:53.572030 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-a2804e6f-90df-494b-a20a-25b3952263e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 200 len: 834 time: 0.0562236 Mar 24 17:21:53.583670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b505-8dd2-4950-942a-4bfb40e97346 req-4e4f1ec9-8d2d-4ed7-a45f-11fe220068d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:53.585148 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c142b505-8dd2-4950-942a-4bfb40e97346 req-4e4f1ec9-8d2d-4ed7-a45f-11fe220068d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 944 time: 0.0817094 Mar 24 17:21:53.629757 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c142b505-8dd2-4950-942a-4bfb40e97346 req-ba319402-4b75-4857-8d96-9306711501b5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385125 Mar 24 17:21:53.650232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-8e668149-d08e-4065-9afd-484d7583d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:53.652264 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-8e668149-d08e-4065-9afd-484d7583d447 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739076 Mar 24 17:21:53.782334 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-53b3e003-033e-4770-a1d5-bf011e9559a8 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234863 Mar 24 17:21:54.012036 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-75bd05b8-4fee-4707-b784-e8512d9efdc3 req-21fe7d84-e30c-406b-8738-aec7d825877f service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243598 Mar 24 17:21:54.814635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82134e95-8698-4bf5-b059-2ec6d6cca3fd req-5a6a3f82-8749-4931-8f62-6b66bf79e778 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:54.816094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-82134e95-8698-4bf5-b059-2ec6d6cca3fd req-5a6a3f82-8749-4931-8f62-6b66bf79e778 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 944 time: 0.0810859 Mar 24 17:21:54.859305 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-82134e95-8698-4bf5-b059-2ec6d6cca3fd req-b9dd9405-f6df-4738-96eb-b899436d916b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376737 Mar 24 17:21:56.050690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ae4df-a40f-47e8-86bd-307d0e19d77f req-8116b588-1e60-40e5-94e6-eea1953b07e2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:56.055773 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-303ae4df-a40f-47e8-86bd-307d0e19d77f req-8116b588-1e60-40e5-94e6-eea1953b07e2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 944 time: 0.0893729 Mar 24 17:21:56.096334 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-303ae4df-a40f-47e8-86bd-307d0e19d77f req-c0462b47-2c8a-441c-9bb9-88f81c3e805e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Mar 24 17:21:57.050853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 4b7e43a7-a114-4a77-9563-76af5923ed02 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:21:57.182638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 4b7e43a7-a114-4a77-9563-76af5923ed02, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=4b7e43a7-a114-4a77-9563-76af5923ed02,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:57.199282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:21:57.254752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:57.270952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7e43a7-a114-4a77-9563-76af5923ed02 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:21:57.280760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f6024-2eca-49c1-b675-bce5676cf4d2 req-76acbff8-de44-43cf-a18f-f49495e615f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:57.282205 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9e0f6024-2eca-49c1-b675-bce5676cf4d2 req-76acbff8-de44-43cf-a18f-f49495e615f3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 944 time: 0.0791948 Mar 24 17:21:57.287445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 4b7e43a7-a114-4a77-9563-76af5923ed02, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=4b7e43a7-a114-4a77-9563-76af5923ed02,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:57.326442 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9e0f6024-2eca-49c1-b675-bce5676cf4d2 req-f4049d76-3054-4596-b69e-35cab5c41bbd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383670 Mar 24 17:21:57.365114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:57.430819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=4b7e43a7-a114-4a77-9563-76af5923ed02,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:57.577251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['4b7e43a7-a114-4a77-9563-76af5923ed02'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:21:58.512353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd4415-a9bd-40ef-b091-6b6179175795 req-23f7cd72-a6a0-48c7-9c3a-3b6e0f99fdc9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:58.513770 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7dd4415-a9bd-40ef-b091-6b6179175795 req-23f7cd72-a6a0-48c7-9c3a-3b6e0f99fdc9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 945 time: 0.0814435 Mar 24 17:21:58.559081 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7dd4415-a9bd-40ef-b091-6b6179175795 req-8aec5f4e-732e-42fb-aa66-464c34f2b5c8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 Mar 24 17:21:59.066117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 4b7e43a7-a114-4a77-9563-76af5923ed02 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:21:59.205862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 4b7e43a7-a114-4a77-9563-76af5923ed02 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:21:59.210476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 4b7e43a7-a114-4a77-9563-76af5923ed02 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:21:59.210885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:59.324784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:59.350478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:21:59.360892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 4b7e43a7-a114-4a77-9563-76af5923ed02, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=4b7e43a7-a114-4a77-9563-76af5923ed02,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:21:59.394002 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'code': 200} Mar 24 17:21:59.446289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:21:59.514980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=4b7e43a7-a114-4a77-9563-76af5923ed02,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:21:59.741967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad987d-7d2e-4d1f-8e49-d764d7f92279 req-2b2f95ad-8e35-4146-a008-7fa2a11b89a2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:59.743398 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3ad987d-7d2e-4d1f-8e49-d764d7f92279 req-2b2f95ad-8e35-4146-a008-7fa2a11b89a2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 946 time: 0.0819230 Mar 24 17:21:59.775942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd67c3e-2780-418d-8629-e11a81323de3 req-27a85b78-86e6-43fb-9a74-527308705a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:21:59.777396 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6cd67c3e-2780-418d-8629-e11a81323de3 req-27a85b78-86e6-43fb-9a74-527308705a55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1099 time: 0.0691779 Mar 24 17:21:59.790282 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3ad987d-7d2e-4d1f-8e49-d764d7f92279 req-0aa91b7e-9afb-4537-930e-660f94b3e1c8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404704 Mar 24 17:21:59.819131 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6cd67c3e-2780-418d-8629-e11a81323de3 req-cfb1e2ff-9a00-4046-b7e9-65398a88b13f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351629 Mar 24 17:22:00.440209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-75b9d5de-8f0c-4065-a6aa-611a56392d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:00.976477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf283715-2edc-4e69-b334-916555fcc648 req-ccc839c5-8e82-475e-984f-5e8ceb000fdd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:00.977896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf283715-2edc-4e69-b334-916555fcc648 req-ccc839c5-8e82-475e-984f-5e8ceb000fdd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 946 time: 0.0795093 Mar 24 17:22:01.022482 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf283715-2edc-4e69-b334-916555fcc648 req-d077b2c2-945c-49d3-948e-f8fdcb29ab7b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387106 Mar 24 17:22:02.205785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17baeb6-6758-4759-b7d5-5bdb4687ab6d req-03f49f37-5d68-42d0-aeeb-dcd6caa3134f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:02.207117 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a17baeb6-6758-4759-b7d5-5bdb4687ab6d req-03f49f37-5d68-42d0-aeeb-dcd6caa3134f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 946 time: 0.0819001 Mar 24 17:22:02.253770 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a17baeb6-6758-4759-b7d5-5bdb4687ab6d req-c81d5ce6-1f4c-4400-8a36-14840d6156cd tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Mar 24 17:22:02.434186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c81462-c028-4bdd-a4d0-78bffa95487c req-3c9fc5c1-c846-4990-8b52-712283ba1069 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:02.435528 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-24c81462-c028-4bdd-a4d0-78bffa95487c req-3c9fc5c1-c846-4990-8b52-712283ba1069 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 946 time: 0.0786865 Mar 24 17:22:02.477859 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-24c81462-c028-4bdd-a4d0-78bffa95487c req-5a3ab6ed-f6fb-4083-bdcd-0d0acc237986 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367095 Mar 24 17:22:02.500837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44296) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:02.572728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985fe454-0252-4f77-86b7-071f8d16db02 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:02.574216 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-985fe454-0252-4f77-86b7-071f8d16db02 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1094 time: 0.0724478 Mar 24 17:22:02.577122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44300) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:02.583052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:02.588882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:02.593275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:floatingip and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:02.596122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:02.601741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:02.680643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eee800b1-7d0f-4483-852b-7d7cd0a298ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:02.697680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:02.832161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:02.852050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:02.968899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.119 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/08f471d4-fa11-4678-8412-dd7383c0292a) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:22:03.109724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:03.199421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:03.258092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:22:03.260692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:22:03.264934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:22:03.311904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=08f471d4-fa11-4678-8412-dd7383c0292a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:03.761470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:03.834252 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:03.870887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:03.874718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:04.073143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:04.147805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:04.251702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=08f471d4-fa11-4678-8412-dd7383c0292a,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:04.261128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:04.428820 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 877405ce-9eaa-49cb-9a9d-35aa2cfc5973 associated. External IP: 172.26.4.119, port: 4b7e43a7-a114-4a77-9563-76af5923ed02. Mar 24 17:22:04.767481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:22:05.053245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:22:05.063180 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] Sync routers for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:22:05.073234 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:22:05.073937 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:22:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:22:05.138654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:05.195245 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-53eb9a60-83bf-489a-882f-41a13a219238 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6170025 Mar 24 17:22:05.195977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:22:05.198073 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44304) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:05.244417 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'status': 'completed', 'code': 200} Mar 24 17:22:05.251492 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:22:05.333371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b86892-55b4-4f7a-a790-7f7cf2b2b91d tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:05.337611 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-28b86892-55b4-4f7a-a790-7f7cf2b2b91d tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1094 time: 0.1356170 Mar 24 17:22:05.337757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:05.369259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-89503079-96a8-4c1c-a97b-c2f4012fb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:05.372832 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-89503079-96a8-4c1c-a97b-c2f4012fb67d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1099 time: 0.1035712 Mar 24 17:22:05.508105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-11e1b4c8-84f9-4017-95d9-9dddd4755b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:05.509555 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-11e1b4c8-84f9-4017-95d9-9dddd4755b2f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 898 time: 0.1296186 Mar 24 17:22:05.605827 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '877405ce-9eaa-49cb-9a9d-35aa2cfc5973', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:03Z', 'updated_at': '2022-03-24T17:22:03Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:22:05.610732 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] Checking router: bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:22:05.616959 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-c640f5fc-f4cc-4087-89da-f0529d3fa1de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 200 len: 1000 time: 0.1004300 Mar 24 17:22:05.619814 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:22:05.620440 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:22:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:22:05.691354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-6267172f-8f62-4e3f-8549-fc50837b973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:05.693051 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-6267172f-8f62-4e3f-8549-fc50837b973e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 200 len: 834 time: 0.0701482 Mar 24 17:22:05.769364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-78c74aa2-7b73-401f-b6c7-2519beb65d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:05.771255 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-78c74aa2-7b73-401f-b6c7-2519beb65d08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722096 Mar 24 17:22:05.802708 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:22:05.807708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44312) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:05.815442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552118218', 'description': 'tempest-secgroup-smoke-1552118218 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:05.821525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:05.831460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:05.897443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:05.917111 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-7f62eba3-8547-4b86-a438-7eb5f219dc43 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400952 Mar 24 17:22:05.917360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:05.921906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:05.924850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:05.930494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:06.006657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.055659 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-05e50270-c692-4a54-9da9-9d335058b0e2 req-8bb6fcbd-229d-4be8-8ffc-27c253fef115 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325138 Mar 24 17:22:06.074804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.122081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:06.189275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.190654 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e57da1b2-6fd4-4c3f-b825-a2cc24cacebe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3812406 Mar 24 17:22:06.193416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44316) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:06.200132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '5e27a54d-4a8d-4f09-ab48-9d4040e7cb93', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:06.200282 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '877405ce-9eaa-49cb-9a9d-35aa2cfc5973', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:03Z', 'updated_at': '2022-03-24T17:22:03Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:22:06.204716 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8fc6c0-6f35-423f-bde0-aea57cc3eaeb None None] The sync data for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv is: [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '877405ce-9eaa-49cb-9a9d-35aa2cfc5973', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:03Z', 'updated_at': '2022-03-24T17:22:03Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:22:06.204922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:06.210685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:06.214057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:06.221822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:06.311319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.375499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.389371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d275727-5957-4183-ab4c-0814b4276da3 None None] New status for floating IP 877405ce-9eaa-49cb-9a9d-35aa2cfc5973: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:22:06.427973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.451859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01ce194-8774-46db-aac1-2490ee595f9e,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:06.508047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.509267 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-acd4658d-89e2-428c-968e-2dae76059d98 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3148358 Mar 24 17:22:06.511953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44320) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:06.517577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '5e27a54d-4a8d-4f09-ab48-9d4040e7cb93', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:06.523541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:06.527331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:06.530846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:06.536744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:06.623585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.685548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.771089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.796260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4d940e-bccd-4c79-ba73-633e878f279a,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:06.863479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:06.864707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c4592766-957f-407d-9c87-d8f7a146ee75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3512981 Mar 24 17:22:06.867382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44324) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:06.872431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '5e27a54d-4a8d-4f09-ab48-9d4040e7cb93', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:06.878434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:06.882373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:06.885443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:06.891386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:07.018961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.085212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.160161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.181058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a004d3e-98fa-496c-a103-b6699deba66e,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:07.240264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.241494 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1efaf421-3e3b-4e83-a3f9-e93af01f551a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731987 Mar 24 17:22:07.244121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44328) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:07.249249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '5e27a54d-4a8d-4f09-ab48-9d4040e7cb93', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:07.255107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:07.258931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:07.261876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:07.268045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:07.314783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.377313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.417228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.440690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fa93f1-b03a-4c24-a45f-1834c583ca32,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:07.491392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.492603 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-46e9b34c-50bf-4a95-87ae-0d897e8097ac tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2475181 Mar 24 17:22:07.495346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44332) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:07.500768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '5e27a54d-4a8d-4f09-ab48-9d4040e7cb93', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:07.506586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:07.510353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:07.513775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:07.519403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:07.571770 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:22:07.578926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.641280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.697308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.720898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ca94ee-6613-44dd-ba15-a4de2bda79de,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:07.793380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.794550 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ff378b74-8eb7-48d1-a9a5-a83e9a154c60 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2983365 Mar 24 17:22:07.798392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44336) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:07.803100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': '5e27a54d-4a8d-4f09-ab48-9d4040e7cb93', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:07.808932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:07.813273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:07.816120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:07.821691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:07.896788 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:22:07.903560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:07.966066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:08.039334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:08.063698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2033c29-04e6-45d0-85b2-f1c8d53d7c9e,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:08.131837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:08.133029 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4ce0ddf6-130c-40b9-b840-6bd59ff363d0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3338344 Mar 24 17:22:08.292054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-e53d1ba8-37b2-4cca-9408-73df121c4cc9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:22:08.359930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-e53d1ba8-37b2-4cca-9408-73df121c4cc9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:22:08.361138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-e53d1ba8-37b2-4cca-9408-73df121c4cc9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552118218&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.1067915 Mar 24 17:22:08.511750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-b8c3f961-c3a1-4648-b220-a59d81429707 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:08.513190 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-b8c3f961-c3a1-4648-b220-a59d81429707 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 797 time: 0.1456726 Mar 24 17:22:08.527830 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-488ecb54-dd8b-49b8-b8dd-3cc00448dfa9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0086706 Mar 24 17:22:08.613540 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-181f381e-53f6-433b-a68d-4a7f97646fc5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808904 Mar 24 17:22:08.746021 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-8f93843c-98b6-45a1-8c6d-b29fa70a7818 service neutron] 10.222.0.47 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205883 Mar 24 17:22:08.876852 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-c0e9d52b-df74-46f0-904a-ae0a5cedb277 service neutron] 10.222.0.47 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245632 Mar 24 17:22:09.172184 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c1eb9439-1373-44bd-9731-9ebd59741aed req-6536c01d-4876-4fbc-8a84-0212a4d4e00c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 210 time: 0.0415685 Mar 24 17:22:10.328046 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c8125e5d-3a75-4a19-80ee-a12e5f209b3b req-ee90948f-71cc-4c3d-8e79-9f10742250ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 210 time: 0.0482373 Mar 24 17:22:11.016792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-87746ca1-267d-41d0-870c-16a86857ef24 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:11.018308 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-87746ca1-267d-41d0-870c-16a86857ef24 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 797 time: 0.1474874 Mar 24 17:22:11.067515 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-dbc4b7be-06cd-4228-9599-d377f9389dcc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 473 time: 0.0414748 Mar 24 17:22:11.075861 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['5e27a54d-4a8d-4f09-ab48-9d4040e7cb93']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:11.216840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:11.221383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:port and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:11.224206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:11.230811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:11.308075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:22:11.311918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:11.482559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.13 (0fb3ffa7-cf4e-4088-8391-30c06a0b4137/10dad9d9-e310-4082-8f90-3792643478ea/8a49a822-a724-451f-8299-bd7ff1301da8) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:22:11.489097 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-052d0391-7b79-4401-86cb-735ad1077f32 req-9649872b-fb48-4adb-8d0f-fe00e91c3f11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 210 time: 0.0549409 Mar 24 17:22:11.673299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:11.688223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 8a49a822-a724-451f-8299-bd7ff1301da8 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:22:11.799491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:11.980756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:22:11.983850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:22:11.992254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:22:12.023768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=8a49a822-a724-451f-8299-bd7ff1301da8,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:12.060069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:12.060561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:12.155584 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-92e9292b-6797-45ab-b363-4418f5fe3a44 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0830991 Mar 24 17:22:12.168248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Request body: {'port': {'device_id': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:12.245892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ea086314-4616-4182-ab43-1124fc71d11f None None] Provisioning for port 8a49a822-a724-451f-8299-bd7ff1301da8 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:22:12.257759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ea086314-4616-4182-ab43-1124fc71d11f None None] Provisioning complete for port 8a49a822-a724-451f-8299-bd7ff1301da8 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:22:12.257759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea086314-4616-4182-ab43-1124fc71d11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:12.288285 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:12.315562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ea086314-4616-4182-ab43-1124fc71d11f None None] Port 8a49a822-a724-451f-8299-bd7ff1301da8 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:22:12.636537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a49a822-a724-451f-8299-bd7ff1301da8 {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:22:12.644472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:12.658750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Transition to ACTIVE for port object 8a49a822-a724-451f-8299-bd7ff1301da8 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:22:12.684624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ef2f9-e9ce-4008-8a68-e5b2db0db45d req-c915c140-5921-43dd-91b0-2cbac2153f63 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:12.686054 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-097ef2f9-e9ce-4008-8a68-e5b2db0db45d req-c915c140-5921-43dd-91b0-2cbac2153f63 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 932 time: 0.0818148 Mar 24 17:22:12.732117 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-097ef2f9-e9ce-4008-8a68-e5b2db0db45d req-ad0e87ea-e599-4f65-8f16-20739a80171d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395842 Mar 24 17:22:12.742816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:12.910678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a49a822-a724-451f-8299-bd7ff1301da8,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:12.979796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Attempting to bind port 8a49a822-a724-451f-8299-bd7ff1301da8 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:22:12.980163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Attempting to bind port 8a49a822-a724-451f-8299-bd7ff1301da8 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:22:12.980491 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Attempting to bind port 8a49a822-a724-451f-8299-bd7ff1301da8 on network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:22:12.985659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Port 8a49a822-a724-451f-8299-bd7ff1301da8 on network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:22:12.985960 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Attempting to bind port 8a49a822-a724-451f-8299-bd7ff1301da8 on network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:22:12.990992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:22:12.991328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Checking segment: {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:22:12.991709 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Bound using segment: {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:22:12.992163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Bound port: 8a49a822-a724-451f-8299-bd7ff1301da8, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c354bcc-ce83-4a96-bb09-f547e8375752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:22:12.992499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:13.082744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] For port 8a49a822-a724-451f-8299-bd7ff1301da8, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:22:13.085556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] For port 8a49a822-a724-451f-8299-bd7ff1301da8, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=8a49a822-a724-451f-8299-bd7ff1301da8,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:22:13.154553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:13.211926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:13.212627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:13.213972 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] 10.222.0.48 "PUT /v2.0/ports/8a49a822-a724-451f-8299-bd7ff1301da8 HTTP/1.1" status: 200 len: 1094 time: 1.0511580 Mar 24 17:22:13.214405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:22:13.240697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e23a57-496b-4baf-b798-aa44058b52a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a49a822-a724-451f-8299-bd7ff1301da8,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:13.269059 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8', 'status': 'completed', 'code': 200} Mar 24 17:22:13.365483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d05051-ef7b-4c67-93b4-09bf8bf1f35e req-306d7ee1-f6ec-4c2f-b4bf-9f980d89086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:13.367041 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-84d05051-ef7b-4c67-93b4-09bf8bf1f35e req-306d7ee1-f6ec-4c2f-b4bf-9f980d89086e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 1097 time: 0.0791497 Mar 24 17:22:13.514811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d05051-ef7b-4c67-93b4-09bf8bf1f35e req-12972707-e5b4-4290-b9a0-1f30be751296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:13.516184 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-84d05051-ef7b-4c67-93b4-09bf8bf1f35e req-12972707-e5b4-4290-b9a0-1f30be751296 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1399803 Mar 24 17:22:13.647038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d05051-ef7b-4c67-93b4-09bf8bf1f35e req-f0d63336-84ee-4115-8159-8f27f7a0c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:13.648466 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-84d05051-ef7b-4c67-93b4-09bf8bf1f35e req-f0d63336-84ee-4115-8159-8f27f7a0c12a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269968 Mar 24 17:22:13.756349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-f3741b6e-3099-4f97-a306-6f6aa9122126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:13.757708 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-f3741b6e-3099-4f97-a306-6f6aa9122126 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 1097 time: 0.0691912 Mar 24 17:22:13.831495 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-c529e5c5-7c0b-4bf4-a588-73af8991bb4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a49a822-a724-451f-8299-bd7ff1301da8 HTTP/1.1" status: 200 len: 217 time: 0.0662878 Mar 24 17:22:13.895235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-78aeb3bd-f485-4e24-822b-9b5c0ac776d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:13.896813 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-78aeb3bd-f485-4e24-822b-9b5c0ac776d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 200 len: 834 time: 0.0595202 Mar 24 17:22:13.922983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb9ae-f767-4139-accc-b75d83a587ad req-58c90eee-de4f-4bd5-8d4a-0638e7e7018b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:13.924470 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14beb9ae-f767-4139-accc-b75d83a587ad req-58c90eee-de4f-4bd5-8d4a-0638e7e7018b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 944 time: 0.0801589 Mar 24 17:22:13.969513 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14beb9ae-f767-4139-accc-b75d83a587ad req-fe120d20-685b-44c0-9de6-b3b86e07fa1b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 Mar 24 17:22:14.076067 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-03771645-0cf7-4e18-8941-82c35dfc2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:14.078033 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-03771645-0cf7-4e18-8941-82c35dfc2a3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1699986 Mar 24 17:22:14.213399 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-418c38d7-c4aa-4f21-8262-44aac4a3a354 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240997 Mar 24 17:22:14.343607 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-85657798-8b0b-4453-8a61-7a18ec79dfb2 req-c98d6d9b-0e80-4a77-8416-a83474b1b7c5 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227860 Mar 24 17:22:15.152978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04533783-45d9-465c-8bab-8637599d0e86 req-55373ab5-5202-4e30-9856-535a8cdf286a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:15.154389 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04533783-45d9-465c-8bab-8637599d0e86 req-55373ab5-5202-4e30-9856-535a8cdf286a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 944 time: 0.0807183 Mar 24 17:22:15.196816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04533783-45d9-465c-8bab-8637599d0e86 req-c0bf9f12-fd57-4b0c-b832-b4e10c646a1f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364149 Mar 24 17:22:16.377628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbecbf2-be26-425a-937b-abcca0e2174e req-b057d25d-2d48-4473-9ed1-4421c8463173 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:16.379099 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bfbecbf2-be26-425a-937b-abcca0e2174e req-b057d25d-2d48-4473-9ed1-4421c8463173 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 944 time: 0.0784705 Mar 24 17:22:16.423168 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bfbecbf2-be26-425a-937b-abcca0e2174e req-2855bf97-9cca-4885-a2ca-0f733c5ab9bb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383863 Mar 24 17:22:17.131842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 8a49a822-a724-451f-8299-bd7ff1301da8 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:22:17.262860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 8a49a822-a724-451f-8299-bd7ff1301da8, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=8a49a822-a724-451f-8299-bd7ff1301da8,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:22:17.275785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '8a49a822-a724-451f-8299-bd7ff1301da8', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'port_id': '8a49a822-a724-451f-8299-bd7ff1301da8', 'mac_address': 'fa:16:3e:30:87:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:22:17.328913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:17.345803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a49a822-a724-451f-8299-bd7ff1301da8 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:22:17.361713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 8a49a822-a724-451f-8299-bd7ff1301da8, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=8a49a822-a724-451f-8299-bd7ff1301da8,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:22:17.427873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:17.498886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=8a49a822-a724-451f-8299-bd7ff1301da8,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:17.613421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bc86f-93e7-41e7-995c-a4507a6cf497 req-3df4e2b4-df6b-4018-a682-d6f3c77c914f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:17.614852 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-000bc86f-93e7-41e7-995c-a4507a6cf497 req-3df4e2b4-df6b-4018-a682-d6f3c77c914f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 945 time: 0.0817144 Mar 24 17:22:17.638121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['8a49a822-a724-451f-8299-bd7ff1301da8'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:22:17.658970 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-000bc86f-93e7-41e7-995c-a4507a6cf497 req-c6ae35c3-ebe3-4c7f-b97e-8c6de07c65c4 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384617 Mar 24 17:22:18.840025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabec383-683b-47a9-a282-ccf6548408c1 req-5899e502-dab3-4d0c-ae8d-6a5d405cc0e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:18.841537 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cabec383-683b-47a9-a282-ccf6548408c1 req-5899e502-dab3-4d0c-ae8d-6a5d405cc0e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 945 time: 0.0782597 Mar 24 17:22:18.888328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cabec383-683b-47a9-a282-ccf6548408c1 req-d41a77a5-abc5-4f96-8695-01c27f681041 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Mar 24 17:22:19.144430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 8a49a822-a724-451f-8299-bd7ff1301da8 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:22:19.291361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 8a49a822-a724-451f-8299-bd7ff1301da8 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:22:19.296440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 8a49a822-a724-451f-8299-bd7ff1301da8 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:22:19.296810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:19.409956 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:19.464560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:22:19.474243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 8a49a822-a724-451f-8299-bd7ff1301da8, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=8a49a822-a724-451f-8299-bd7ff1301da8,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:22:19.508388 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8', 'code': 200} Mar 24 17:22:19.548931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:19.614338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=8a49a822-a724-451f-8299-bd7ff1301da8,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:19.830801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc893ec-34e1-4fb7-bd24-e16e98bc0fc0 req-8706a1cc-1d4d-4b5d-845a-21be5b13daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:19.832281 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6cc893ec-34e1-4fb7-bd24-e16e98bc0fc0 req-8706a1cc-1d4d-4b5d-845a-21be5b13daae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 1099 time: 0.0696948 Mar 24 17:22:19.872646 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6cc893ec-34e1-4fb7-bd24-e16e98bc0fc0 req-0ad72cba-e637-4bd4-bdc6-a68be10f3762 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346093 Mar 24 17:22:20.083258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486bda8-7126-4cc8-b397-4587d4f402b9 req-8f8d835e-bde9-4a33-af27-9369ada06ae2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:20.085112 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2486bda8-7126-4cc8-b397-4587d4f402b9 req-8f8d835e-bde9-4a33-af27-9369ada06ae2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 946 time: 0.0822444 Mar 24 17:22:20.133831 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2486bda8-7126-4cc8-b397-4587d4f402b9 req-b259ed3f-c986-45ad-b990-f587d41fe96b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Mar 24 17:22:21.325901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d11076-5cc9-4d52-9e86-5096d0eb425e req-29fcac5e-1596-483b-bc50-ff38773fff9b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:21.327943 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-50d11076-5cc9-4d52-9e86-5096d0eb425e req-29fcac5e-1596-483b-bc50-ff38773fff9b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 946 time: 0.0821507 Mar 24 17:22:21.371007 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-50d11076-5cc9-4d52-9e86-5096d0eb425e req-30c98d5d-fd00-47b8-a5a1-d50fcdb832a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373788 Mar 24 17:22:21.564522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b13db9-849b-4b5f-90da-74562a932c47 req-7ca6d1b2-51ab-498f-a121-5a4a6786449e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:21.565944 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48b13db9-849b-4b5f-90da-74562a932c47 req-7ca6d1b2-51ab-498f-a121-5a4a6786449e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 946 time: 0.0918984 Mar 24 17:22:21.609426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48b13db9-849b-4b5f-90da-74562a932c47 req-e2746663-e5f7-4e67-beb0-70d012190293 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 Mar 24 17:22:21.631395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44392) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:21.702861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2704c-a5d7-43bc-9742-07a4a2089d9a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:21.704342 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7bd2704c-a5d7-43bc-9742-07a4a2089d9a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 1094 time: 0.0719683 Mar 24 17:22:21.707088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44396) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:21.711819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '8a49a822-a724-451f-8299-bd7ff1301da8', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:21.717869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:22:21.721661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:floatingip and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:22:21.724457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:22:21.729974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:22:21.810683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:21.946218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:22.180541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.96 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/51998543-a6a3-4d7f-85b5-592aa87e69f8) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:22:22.326458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:22.423390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:22.481131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:22:22.484391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:22:22.487930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:22:22.528779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=51998543-a6a3-4d7f-85b5-592aa87e69f8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:22.901251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:23.044447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:23.252108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:23.302438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:23.410317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=51998543-a6a3-4d7f-85b5-592aa87e69f8,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:22:23.422177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:23.584876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP bdebfd7d-7b1b-46a9-a6fe-02ffc994113a associated. External IP: 172.26.4.96, port: 8a49a822-a724-451f-8299-bd7ff1301da8. Mar 24 17:22:24.026756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:22:24.206175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:22:24.218820 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] Sync routers for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:22:24.225567 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:22:24.226169 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:22:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:22:24.324809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:24.379524 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e2ac7f29-5894-4219-b120-ce9054b2da6d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6714451 Mar 24 17:22:24.380300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:22:24.405725 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:22:24.428395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8', 'status': 'completed', 'code': 200} Mar 24 17:22:24.563981 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-7bcf1927-a4fb-4e1f-9b30-da45a4855b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:24.565522 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-7bcf1927-a4fb-4e1f-9b30-da45a4855b2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 1099 time: 0.1189439 Mar 24 17:22:24.697818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-071dbda9-67a6-4703-b9b3-b74e110f98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:24.699300 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-071dbda9-67a6-4703-b9b3-b74e110f98ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 898 time: 0.1277413 Mar 24 17:22:24.749129 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '877405ce-9eaa-49cb-9a9d-35aa2cfc5973', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:03Z', 'updated_at': '2022-03-24T17:22:06Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}, {'id': 'bdebfd7d-7b1b-46a9-a6fe-02ffc994113a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '8a49a822-a724-451f-8299-bd7ff1301da8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:30:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:22Z', 'updated_at': '2022-03-24T17:22:22Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:22:24.752913 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] Checking router: bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:22:24.761011 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:22:24.761603 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:22:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:22:24.801528 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-94307ed6-60da-4ce6-8642-878052084f07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a49a822-a724-451f-8299-bd7ff1301da8 HTTP/1.1" status: 200 len: 999 time: 0.0953557 Mar 24 17:22:24.865439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-06622ea7-f89d-45d0-8c6f-7549887e01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:24.866941 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-06622ea7-f89d-45d0-8c6f-7549887e01fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 200 len: 834 time: 0.0593586 Mar 24 17:22:24.940407 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:22:24.966464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-e2c8419f-cfa1-41e6-87db-7191c07c2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:24.968076 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-e2c8419f-cfa1-41e6-87db-7191c07c2425 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944743 Mar 24 17:22:25.098252 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-0de53e3f-392a-407b-bbe4-ad4d9eb0c29b service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236074 Mar 24 17:22:25.229459 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-4ea4a99a-7732-4916-bbc0-684faaaf4b33 req-ea9148f0-ecdc-4170-a035-3b4178eeb075 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252735 Mar 24 17:22:25.293326 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '877405ce-9eaa-49cb-9a9d-35aa2cfc5973', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:03Z', 'updated_at': '2022-03-24T17:22:06Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}, {'id': 'bdebfd7d-7b1b-46a9-a6fe-02ffc994113a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '8a49a822-a724-451f-8299-bd7ff1301da8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:30:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:22Z', 'updated_at': '2022-03-24T17:22:22Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:22:25.297780 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036e9f7-4bfb-4310-a865-b986a0e6659f None None] The sync data for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv is: [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '877405ce-9eaa-49cb-9a9d-35aa2cfc5973', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:03Z', 'updated_at': '2022-03-24T17:22:06Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}, {'id': 'bdebfd7d-7b1b-46a9-a6fe-02ffc994113a', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.96', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '8a49a822-a724-451f-8299-bd7ff1301da8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:30:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:22Z', 'updated_at': '2022-03-24T17:22:22Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:22:25.478533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ddf0e-9e37-4df5-ba22-1b9802c8e809 None None] New status for floating IP bdebfd7d-7b1b-46a9-a6fe-02ffc994113a: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:22:27.503094 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-49a0139a-9c68-41e2-951b-afe239588dd6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676022 Mar 24 17:22:27.642726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-d60e9690-ed0a-4970-8305-8c448ccbb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:27.644180 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-d60e9690-ed0a-4970-8305-8c448ccbb04a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1099 time: 0.0695856 Mar 24 17:22:27.786683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-52fd5e58-55ba-4229-afef-65fd4f08399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:27.788129 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-52fd5e58-55ba-4229-afef-65fd4f08399a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 898 time: 0.1242142 Mar 24 17:22:27.891203 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-a82339a3-98ab-42cd-bea4-9cf203af949a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 200 len: 1002 time: 0.0966666 Mar 24 17:22:28.053101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-ad9bff35-df24-4154-aefb-5ca7a382b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:28.054407 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-ad9bff35-df24-4154-aefb-5ca7a382b399 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 200 len: 834 time: 0.1570415 Mar 24 17:22:28.127519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-853e7f67-c7c6-406b-95ca-bedbd2a4111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:22:28.129000 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-853e7f67-c7c6-406b-95ca-bedbd2a4111e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682554 Mar 24 17:22:28.256411 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-b4e735f2-96bd-4843-bcc4-007f6f4fbfa2 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203496 Mar 24 17:22:28.384293 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-2a6073b3-e595-466c-9328-f0220e3821f5 req-4bb03293-4dd4-4f4b-8521-1ab55a8de66d service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224735 Mar 24 17:22:30.393134 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:22:30.451067 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fb1fede7-7573-4764-96ca-6fead5d67a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:32.651428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-57dca027-a3e1-4682-aaa5-ab7c7e09e7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:32.868878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:33.868360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:33.896795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:35.384332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:22:58.700467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44416) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:58.806320 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2bb4876e-91de-4423-b7ef-c7f587e80c52 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/877405ce-9eaa-49cb-9a9d-35aa2cfc5973 HTTP/1.1" status: 200 len: 994 time: 0.1047432 Mar 24 17:22:59.785023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44426) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:22:59.790859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:22:59.914191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:00.125839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 4b7e43a7-a114-4a77-9563-76af5923ed02, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=4b7e43a7-a114-4a77-9563-76af5923ed02,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:00.150190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:00.199187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:00.258522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:00.259120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:00.260491 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/ports/4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 200 len: 939 time: 0.4745076 Mar 24 17:23:00.261033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:23:00.291697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=4b7e43a7-a114-4a77-9563-76af5923ed02,revision_number=6']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:00.300126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.300476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.300818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.301154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.301482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.301810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.302286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.302621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.302947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.303266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.303585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.303902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca1b6c-126a-49d1-95f6-4e3303f99a65 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:00.313230 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'status': 'completed', 'code': 200} Mar 24 17:23:00.419216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-f1690791-520e-4232-ad4d-56a1a0b9e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:00.420764 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-f1690791-520e-4232-ad4d-56a1a0b9e244 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1100 time: 0.0830121 Mar 24 17:23:00.439015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6e023e95-2851-4bdf-9baf-4534602e075d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:00.528383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0251b7f1-192d-4096-94c2-30e3bb57112b None None] Provisioning complete for port 4b7e43a7-a114-4a77-9563-76af5923ed02 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:00.528657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0251b7f1-192d-4096-94c2-30e3bb57112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:00.555119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-7da4a748-0e52-4339-a15f-d45bf0a83186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:00.556585 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-7da4a748-0e52-4339-a15f-d45bf0a83186 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 898 time: 0.1296477 Mar 24 17:23:00.587327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0251b7f1-192d-4096-94c2-30e3bb57112b None None] Port 4b7e43a7-a114-4a77-9563-76af5923ed02 is administratively disabled so it will not transition to active. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 24 17:23:00.659146 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-cdb226a0-8984-4b56-b9f2-73fef32806ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 200 len: 1003 time: 0.0964541 Mar 24 17:23:00.721802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-bab74a6f-4fda-444b-b45c-53e8fd5d8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:00.723200 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-bab74a6f-4fda-444b-b45c-53e8fd5d8624 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 200 len: 834 time: 0.0584552 Mar 24 17:23:00.796910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-d2313f3c-120d-4d6e-ac7b-64ccbec190e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:00.798429 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-d2313f3c-120d-4d6e-ac7b-64ccbec190e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695996 Mar 24 17:23:00.929062 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-33fda719-b745-457d-9482-61fbc9545346 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243181 Mar 24 17:23:01.057804 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-be62d3e4-d8de-45b6-a995-55cdd7e6cd85 req-b28cf859-f272-4800-adf2-d36bba8f49d5 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229892 Mar 24 17:23:02.644235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8f38f065-57ba-41aa-a4a2-917773e2d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:02.873720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:03.684009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44436) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:03.690304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:03.813320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:03.856488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:03.885014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:04.025396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 4b7e43a7-a114-4a77-9563-76af5923ed02, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=4b7e43a7-a114-4a77-9563-76af5923ed02,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:04.049454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:04.107486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:04.167862 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:04.168492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:04.173056 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/ports/4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 200 len: 938 time: 0.4848392 Mar 24 17:23:04.173056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:23:04.173429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44440) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:04.216919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=4b7e43a7-a114-4a77-9563-76af5923ed02,revision_number=7']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:04.225539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.225889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.226231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.226567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.226897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.227228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.227794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.228162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.228486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.228814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.229141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.229510 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de88461-7ce8-4e92-a57a-caad155c56ce tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:04.244898 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'status': 'completed', 'code': 200} Mar 24 17:23:04.286711 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-82836f1a-6e0e-4621-b293-024f5eafd329 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/877405ce-9eaa-49cb-9a9d-35aa2cfc5973 HTTP/1.1" status: 200 len: 994 time: 0.1121049 Mar 24 17:23:04.394377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['4b7e43a7-a114-4a77-9563-76af5923ed02'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:23:04.445690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-d2cce788-02e6-4d7d-9b2b-a0f88618cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:04.447079 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-d2cce788-02e6-4d7d-9b2b-a0f88618cf28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1099 time: 0.1853206 Mar 24 17:23:04.466701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fbd20958-47b6-411b-a8d8-53478476d091 None None] Provisioning complete for port 4b7e43a7-a114-4a77-9563-76af5923ed02 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:04.467067 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fbd20958-47b6-411b-a8d8-53478476d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:04.583476 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-1a454c64-aa64-4e37-ba49-178566a2633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:04.584867 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-1a454c64-aa64-4e37-ba49-178566a2633f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 898 time: 0.1308987 Mar 24 17:23:04.688189 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-7eef482b-b4c8-49e7-8d4a-20c14b4c83eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 200 len: 1002 time: 0.0968719 Mar 24 17:23:04.749769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-b0c62935-57b4-4fee-bd03-70bfd75f1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:04.751501 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-b0c62935-57b4-4fee-bd03-70bfd75f1081 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 200 len: 834 time: 0.0577848 Mar 24 17:23:04.830460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-80bad52d-8374-4883-96f1-346ed7f46dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:04.831920 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-80bad52d-8374-4883-96f1-346ed7f46dfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745001 Mar 24 17:23:04.965189 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-fb2db1fb-3fef-4082-88e1-10a3f24149da service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268349 Mar 24 17:23:05.096264 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-93daee79-d9ca-4c33-aad9-eb27d9225423 req-0f123fb2-aecc-471e-b9a6-eaca4fc53a4c service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240675 Mar 24 17:23:05.330484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:06.858212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44454) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:07.060493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 51998543-a6a3-4d7f-85b5-592aa87e69f8 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:23:07.060831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:07.338281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:07.338608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:07.394497 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:23:07.459569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 51998543-a6a3-4d7f-85b5-592aa87e69f8 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:23:07.644861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:07.698882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=51998543-a6a3-4d7f-85b5-592aa87e69f8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:07.785415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:07.785734 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP bdebfd7d-7b1b-46a9-a6fe-02ffc994113a disassociated (deleted). External IP: 172.26.4.96, port: 8a49a822-a724-451f-8299-bd7ff1301da8. Mar 24 17:23:08.125748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:23:08.296211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:23:08.305452 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] Sync routers for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:23:08.312460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:08.314989 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:08.315585 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:08.370732 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-83bd6d8f-38aa-40cd-a49a-b9e8c5437dd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/floatingips/bdebfd7d-7b1b-46a9-a6fe-02ffc994113a HTTP/1.1" status: 204 len: 168 time: 1.5107982 Mar 24 17:23:08.371305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:23:08.424267 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8', 'status': 'completed', 'code': 200} Mar 24 17:23:08.519814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-267a7a38-9300-4001-8410-d0d198aea944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:08.521323 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-267a7a38-9300-4001-8410-d0d198aea944 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 1099 time: 0.0740628 Mar 24 17:23:08.537449 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:08.656664 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-23e72372-63f0-4acd-bece-3d06fc979daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:08.658276 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-23e72372-63f0-4acd-bece-3d06fc979daf service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 898 time: 0.1309881 Mar 24 17:23:08.728825 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-3cb5cb08-be41-4231-a82d-50df02668b8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a49a822-a724-451f-8299-bd7ff1301da8 HTTP/1.1" status: 200 len: 217 time: 0.0643487 Mar 24 17:23:08.791782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-d7523af5-3396-451f-9206-68082cb85222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:08.793257 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-d7523af5-3396-451f-9206-68082cb85222 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 200 len: 834 time: 0.0594182 Mar 24 17:23:08.873475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-6da115b7-d681-49ce-a286-94ea9cc2187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:08.875794 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-6da115b7-d681-49ce-a286-94ea9cc2187e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763998 Mar 24 17:23:08.903807 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '877405ce-9eaa-49cb-9a9d-35aa2cfc5973', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:03Z', 'updated_at': '2022-03-24T17:22:06Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:08.909431 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] Checking router: bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:23:08.918845 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:08.919624 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:09.008448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a44577-82d9-4799-9735-a1658392c6c5 req-a2ce63c4-0725-4251-8113-295090c12019 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:09.009145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-76a44577-82d9-4799-9735-a1658392c6c5 req-a2ce63c4-0725-4251-8113-295090c12019 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:23:09.020190 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-02a69e83-0603-49d6-9183-8cba9dca84c6 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363895 Mar 24 17:23:09.085341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-76a44577-82d9-4799-9735-a1658392c6c5 req-a2ce63c4-0725-4251-8113-295090c12019 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:23:09.086785 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-76a44577-82d9-4799-9735-a1658392c6c5 req-a2ce63c4-0725-4251-8113-295090c12019 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 946 time: 0.1582685 Mar 24 17:23:09.099300 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:09.131627 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-76a44577-82d9-4799-9735-a1658392c6c5 req-137a6417-ec33-4310-a872-bad5e7b561e0 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390682 Mar 24 17:23:09.156911 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07828692-40ca-4a44-93b6-1614fa3c65d5 req-d2f9351c-c064-492f-91e0-84489b92f653 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298475 Mar 24 17:23:09.442801 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '877405ce-9eaa-49cb-9a9d-35aa2cfc5973', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:03Z', 'updated_at': '2022-03-24T17:22:06Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:09.446533 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b796ec4-6a9c-4671-8812-94d8133c2ea8 None None] The sync data for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv is: [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '877405ce-9eaa-49cb-9a9d-35aa2cfc5973', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'port_id': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'mac_address': 'fa:16:3e:42:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:22:03Z', 'updated_at': '2022-03-24T17:22:06Z', 'revision_number': 1, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:23:09.650436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a428f287-c788-42ba-aed3-e124f0beaaf4 None None] New status for floating IP bdebfd7d-7b1b-46a9-a6fe-02ffc994113a: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:23:10.252143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-8f942efc-447e-403d-9731-217bc210dd17 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:10.252849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-8f942efc-447e-403d-9731-217bc210dd17 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:23:10.264390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-8f942efc-447e-403d-9731-217bc210dd17 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:23:10.265591 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-8f942efc-447e-403d-9731-217bc210dd17 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 946 time: 0.0956993 Mar 24 17:23:10.317817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09a7c5-563b-450f-9efb-31318bb5e874 req-23c37ab1-3b17-4e54-a75f-eeaea93f0a7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:10.319251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db09a7c5-563b-450f-9efb-31318bb5e874 req-23c37ab1-3b17-4e54-a75f-eeaea93f0a7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 946 time: 0.0797908 Mar 24 17:23:10.334898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 8a49a822-a724-451f-8299-bd7ff1301da8 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:23:10.335245 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:10.362888 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db09a7c5-563b-450f-9efb-31318bb5e874 req-84a482f9-0a78-4048-8a21-a48c9186e17d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380292 Mar 24 17:23:10.675072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 8a49a822-a724-451f-8299-bd7ff1301da8, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=8a49a822-a724-451f-8299-bd7ff1301da8,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:10.675343 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:10.797542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 8a49a822-a724-451f-8299-bd7ff1301da8 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:23:10.987733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:11.040492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=8a49a822-a724-451f-8299-bd7ff1301da8,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:11.112679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port 8a49a822-a724-451f-8299-bd7ff1301da8 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:23:11.115033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:11.117519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'name': 'network-vif-deleted', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:23:11.160698 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93de0ed-03aa-4d38-ba2b-09fd28231287', 'name': 'network-vif-deleted', 'tag': '8a49a822-a724-451f-8299-bd7ff1301da8', 'status': 'completed', 'code': 200} Mar 24 17:23:11.176895 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-345f2be0-cbb9-45e3-a2af-98b4fc492626 req-18e90903-690e-4e6a-8d24-fd0137f2cd7c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/8a49a822-a724-451f-8299-bd7ff1301da8 HTTP/1.1" status: 204 len: 173 time: 0.9061539 Mar 24 17:23:11.531503 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a2839c46-17fb-427c-bea0-cf548d0e7eb7 req-5995b55c-ffb3-4515-a76d-0d2708a405e6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93de0ed-03aa-4d38-ba2b-09fd28231287 HTTP/1.1" status: 200 len: 210 time: 0.0460000 Mar 24 17:23:12.629576 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44472) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:12.702205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f1c2909e-9328-4e8f-87be-9d30719b36cc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:12.733839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f1c2909e-9328-4e8f-87be-9d30719b36cc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:12.993776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f1c2909e-9328-4e8f-87be-9d30719b36cc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:13.013226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2909e-9328-4e8f-87be-9d30719b36cc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e27a54d-4a8d-4f09-ab48-9d4040e7cb93,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:13.067423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f1c2909e-9328-4e8f-87be-9d30719b36cc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:13.068778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f1c2909e-9328-4e8f-87be-9d30719b36cc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/5e27a54d-4a8d-4f09-ab48-9d4040e7cb93 HTTP/1.1" status: 204 len: 168 time: 0.4380803 Mar 24 17:23:13.131210 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44478) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:13.339563 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 08f471d4-fa11-4678-8412-dd7383c0292a {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:23:13.339902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:13.384173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 8a49a822-a724-451f-8299-bd7ff1301da8 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:23:13.417834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 8a49a822-a724-451f-8299-bd7ff1301da8 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:23:13.418204 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 8a49a822-a724-451f-8299-bd7ff1301da8 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:23:13.505400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:13.505720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:13.635099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 08f471d4-fa11-4678-8412-dd7383c0292a owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:23:13.891227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:13.942638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=08f471d4-fa11-4678-8412-dd7383c0292a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:14.028497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:14.028824 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 877405ce-9eaa-49cb-9a9d-35aa2cfc5973 disassociated (deleted). External IP: 172.26.4.119, port: 4b7e43a7-a114-4a77-9563-76af5923ed02. Mar 24 17:23:14.476197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:23:14.650881 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:23:14.660995 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] Sync routers for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:23:14.667139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:14.669911 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:14.670509 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:14.727798 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-722b7a2e-efe3-4123-94fa-b7747caf61eb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/floatingips/877405ce-9eaa-49cb-9a9d-35aa2cfc5973 HTTP/1.1" status: 204 len: 168 time: 1.5929513 Mar 24 17:23:14.727798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:23:14.774755 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'status': 'completed', 'code': 200} Mar 24 17:23:14.852312 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:14.877264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-caa25e68-df90-47c4-aa00-b400c42b544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:14.879333 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-caa25e68-df90-47c4-aa00-b400c42b544c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 1099 time: 0.0821443 Mar 24 17:23:15.022772 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-068b28ab-e2fc-4d7d-89f2-c9e97a218f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:15.024323 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-068b28ab-e2fc-4d7d-89f2-c9e97a218f58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 200 len: 898 time: 0.1392283 Mar 24 17:23:15.095885 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-4736468d-9e22-44ec-b889-7d3b01ce0f8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 200 len: 217 time: 0.0656900 Mar 24 17:23:15.159858 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-882b1729-a8f8-4a75-a84f-372769860aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:15.161383 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-882b1729-a8f8-4a75-a84f-372769860aff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 200 len: 834 time: 0.0596523 Mar 24 17:23:15.214246 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:15.239886 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] Checking router: bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:23:15.249014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-a11552ce-c986-4b95-aab5-ef023c6b86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:15.251292 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-a11552ce-c986-4b95-aab5-ef023c6b86f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fb3ffa7-cf4e-4088-8391-30c06a0b4137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843110 Mar 24 17:23:15.268991 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:15.270110 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:15.387078 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-52ce3f5c-e2b8-4a70-8e72-c92a6fef8a96 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286087 Mar 24 17:23:15.396133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65820fd-4658-4290-98a0-93da5d735131 req-58f88064-4c35-4104-afa8-da2cde69dabb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:15.398456 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c65820fd-4658-4290-98a0-93da5d735131 req-58f88064-4c35-4104-afa8-da2cde69dabb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 946 time: 0.1281316 Mar 24 17:23:15.442998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c65820fd-4658-4290-98a0-93da5d735131 req-143ef878-b084-4aa1-8ec3-db2bfe9f4867 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:23:15.518952 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-41ebfcb9-e585-49d8-9896-386b1d439cad req-ca5c8234-2f18-4896-adb2-10d013be4508 service neutron] 10.222.0.48 "GET /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257882 Mar 24 17:23:15.520218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c65820fd-4658-4290-98a0-93da5d735131 req-143ef878-b084-4aa1-8ec3-db2bfe9f4867 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:23:15.521506 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c65820fd-4658-4290-98a0-93da5d735131 req-143ef878-b084-4aa1-8ec3-db2bfe9f4867 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172676 Mar 24 17:23:15.575817 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:15.975152 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:15.978975 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268afd1f-3cfa-4ebd-8c4a-0c16b25ecad1 None None] The sync data for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv is: [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'dde710ce-6884-49e9-aedb-be8f6de80998', 'name': '', 'network_id': '0fb3ffa7-cf4e-4088-8391-30c06a0b4137', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:bd:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '10dad9d9-e310-4082-8f90-3792643478ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:41Z', 'updated_at': '2022-03-24T17:21:48Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '10dad9d9-e310-4082-8f90-3792643478ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:23:16.197010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0b164-23dc-4c9b-a752-d4004d1b90ef None None] New status for floating IP 877405ce-9eaa-49cb-9a9d-35aa2cfc5973: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:23:16.659823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46883ca4-a679-47d6-a622-4bcadf408936 req-b2787277-0a64-4956-aa31-8ad1225c0517 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:16.660547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-46883ca4-a679-47d6-a622-4bcadf408936 req-b2787277-0a64-4956-aa31-8ad1225c0517 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:23:16.710719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63cbbc-f73c-418a-b2e0-a0be0694572a req-e36c27b0-ecc0-4f01-a203-7968c90dabb8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:16.712179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fb63cbbc-f73c-418a-b2e0-a0be0694572a req-e36c27b0-ecc0-4f01-a203-7968c90dabb8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 946 time: 0.0816717 Mar 24 17:23:16.736600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-46883ca4-a679-47d6-a622-4bcadf408936 req-b2787277-0a64-4956-aa31-8ad1225c0517 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:23:16.737781 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-46883ca4-a679-47d6-a622-4bcadf408936 req-b2787277-0a64-4956-aa31-8ad1225c0517 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 946 time: 0.1550155 Mar 24 17:23:16.756228 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fb63cbbc-f73c-418a-b2e0-a0be0694572a req-9b3e8510-c4fb-4d22-8a2c-75d0c1735a09 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=971b1a91-c44f-41c5-af74-6fdcb0423dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381093 Mar 24 17:23:16.811268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-46883ca4-a679-47d6-a622-4bcadf408936 req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 4b7e43a7-a114-4a77-9563-76af5923ed02 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:23:16.811532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-46883ca4-a679-47d6-a622-4bcadf408936 req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:17.155262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-46883ca4-a679-47d6-a622-4bcadf408936 req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 4b7e43a7-a114-4a77-9563-76af5923ed02, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=4b7e43a7-a114-4a77-9563-76af5923ed02,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:17.155546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-46883ca4-a679-47d6-a622-4bcadf408936 req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:17.279705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-46883ca4-a679-47d6-a622-4bcadf408936 req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 4b7e43a7-a114-4a77-9563-76af5923ed02 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:23:17.485038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-46883ca4-a679-47d6-a622-4bcadf408936 req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:17.535942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=4b7e43a7-a114-4a77-9563-76af5923ed02,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:17.612630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-46883ca4-a679-47d6-a622-4bcadf408936 req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port 4b7e43a7-a114-4a77-9563-76af5923ed02 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:23:17.614864 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-46883ca4-a679-47d6-a622-4bcadf408936 req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:17.617354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'name': 'network-vif-deleted', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:23:17.660316 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27cd709-1714-4f18-9040-b20b6fed5901', 'name': 'network-vif-deleted', 'tag': '4b7e43a7-a114-4a77-9563-76af5923ed02', 'status': 'completed', 'code': 200} Mar 24 17:23:17.668300 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-46883ca4-a679-47d6-a622-4bcadf408936 req-899fd292-a612-4ab3-a553-265111aa10a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/4b7e43a7-a114-4a77-9563-76af5923ed02 HTTP/1.1" status: 204 len: 173 time: 0.9247746 Mar 24 17:23:17.911785 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9fb1e401-1452-41f8-bbf0-a5987c7ce29f req-49405df5-14a1-4309-bcad-51c9ff6857b6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=f27cd709-1714-4f18-9040-b20b6fed5901 HTTP/1.1" status: 200 len: 210 time: 0.0499895 Mar 24 17:23:19.006472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44496) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:19.074825 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f31-6282-4f68-be10-b8fcf1de6a1d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:19.103851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f31-6282-4f68-be10-b8fcf1de6a1d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:19.238996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f31-6282-4f68-be10-b8fcf1de6a1d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:19.257692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d8f31-6282-4f68-be10-b8fcf1de6a1d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971b1a91-c44f-41c5-af74-6fdcb0423dc1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:19.329750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dc5d8f31-6282-4f68-be10-b8fcf1de6a1d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:19.330983 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dc5d8f31-6282-4f68-be10-b8fcf1de6a1d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/971b1a91-c44f-41c5-af74-6fdcb0423dc1 HTTP/1.1" status: 204 len: 168 time: 0.3235488 Mar 24 17:23:19.414551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 4b7e43a7-a114-4a77-9563-76af5923ed02 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:23:19.429231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44502) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:19.448497 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 4b7e43a7-a114-4a77-9563-76af5923ed02 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:23:19.448836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 4b7e43a7-a114-4a77-9563-76af5923ed02 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:23:19.975455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:20.414450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port dde710ce-6884-49e9-aedb-be8f6de80998 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:23:20.415185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:20.595720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port dde710ce-6884-49e9-aedb-be8f6de80998, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dde710ce-6884-49e9-aedb-be8f6de80998,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:20.596096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:20.720973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for dde710ce-6884-49e9-aedb-be8f6de80998 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:23:20.964895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:21.042458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=dde710ce-6884-49e9-aedb-be8f6de80998,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:21.299815 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:21.691841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:23:21.967805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:23:21.979766 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] Sync routers for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:23:21.986167 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e782ce57-4e37-4be2-8616-94a4a379d866 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/bf3efbae-b54a-4bd0-8d1a-01f2b49b0898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5558438 Mar 24 17:23:21.989128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44506) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:21.997141 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:21.997746 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:22.061126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6a0942-da6a-4409-b5d2-fca94ea6b4ea tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting subnet 10dad9d9-e310-4082-8f90-3792643478ea {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:23:22.064341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0942-da6a-4409-b5d2-fca94ea6b4ea tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.118848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0942-da6a-4409-b5d2-fca94ea6b4ea tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.174173 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:22.209487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0942-da6a-4409-b5d2-fca94ea6b4ea tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.371096 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0942-da6a-4409-b5d2-fca94ea6b4ea tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.422123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a0942-da6a-4409-b5d2-fca94ea6b4ea tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Subnet': ['ID=10dad9d9-e310-4082-8f90-3792643478ea,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:22.427026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0942-da6a-4409-b5d2-fca94ea6b4ea tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.433288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236286b-402b-4432-91c6-5a4c7b7a6c7e None None] Network 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:23:22.437350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44510) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:22.437794 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ee6a0942-da6a-4409-b5d2-fca94ea6b4ea tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/subnets/10dad9d9-e310-4082-8f90-3792643478ea HTTP/1.1" status: 204 len: 168 time: 0.4467452 Mar 24 17:23:22.456846 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:23:20Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:22.461249 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] Checking router: bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:23:22.469892 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] Routers {'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:22.470608 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:22.620199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.689136 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] Set router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:22.705160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] DHCP port deletion for 0fb3ffa7-cf4e-4088-8391-30c06a0b4137 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:23:22.709502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Deleting port b10babe7-58e3-4bad-971d-12fa5da059e5 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:23:22.709983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.812364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.867894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 20fe4323-21d4-4bb6-a865-b596b6847e58 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:23:22.868255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.926226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] For port b10babe7-58e3-4bad-971d-12fa5da059e5, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b10babe7-58e3-4bad-971d-12fa5da059e5,segment=NetworkSegment(2c354bcc-ce83-4a96-bb09-f547e8375752),segment_id=2c354bcc-ce83-4a96-bb09-f547e8375752)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:22.926617 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:22.990783 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:23:20Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:22.994828 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ff369-5611-471b-a8b5-2efab23cbc16 None None] The sync data for ids ['bf3efbae-b54a-4bd0-8d1a-01f2b49b0898'] in dv-neutron-835063-1-hyperv is: [{'id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'name': 'tempest-TestNetworkBasicOps-router-2040664645', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:21:36Z', 'updated_at': '2022-03-24T17:23:20Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '20fe4323-21d4-4bb6-a865-b596b6847e58', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:3d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3efbae-b54a-4bd0-8d1a-01f2b49b0898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:21:37Z', 'updated_at': '2022-03-24T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:23:23.055667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 20fe4323-21d4-4bb6-a865-b596b6847e58, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=20fe4323-21d4-4bb6-a865-b596b6847e58,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:23.056032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:23.067900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Calling delete_port for b10babe7-58e3-4bad-971d-12fa5da059e5 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:23:23.178351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 20fe4323-21d4-4bb6-a865-b596b6847e58 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:23:23.193292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:23.234631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Pushing event deleted for resources: {'Port': ['ID=b10babe7-58e3-4bad-971d-12fa5da059e5,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:23.244538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.244886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.245227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.245557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.245883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.246210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.246533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.246853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.247179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.247492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.247808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.248149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:23.254725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa83d5fa-31e9-4711-9798-ede14490c94a None None] No DVR routers for this DVR port b10babe7-58e3-4bad-971d-12fa5da059e5 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:23:23.529852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:23.576243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=20fe4323-21d4-4bb6-a865-b596b6847e58,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:23.768354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:23.938155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:23.940356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.028129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.028619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Fanout notify agent at l3_agent the message router_deleted on router bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:23:24.045158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.049931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44514) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:24.050852 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-df1af455-0d22-4cb7-a854-1c20b9adf16b tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/routers/bf3efbae-b54a-4bd0-8d1a-01f2b49b0898 HTTP/1.1" status: 204 len: 168 time: 1.6102140 Mar 24 17:23:24.161438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b10babe7-58e3-4bad-971d-12fa5da059e5 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:23:24.175583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.201053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: b10babe7-58e3-4bad-971d-12fa5da059e5 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:23:24.201393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b10babe7-58e3-4bad-971d-12fa5da059e5 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:23:24.201801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dde710ce-6884-49e9-aedb-be8f6de80998 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:23:24.235074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: dde710ce-6884-49e9-aedb-be8f6de80998 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:23:24.235421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dde710ce-6884-49e9-aedb-be8f6de80998 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:23:24.334058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.366655 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb3ffa7-cf4e-4088-8391-30c06a0b4137']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:24.378892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c354bcc-ce83-4a96-bb09-f547e8375752') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:24.379189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c354bcc-ce83-4a96-bb09-f547e8375752') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:24.391200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.407219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.413391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:23:24.413759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:23:24.427981 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:23:24.598604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.616279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.627570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Network': ['ID=0fb3ffa7-cf4e-4088-8391-30c06a0b4137,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:24.696754 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-67b5c7c4-4f5f-4872-8423-1c3c1b484879 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/networks/0fb3ffa7-cf4e-4088-8391-30c06a0b4137 HTTP/1.1" status: 204 len: 168 time: 0.6444745 Mar 24 17:23:24.724004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44518) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:24.729545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'network': {'name': 'tempest-network-smoke--1410923346', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'port_security_enabled': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:24.735184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:24.739440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:network and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:24.742369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:24.748126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:24.816371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:23:24.819734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.847653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:23:24.856142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.856426 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Added segment 88e4e968-23cf-4e76-a85e-6453c495889d of type vlan for network 988a484a-a6f4-482b-aa69-050acfab59ad Mar 24 17:23:24.882172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.970382 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:24.975853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:24.976450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:25.085452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Network': ['ID=988a484a-a6f4-482b-aa69-050acfab59ad,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:25.095298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 988a484a-a6f4-482b-aa69-050acfab59ad details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:23:25.131609 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-50a84147-29d5-430a-9a62-a0a4f27c3a79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4064221 Mar 24 17:23:25.134214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44522) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:25.139269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-713448766', 'admin_state_up': True, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:25.147387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:25.151301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:router and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:25.154388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:25.161251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:25.221980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:25.223007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:25.237244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:25.671716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:26.032769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:26.053653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 20fe4323-21d4-4bb6-a865-b596b6847e58 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:23:26.061582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:26.087801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 20fe4323-21d4-4bb6-a865-b596b6847e58 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:23:26.088173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 20fe4323-21d4-4bb6-a865-b596b6847e58 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:23:26.196961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.15 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/055e7cae-72c2-4411-b7b3-2af301f01f57) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:23:26.344319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:26.433505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:26.495248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:23:26.497976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:23:26.500931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:23:26.552207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=055e7cae-72c2-4411-b7b3-2af301f01f57,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:27.008840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:27.463334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:27.730525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router b88fc6fd-762c-43a0-b9cf-9576a6ec063d is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:23:27.907793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:23:27.917454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Sync routers for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:23:27.926845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:27.927548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:28.000581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:28.004551 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5829253b-681e-438e-b199-e524d22f5a68 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8665149 Mar 24 17:23:28.004792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44526) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:28.045614 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0bae703c-1133-4ebb-a4a2-743f6c6a7d14 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=f97845a723454aa5a8af5a84dd729659&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397236 Mar 24 17:23:28.049033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44530) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:28.103415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:28.180941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927af37c-175d-4cca-937e-272869227d0a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:28.182692 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-927af37c-175d-4cca-937e-272869227d0a tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327243 Mar 24 17:23:28.185439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44534) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:28.224452 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-fffe2042-e500-4069-9259-db6a32418bb7 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379426 Mar 24 17:23:28.226830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44538) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:28.232088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-831576468', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:28.343658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:28.347591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:subnet and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:28.350641 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:28.357734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:28.415488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:23:26Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:28.419255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Checking router: b88fc6fd-762c-43a0-b9cf-9576a6ec063d for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:23:28.419594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Updating router b88fc6fd-762c-43a0-b9cf-9576a6ec063d port 055e7cae-72c2-4411-b7b3-2af301f01f57 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:23:28.450715 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:23:28.454593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:28.473581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:28.730752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:28.807676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:28.810087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Subnet': ['ID=745a411b-5054-4983-bce0-9a0ce07050c8,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:28.821583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Checking segment: {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:23:28.821583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network hostable DHCP agents. Network: 988a484a-a6f4-482b-aa69-050acfab59ad, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:23:28.821789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Transition to ACTIVE for port object 055e7cae-72c2-4411-b7b3-2af301f01f57 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:23:28.930268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:28.958901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 988a484a-a6f4-482b-aa69-050acfab59ad is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:23:29.011025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Attempting to bind port 055e7cae-72c2-4411-b7b3-2af301f01f57 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:23:29.011388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Attempting to bind port 055e7cae-72c2-4411-b7b3-2af301f01f57 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:23:29.011743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Attempting to bind port 055e7cae-72c2-4411-b7b3-2af301f01f57 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:23:29.027123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3775af-652f-45fc-bda1-defc54c0ae65 None None] Pushing event updated for resources: {'Port': ['ID=055e7cae-72c2-4411-b7b3-2af301f01f57,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:29.029538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:23:29.029919 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:23:29.030312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:29.031211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:23:29.031669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Bound port: 055e7cae-72c2-4411-b7b3-2af301f01f57, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:23:29.032074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:29.044608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 988a484a-a6f4-482b-aa69-050acfab59ad) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:23:29.050761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:29.051360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:29.073026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3a6a65-8d5c-4580-b41e-bbc5fbdef7bb None None] Network 988a484a-a6f4-482b-aa69-050acfab59ad requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:23:29.119608 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-478dac28-9dc3-48ef-b041-aae684d6e41d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8917677 Mar 24 17:23:29.122379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44542) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:29.206267 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] For port 055e7cae-72c2-4411-b7b3-2af301f01f57, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:23:29.211241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] For port 055e7cae-72c2-4411-b7b3-2af301f01f57, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=055e7cae-72c2-4411-b7b3-2af301f01f57,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:23:29.256752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:29.387365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:29.388013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:29.455764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3775af-652f-45fc-bda1-defc54c0ae65 None None] Pushing event updated for resources: {'Port': ['ID=055e7cae-72c2-4411-b7b3-2af301f01f57,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:29.471453 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-988a484a-a6f4-482b-aa69-050acfab59ad', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:23:29.472508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:29.642845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:29.927774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:29.941200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Allocated IP 172.20.0.2 (988a484a-a6f4-482b-aa69-050acfab59ad/745a411b-5054-4983-bce0-9a0ce07050c8/9f0ee4e6-881d-48b4-aef3-338ead1c53c4) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:23:30.175265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:23:26Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:30.187420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ab2e1-fd2e-4860-9e9b-14d22b8a23bd None None] The sync data for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv is: [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:23:26Z', 'revision_number': 3, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:23:30.210232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:30.222071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Transition to ACTIVE for port object 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:23:30.240491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Transition to ACTIVE for port object 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:23:30.302344 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:30.365675 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Network 988a484a-a6f4-482b-aa69-050acfab59ad is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:23:30.366862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:23:30.369374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:23:30.371127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.1 (988a484a-a6f4-482b-aa69-050acfab59ad/745a411b-5054-4983-bce0-9a0ce07050c8/8ac6ee14-e921-4bab-9b3e-a956562ea733) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:23:30.485594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Pushing event updated for resources: {'Port': ['ID=9f0ee4e6-881d-48b4-aef3-338ead1c53c4,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:30.525360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Attempting to bind port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:23:30.525717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Attempting to bind port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:23:30.526072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Attempting to bind port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 on network 988a484a-a6f4-482b-aa69-050acfab59ad {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:23:30.531912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:23:30.533410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Checking segment: {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:23:30.533410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:30.533410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Bound using segment: {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:23:30.534868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Bound port: 9f0ee4e6-881d-48b4-aef3-338ead1c53c4, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:23:30.534868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:30.574270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:30.588294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aa00fb33-d418-4af6-ac59-97053298218c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:30.595146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object 8ac6ee14-e921-4bab-9b3e-a956562ea733 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:23:30.629272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] For port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:23:30.632623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] For port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9f0ee4e6-881d-48b4-aef3-338ead1c53c4,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:23:30.702842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:30.737199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:30.765973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 988a484a-a6f4-482b-aa69-050acfab59ad is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:23:30.769474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:23:30.773556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:23:30.842939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70479d7d-37c0-4aaf-ab11-dd58033f25e9 None None] Pushing event updated for resources: {'Port': ['ID=9f0ee4e6-881d-48b4-aef3-338ead1c53c4,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:30.855519 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:30.984565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=8ac6ee14-e921-4bab-9b3e-a956562ea733,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:31.360032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:31.763604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:31.855565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:31.976413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:31.978901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58fa909-1818-4aea-89d8-d09a8db96797 None None] Network 988a484a-a6f4-482b-aa69-050acfab59ad requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:23:31.986994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=8ac6ee14-e921-4bab-9b3e-a956562ea733,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:32.139123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-58277c43-f3d6-49b0-830e-8e16cdd29223 None None] Provisioning for port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:23:32.140969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 988a484a-a6f4-482b-aa69-050acfab59ad is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:23:32.142065 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:23:32.229398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:23:32.336260 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router b88fc6fd-762c-43a0-b9cf-9576a6ec063d has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:23:32.387813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:23:32.394140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:32.394653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:32.525544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:23:32.525786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:32.540735 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Sync routers for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:23:32.544007 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-88a103ea-1e16-4185-b743-876ce3e85021 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/b88fc6fd-762c-43a0-b9cf-9576a6ec063d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4204462 Mar 24 17:23:32.546487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44546) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:32.554001 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:32.554958 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:32.570083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9f0ee4e6-881d-48b4-aef3-338ead1c53c4,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:32.598399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3810dbd7-04a9-4d60-8bb7-c66edc277cdd None None] Provisioning complete for port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:32.598761 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3810dbd7-04a9-4d60-8bb7-c66edc277cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:32.647223 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:32.647999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 055e7cae-72c2-4411-b7b3-2af301f01f57 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:23:32.708585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3548bd14-da5b-408e-9ef7-248126b08b60 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:32.709050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3548bd14-da5b-408e-9ef7-248126b08b60 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:32.709514 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3548bd14-da5b-408e-9ef7-248126b08b60 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:32.709995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3548bd14-da5b-408e-9ef7-248126b08b60 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:32.712120 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3548bd14-da5b-408e-9ef7-248126b08b60 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1645300 Mar 24 17:23:32.714805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44550) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:32.724769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-69deefec-ddd1-4cf3-a3e7-66c8cd17306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:32.777407 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:32.804874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9e529-8b09-4615-a876-79eb0b0feddf tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:32.805339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9e529-8b09-4615-a876-79eb0b0feddf tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:32.805789 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9e529-8b09-4615-a876-79eb0b0feddf tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:32.806236 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9e529-8b09-4615-a876-79eb0b0feddf tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:32.808171 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-02e9e529-8b09-4615-a876-79eb0b0feddf tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0924065 Mar 24 17:23:32.810870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44554) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:32.885732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=9f0ee4e6-881d-48b4-aef3-338ead1c53c4,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:32.904798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 055e7cae-72c2-4411-b7b3-2af301f01f57 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:23:32.915415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 055e7cae-72c2-4411-b7b3-2af301f01f57 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:32.915415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:32.967400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3810dbd7-04a9-4d60-8bb7-c66edc277cdd None None] Provisioning for port 8ac6ee14-e921-4bab-9b3e-a956562ea733 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:23:32.975981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3810dbd7-04a9-4d60-8bb7-c66edc277cdd None None] Provisioning complete for port 8ac6ee14-e921-4bab-9b3e-a956562ea733 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:32.976986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3810dbd7-04a9-4d60-8bb7-c66edc277cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.001686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.116652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3810dbd7-04a9-4d60-8bb7-c66edc277cdd None None] Port 8ac6ee14-e921-4bab-9b3e-a956562ea733 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:23:33.129663 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:23:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:23:31Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:33.133786 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Checking router: b88fc6fd-762c-43a0-b9cf-9576a6ec063d for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:23:33.134129 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Updating router b88fc6fd-762c-43a0-b9cf-9576a6ec063d port 8ac6ee14-e921-4bab-9b3e-a956562ea733 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:23:33.137076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.152742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 055e7cae-72c2-4411-b7b3-2af301f01f57, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=055e7cae-72c2-4411-b7b3-2af301f01f57,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:33.185627 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.214957 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e1db90c3-5f69-4c2d-90cd-066cdadaeac9 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.4006796 Mar 24 17:23:33.237184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e2603cff-c7ac-465c-8c04-7b2adfaeb5b9 None None] Provisioning complete for port 8ac6ee14-e921-4bab-9b3e-a956562ea733 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:33.237645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e2603cff-c7ac-465c-8c04-7b2adfaeb5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.266545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.346460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e2603cff-c7ac-465c-8c04-7b2adfaeb5b9 None None] Port 8ac6ee14-e921-4bab-9b3e-a956562ea733 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:23:33.355493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=055e7cae-72c2-4411-b7b3-2af301f01f57,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:33.549291 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.560597 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Transition to ACTIVE for port object 8ac6ee14-e921-4bab-9b3e-a956562ea733 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:23:33.621526 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.675705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44560) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:33.685440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297041431', 'description': 'tempest-secgroup-smoke-1297041431 description', 'project_id': 'f97845a723454aa5a8af5a84dd729659'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:33.692407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:33.696999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:33.699891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:33.708398 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:33.768674 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Pushing event updated for resources: {'Port': ['ID=8ac6ee14-e921-4bab-9b3e-a956562ea733,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:33.783458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.799833 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.800690 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.801026 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.801650 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.802099 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.802430 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.802747 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.803138 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.803367 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.803680 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.804021 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.804332 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:23:33.805444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:33.809974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:33.813436 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:33.819351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:33.858908 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Attempting to bind port 8ac6ee14-e921-4bab-9b3e-a956562ea733 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:23:33.859376 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Attempting to bind port 8ac6ee14-e921-4bab-9b3e-a956562ea733 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:23:33.859732 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Attempting to bind port 8ac6ee14-e921-4bab-9b3e-a956562ea733 on network 988a484a-a6f4-482b-aa69-050acfab59ad {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:23:33.865648 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:23:33.866067 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Checking segment: {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:23:33.866459 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.866983 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Bound using segment: {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:23:33.867547 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Bound port: 8ac6ee14-e921-4bab-9b3e-a956562ea733, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:23:33.868280 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.879722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.908219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.916211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:33.961387 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] For port 8ac6ee14-e921-4bab-9b3e-a956562ea733, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:23:33.964313 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] For port 8ac6ee14-e921-4bab-9b3e-a956562ea733, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8ac6ee14-e921-4bab-9b3e-a956562ea733,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:23:34.005031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.065265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65ca699-d75e-4d1b-9766-1f31120c451a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:34.068702 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.111667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:23:34.113935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.118122 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e1bd261e-04e6-4473-8067-860399f828ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4371829 Mar 24 17:23:34.118122 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44564) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:34.123717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'd65ca699-d75e-4d1b-9766-1f31120c451a', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:34.132531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:34.136962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:34.141349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:34.149979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:34.152794 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:34.153431 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:34.197415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:34.198059 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.223113 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4e4e4-e6c9-43cd-a677-6d3c96a78e68 None None] Pushing event updated for resources: {'Port': ['ID=8ac6ee14-e921-4bab-9b3e-a956562ea733,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:34.240275 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.311842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.349209 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:34.355137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 055e7cae-72c2-4411-b7b3-2af301f01f57 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:23:34.387114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.423475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597b8ec3-0323-4ad3-99d6-8c6e0c2c54d7,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:34.436071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 055e7cae-72c2-4411-b7b3-2af301f01f57 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:34.436554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.490309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.494448 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ecd0ea0e-8dae-4253-ab86-a4c41865ab4c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3726137 Mar 24 17:23:34.494933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44568) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:34.501022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'd65ca699-d75e-4d1b-9766-1f31120c451a', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:34.507487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:34.511874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:34.515628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:34.522168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:34.616871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.666653 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:23:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:23:33Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:34.670514 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471dcdef-9450-4ec8-bfc7-4aa43206fe50 None None] The sync data for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv is: [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:23:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:23:33Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:23:34.682573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.772337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.798900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac0c1ee-5593-40b5-b2c6-532bbe2a22d5,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:34.885001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:34.886540 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1a4b0a7-8625-451c-ae23-d6637238bac8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3905220 Mar 24 17:23:34.889305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44572) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:34.895377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'd65ca699-d75e-4d1b-9766-1f31120c451a', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:34.901846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:34.906800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:34.910185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:34.916244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:34.994509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.058816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.136141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.161434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36809e7f-f487-44bc-8e2a-35324aa2efb7,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:35.250132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.253846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3c6e3b71-cecc-4a0b-85d1-563d6f744cbf tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602910 Mar 24 17:23:35.254211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44576) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:35.260218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'd65ca699-d75e-4d1b-9766-1f31120c451a', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:35.266933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:35.270871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:35.273889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:35.279582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:35.329805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.359815 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.427198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.496516 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.522490 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6421c1a4-86f7-4d10-bae8-d68a421f9d69,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:35.599434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.600688 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a785015f-752f-4f2d-a9fe-b2b9c055b9d3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448780 Mar 24 17:23:35.603464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44580) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:35.608591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'd65ca699-d75e-4d1b-9766-1f31120c451a', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:35.614644 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:35.618592 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:35.621613 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:35.627974 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:35.701952 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:23:35.709719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.773328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.838730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.861358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb120de-3815-4936-8262-4fa355434a9b,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:35.941014 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:35.942150 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-eb04cec4-5523-4b5d-a729-897fd844e0dc tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3376904 Mar 24 17:23:35.944895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44584) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:35.949763 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'security_group_rule': {'security_group_id': 'd65ca699-d75e-4d1b-9766-1f31120c451a', 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:35.955832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:35.959652 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:security_group_rule and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:35.962513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:35.968151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:36.032017 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Project f97845a723454aa5a8af5a84dd729659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:23:36.038901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:36.110876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:36.125484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ac6ee14-e921-4bab-9b3e-a956562ea733 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:23:36.188007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:36.211566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ac66ea-a8aa-420c-a187-be3ddff98d66,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:36.261564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 8ac6ee14-e921-4bab-9b3e-a956562ea733 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:23:36.267081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8ac6ee14-e921-4bab-9b3e-a956562ea733 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:36.267449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:36.290327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:36.291659 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ef20e7ae-80a6-49dd-94f7-77947c37423d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3458607 Mar 24 17:23:36.385285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:36.417338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 8ac6ee14-e921-4bab-9b3e-a956562ea733, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8ac6ee14-e921-4bab-9b3e-a956562ea733,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:36.457679 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-3b2fe188-d730-4642-829a-802a6222c17e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297041431&fields=id&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 267 time: 0.0415652 Mar 24 17:23:36.507392 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:36.574242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=8ac6ee14-e921-4bab-9b3e-a956562ea733,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:36.611818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-019ed204-6591-4b64-bed8-a44efae5a5ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:36.613240 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-019ed204-6591-4b64-bed8-a44efae5a5ad tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/networks?id=988a484a-a6f4-482b-aa69-050acfab59ad HTTP/1.1" status: 200 len: 797 time: 0.1490452 Mar 24 17:23:36.628331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-40778a9d-9f2c-46d5-ab6f-540a12d6b75e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/quotas/f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 375 time: 0.0095010 Mar 24 17:23:36.711649 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-2f406a69-dd17-4a33-9916-07637657bc71 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784669 Mar 24 17:23:36.845784 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-388a5f91-f798-44e7-b5c4-d82ebabef646 service neutron] 10.222.0.47 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219773 Mar 24 17:23:36.973863 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-50c33534-1443-44f3-a2ee-242029464b34 service neutron] 10.222.0.47 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222498 Mar 24 17:23:37.208061 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-062ce4fe-6828-446c-9a1a-9300fa49fb8e req-89421fac-2deb-404f-9651-656fa4949716 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 210 time: 0.0432703 Mar 24 17:23:38.102066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ac6ee14-e921-4bab-9b3e-a956562ea733 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:23:38.177087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8ac6ee14-e921-4bab-9b3e-a956562ea733 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:38.177451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:38.360815 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41d7508b-db27-4f88-9c7b-1454d27744c2 req-fba7b84d-1453-46e6-bc06-4de3fbcbb6fa tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 210 time: 0.0423150 Mar 24 17:23:39.085185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-d33e6d35-e8bc-45c8-bab9-3f556db05995 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:39.085879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-d33e6d35-e8bc-45c8-bab9-3f556db05995 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:23:39.341981 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-d33e6d35-e8bc-45c8-bab9-3f556db05995 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:network {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:23:39.343185 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-d33e6d35-e8bc-45c8-bab9-3f556db05995 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/networks?id=988a484a-a6f4-482b-aa69-050acfab59ad HTTP/1.1" status: 200 len: 797 time: 0.4116929 Mar 24 17:23:39.393745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-64e01d4f-fa1d-46d3-b583-74486612c51a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:23:39.467336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-64e01d4f-fa1d-46d3-b583-74486612c51a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:security_group {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:23:39.468567 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-64e01d4f-fa1d-46d3-b583-74486612c51a tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97845a723454aa5a8af5a84dd729659 HTTP/1.1" status: 200 len: 380 time: 0.1169219 Mar 24 17:23:39.477739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'port': {'device_id': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'admin_state_up': True, 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'security_groups': ['d65ca699-d75e-4d1b-9766-1f31120c451a']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:39.520448 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-995d8f40-773d-4d0d-a722-7aeecb38f5f1 req-6c00b2a1-d419-42df-a87b-bae0009a08f7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 210 time: 0.0510473 Mar 24 17:23:39.619188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:39.623090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:port and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:39.626486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:39.632025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:39.700654 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Made reservation on behalf of f97845a723454aa5a8af5a84dd729659 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:23:39.704248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:39.869702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.20.0.3 (988a484a-a6f4-482b-aa69-050acfab59ad/745a411b-5054-4983-bce0-9a0ce07050c8/ed7d90c6-100e-4389-8d3d-848e17571cef) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:23:40.058582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:40.076627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Transition to ACTIVE for port object ed7d90c6-100e-4389-8d3d-848e17571cef will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:23:40.165103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:40.234668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 988a484a-a6f4-482b-aa69-050acfab59ad is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:23:40.237672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:23:40.246098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:23:40.277125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=ed7d90c6-100e-4389-8d3d-848e17571cef,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:40.314092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:40.314892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:40.394053 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-1dfcc133-debc-4c60-956b-5c09cf04facb tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9201605 Mar 24 17:23:40.406629 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Request body: {'port': {'device_id': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:40.507777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ecb9f691-1a4f-43d0-92ce-d336c480df88 None None] Provisioning for port ed7d90c6-100e-4389-8d3d-848e17571cef completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:23:40.512552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ecb9f691-1a4f-43d0-92ce-d336c480df88 None None] Provisioning complete for port ed7d90c6-100e-4389-8d3d-848e17571cef triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:40.512916 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f691-1a4f-43d0-92ce-d336c480df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:40.518487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:40.570475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9f691-1a4f-43d0-92ce-d336c480df88 None None] Port ed7d90c6-100e-4389-8d3d-848e17571cef cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:23:40.703625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cdfc8-d160-4c2c-9a75-43348824b6ac req-a6fc8fec-9644-47ef-a523-7481f37e2788 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:40.705083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a64cdfc8-d160-4c2c-9a75-43348824b6ac req-a6fc8fec-9644-47ef-a523-7481f37e2788 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 931 time: 0.0787964 Mar 24 17:23:40.748465 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a64cdfc8-d160-4c2c-9a75-43348824b6ac req-6df60852-d215-45ae-b2d2-8557c1758e75 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375409 Mar 24 17:23:40.967167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7d90c6-100e-4389-8d3d-848e17571cef {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:23:40.974233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:40.988313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Transition to ACTIVE for port object ed7d90c6-100e-4389-8d3d-848e17571cef will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:23:41.061243 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:41.190070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Pushing event updated for resources: {'Port': ['ID=ed7d90c6-100e-4389-8d3d-848e17571cef,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:41.297810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Attempting to bind port ed7d90c6-100e-4389-8d3d-848e17571cef on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:23:41.298149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Attempting to bind port ed7d90c6-100e-4389-8d3d-848e17571cef by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:23:41.298474 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Attempting to bind port ed7d90c6-100e-4389-8d3d-848e17571cef on network 988a484a-a6f4-482b-aa69-050acfab59ad {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:23:41.302971 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Port ed7d90c6-100e-4389-8d3d-848e17571cef on network 988a484a-a6f4-482b-aa69-050acfab59ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:23:41.303295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Attempting to bind port ed7d90c6-100e-4389-8d3d-848e17571cef on network 988a484a-a6f4-482b-aa69-050acfab59ad {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:23:41.308369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:23:41.308706 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Checking segment: {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:23:41.309088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Bound using segment: {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:23:41.309507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Bound port: ed7d90c6-100e-4389-8d3d-848e17571cef, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e4e968-23cf-4e76-a85e-6453c495889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:23:41.309846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:41.399546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] For port ed7d90c6-100e-4389-8d3d-848e17571cef, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:23:41.402475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] For port ed7d90c6-100e-4389-8d3d-848e17571cef, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ed7d90c6-100e-4389-8d3d-848e17571cef,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:23:41.454957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:41.509354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:41.509982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:41.511317 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] 10.222.0.48 "PUT /v2.0/ports/ed7d90c6-100e-4389-8d3d-848e17571cef HTTP/1.1" status: 200 len: 1093 time: 1.1096871 Mar 24 17:23:41.511738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:23:41.537314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd167b-3519-4071-b24b-1e187bad5a3c service neutron] Pushing event updated for resources: {'Port': ['ID=ed7d90c6-100e-4389-8d3d-848e17571cef,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:41.559443 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'status': 'completed', 'code': 200} Mar 24 17:23:41.653420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2e218-435c-477e-af6c-77d7aad99a2d req-207993a9-be58-4921-a648-3f88c6eebf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:41.654923 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a8e2e218-435c-477e-af6c-77d7aad99a2d req-207993a9-be58-4921-a648-3f88c6eebf9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 1096 time: 0.0757074 Mar 24 17:23:41.799011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2e218-435c-477e-af6c-77d7aad99a2d req-306cbf43-3436-4206-84f5-a814464a875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:41.800535 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a8e2e218-435c-477e-af6c-77d7aad99a2d req-306cbf43-3436-4206-84f5-a814464a875f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f97845a723454aa5a8af5a84dd729659&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1392343 Mar 24 17:23:41.942792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ec601-8b12-4ba9-8977-c9fe0ae09870 req-7d6fa45d-4666-4173-b8ce-76cb24da0731 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:41.944258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db2ec601-8b12-4ba9-8977-c9fe0ae09870 req-7d6fa45d-4666-4173-b8ce-76cb24da0731 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 943 time: 0.0824561 Mar 24 17:23:41.949882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2e218-435c-477e-af6c-77d7aad99a2d req-f3ddd539-297d-4ee8-b5ca-ff1451c775d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:41.949882 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a8e2e218-435c-477e-af6c-77d7aad99a2d req-f3ddd539-297d-4ee8-b5ca-ff1451c775d1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437533 Mar 24 17:23:41.992160 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db2ec601-8b12-4ba9-8977-c9fe0ae09870 req-5243a07b-2f4f-4b39-ae73-3c04098ebf7e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 Mar 24 17:23:42.059163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-0999e581-d5c7-4424-a78e-a247f755d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:42.060675 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-0999e581-d5c7-4424-a78e-a247f755d839 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 1096 time: 0.0752754 Mar 24 17:23:42.132072 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-be3b1fb3-f9bb-4bdb-9a90-cc52aaf7bb6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7d90c6-100e-4389-8d3d-848e17571cef HTTP/1.1" status: 200 len: 217 time: 0.0640793 Mar 24 17:23:42.195632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-404ef61d-1f3f-43a5-9258-4705a89b111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:42.197013 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-404ef61d-1f3f-43a5-9258-4705a89b111d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=745a411b-5054-4983-bce0-9a0ce07050c8 HTTP/1.1" status: 200 len: 834 time: 0.0592139 Mar 24 17:23:42.275791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-23a676ba-ed93-44f0-ad91-fffa7b87b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:42.277286 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-23a676ba-ed93-44f0-ad91-fffa7b87b7e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=988a484a-a6f4-482b-aa69-050acfab59ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738137 Mar 24 17:23:42.407639 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-9421af6a-2b50-40e8-a25c-4869f8a7979a service neutron] 10.222.0.48 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242704 Mar 24 17:23:42.539901 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9b2610e6-776a-4219-aa6f-3f8f83959f94 req-3305bd93-a7eb-4632-9fc4-f3ccef03ebfc service neutron] 10.222.0.48 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264338 Mar 24 17:23:43.174853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad2a72-d2df-4cb3-99d0-9ce66bae9d41 req-9e4a15bc-32e5-4441-b288-29d09a6e36a2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:43.176200 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-58ad2a72-d2df-4cb3-99d0-9ce66bae9d41 req-9e4a15bc-32e5-4441-b288-29d09a6e36a2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 943 time: 0.0771177 Mar 24 17:23:43.219127 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-58ad2a72-d2df-4cb3-99d0-9ce66bae9d41 req-dfec3800-7260-412c-85b0-f87d4908182c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372276 Mar 24 17:23:44.393696 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:23:44.408612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d899305-f2f3-4211-82dd-a2d956eb5e55 req-3d2bd416-c0f0-453e-8a3e-c4e9d9492f19 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:44.410077 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6d899305-f2f3-4211-82dd-a2d956eb5e55 req-3d2bd416-c0f0-453e-8a3e-c4e9d9492f19 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 943 time: 0.0803983 Mar 24 17:23:44.461338 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6d899305-f2f3-4211-82dd-a2d956eb5e55 req-01305faa-95c8-4139-abfc-ddc800cca70c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455291 Mar 24 17:23:45.525876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device ed7d90c6-100e-4389-8d3d-848e17571cef details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:23:45.645961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b67e4c-0c33-4546-91d9-05a650264377 req-85c9feb5-1571-41fa-9945-ba5d8b2ec0b8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:45.647398 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c8b67e4c-0c33-4546-91d9-05a650264377 req-85c9feb5-1571-41fa-9945-ba5d8b2ec0b8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 943 time: 0.0797842 Mar 24 17:23:45.656563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port ed7d90c6-100e-4389-8d3d-848e17571cef, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ed7d90c6-100e-4389-8d3d-848e17571cef,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:45.669686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'port_id': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'mac_address': 'fa:16:3e:f4:8e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:23:45.727718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:45.746025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7d90c6-100e-4389-8d3d-848e17571cef {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:23:45.762253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port ed7d90c6-100e-4389-8d3d-848e17571cef, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ed7d90c6-100e-4389-8d3d-848e17571cef,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:45.798003 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c8b67e4c-0c33-4546-91d9-05a650264377 req-4a033e31-8e6a-4859-b609-84bb52c3c894 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449437 Mar 24 17:23:45.833423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:45.902324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=ed7d90c6-100e-4389-8d3d-848e17571cef,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:46.019641 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['ed7d90c6-100e-4389-8d3d-848e17571cef'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:23:46.983897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70deab5f-a882-4f43-96b8-5e7cc81ba21b req-6f6427f4-8b05-4017-9b97-ba3a06564b79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:46.985326 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70deab5f-a882-4f43-96b8-5e7cc81ba21b req-6f6427f4-8b05-4017-9b97-ba3a06564b79 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 944 time: 0.0767860 Mar 24 17:23:47.027601 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70deab5f-a882-4f43-96b8-5e7cc81ba21b req-8162acbc-3a4c-49fe-99de-16b4e37369f9 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367699 Mar 24 17:23:47.540709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device ed7d90c6-100e-4389-8d3d-848e17571cef up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:23:47.690004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port ed7d90c6-100e-4389-8d3d-848e17571cef completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:23:47.694760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port ed7d90c6-100e-4389-8d3d-848e17571cef triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:23:47.695126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:47.808667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:47.834320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:23:47.844420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port ed7d90c6-100e-4389-8d3d-848e17571cef, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ed7d90c6-100e-4389-8d3d-848e17571cef,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:23:47.901641 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:47.938669 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'code': 200} Mar 24 17:23:47.969987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=ed7d90c6-100e-4389-8d3d-848e17571cef,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:48.216199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba5573-1ea6-446f-b698-58cebc731f93 req-0b5c733a-8cea-49a2-b952-a717acf04e09 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:48.218222 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aeba5573-1ea6-446f-b698-58cebc731f93 req-0b5c733a-8cea-49a2-b952-a717acf04e09 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 945 time: 0.0842340 Mar 24 17:23:48.261685 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aeba5573-1ea6-446f-b698-58cebc731f93 req-2c087329-3d9d-41b2-93f7-6fcff33ffc41 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378432 Mar 24 17:23:48.287168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e02abd-82be-4e34-a628-c5312c401a04 req-0f5ad65c-b6f0-4e1d-82b0-e5c17acbd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:48.288655 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-60e02abd-82be-4e34-a628-c5312c401a04 req-0f5ad65c-b6f0-4e1d-82b0-e5c17acbd527 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 1098 time: 0.0760531 Mar 24 17:23:48.328500 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-60e02abd-82be-4e34-a628-c5312c401a04 req-6c300afd-07b4-40fb-acf9-8ccf1440afcf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338809 Mar 24 17:23:49.455409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80ef60-162d-4eb5-843c-e16b31f58292 req-e5d9c993-f5d3-45b5-a093-c0209a7a6afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:49.457091 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b80ef60-162d-4eb5-843c-e16b31f58292 req-e5d9c993-f5d3-45b5-a093-c0209a7a6afe tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 945 time: 0.0889165 Mar 24 17:23:49.506337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b80ef60-162d-4eb5-843c-e16b31f58292 req-c071db5c-bc77-406f-9fcf-ab9be2d5520f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Mar 24 17:23:50.695529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95273c-b4e5-4e99-9134-c65dbd1219ba req-65c1ef13-a632-427c-977f-04df178b2dd7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:50.696986 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dc95273c-b4e5-4e99-9134-c65dbd1219ba req-65c1ef13-a632-427c-977f-04df178b2dd7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 945 time: 0.0788331 Mar 24 17:23:50.740031 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dc95273c-b4e5-4e99-9134-c65dbd1219ba req-fa285d32-ffe1-4d5c-8cc0-79076e437281 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370927 Mar 24 17:23:50.920473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f377a0-0c5a-4df0-a169-603b51072a29 req-e84aec90-58af-4ca5-90a6-d2eaf565cf5f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:50.922418 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e1f377a0-0c5a-4df0-a169-603b51072a29 req-e84aec90-58af-4ca5-90a6-d2eaf565cf5f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 945 time: 0.0807400 Mar 24 17:23:50.965687 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e1f377a0-0c5a-4df0-a169-603b51072a29 req-28aa9ef0-aa7e-4b4e-80f0-d9f463aa2149 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375073 Mar 24 17:23:50.989171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44644) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:51.057919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b078f0b6-7e4e-4b81-94c4-f57f1ba271f0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:51.059396 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b078f0b6-7e4e-4b81-94c4-f57f1ba271f0 tempest-TestNetworkBasicOps-211377053 tempest-TestNetworkBasicOps-211377053-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 1093 time: 0.0692463 Mar 24 17:23:51.062948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44648) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:51.067663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:23:51.073413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:23:51.077856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Usage tracker for resource:floatingip and tenant:f97845a723454aa5a8af5a84dd729659 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:23:51.080673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:23:51.086219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:23:51.181229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:51.315528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:51.452336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Allocated IP 172.26.4.247 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/92a73d61-035c-46c0-b43d-05112688f1ba) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:23:51.600942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:51.706308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:51.770555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:23:51.773331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:23:51.883682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:23:51.913861 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=92a73d61-035c-46c0-b43d-05112688f1ba,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:52.290495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:52.433972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:52.638882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:52.711608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:52.818077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event updated for resources: {'Port': ['ID=92a73d61-035c-46c0-b43d-05112688f1ba,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:23:52.831394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:53.003524 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 associated. External IP: 172.26.4.247, port: ed7d90c6-100e-4389-8d3d-848e17571cef. Mar 24 17:23:53.350729 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router b88fc6fd-762c-43a0-b9cf-9576a6ec063d has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:23:53.637095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:23:53.646541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] Sync routers for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:23:53.655933 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:53.656637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:53.718802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:23:53.777361 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d08b642a-77fd-4776-8f23-8e55b02827f2 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7134159 Mar 24 17:23:53.777931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:23:53.780276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44652) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:53.829366 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'status': 'completed', 'code': 200} Mar 24 17:23:53.834275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:53.891753 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-704995bc-10d0-457c-843e-ee2ab91f7e7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 HTTP/1.1" status: 200 len: 991 time: 0.1096165 Mar 24 17:23:53.932411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-22870beb-4e70-4fd3-9d02-3cb1ce67cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:53.933967 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-22870beb-4e70-4fd3-9d02-3cb1ce67cd37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 1098 time: 0.0788999 Mar 24 17:23:54.068326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-ba002965-401c-42ed-88be-4ca24b8577f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:54.069779 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-ba002965-401c-42ed-88be-4ca24b8577f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=988a484a-a6f4-482b-aa69-050acfab59ad HTTP/1.1" status: 200 len: 898 time: 0.1301539 Mar 24 17:23:54.174369 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-990d2596-0ada-4f74-8f89-a1fa8f5f39db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7d90c6-100e-4389-8d3d-848e17571cef HTTP/1.1" status: 200 len: 999 time: 0.0982599 Mar 24 17:23:54.180835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:23:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'port_id': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'mac_address': 'fa:16:3e:f4:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:23:52Z', 'updated_at': '2022-03-24T17:23:52Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:23:36Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:54.184792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] Checking router: b88fc6fd-762c-43a0-b9cf-9576a6ec063d for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:23:54.194107 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:23:54.194694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:23:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:54.237391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-a43e4fdd-0c6c-41e4-a6d1-01d129a99d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:54.238908 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-a43e4fdd-0c6c-41e4-a6d1-01d129a99d94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=745a411b-5054-4983-bce0-9a0ce07050c8 HTTP/1.1" status: 200 len: 834 time: 0.0593910 Mar 24 17:23:54.316805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-5359e73f-549b-4271-ab13-8e929845c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:23:54.318311 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-5359e73f-549b-4271-ab13-8e929845c1ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=988a484a-a6f4-482b-aa69-050acfab59ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737734 Mar 24 17:23:54.367946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:23:54.451807 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-a0b2c4f9-cbe4-4e83-8ac4-0a3d6f161819 service neutron] 10.222.0.48 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262724 Mar 24 17:23:54.595133 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-cb3a4c90-2d1e-4245-9a96-bc4fe94ef03c req-3aae1cdf-6341-41fb-9170-108fdf0584dd service neutron] 10.222.0.48 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268194 Mar 24 17:23:54.714334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:23:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'port_id': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'mac_address': 'fa:16:3e:f4:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:23:52Z', 'updated_at': '2022-03-24T17:23:52Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:23:36Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:23:54.719597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f113816-0c1c-4080-8c43-1bc012617499 None None] The sync data for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv is: [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:23:31Z', 'revision_number': 4, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'port_id': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'mac_address': 'fa:16:3e:f4:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:23:52Z', 'updated_at': '2022-03-24T17:23:52Z', 'revision_number': 0, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:23:36Z', 'revision_number': 5, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:23:54.895673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44658) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:54.896576 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5619011f-ced9-4637-9f0c-5b405e8d5748 None None] New status for floating IP 2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:23:55.001258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-83d3f13c-2e9c-47e6-b76f-e180df6cfea7 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 HTTP/1.1" status: 200 len: 991 time: 0.1031489 Mar 24 17:23:56.004978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44662) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:23:56.111165 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9c7b7b87-f3aa-48b1-a0b8-00bc610ded34 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 HTTP/1.1" status: 200 len: 993 time: 0.1050467 Mar 24 17:24:00.471623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ad96349e-8253-4b86-a977-725c22d6d5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:02.672912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45868e73-c176-4b0f-96c7-e1836e2c5a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:02.895521 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:03.883819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:03.912409 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:05.318465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:20.697546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44676) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:20.702787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e501d9b6-4eab-489e-901e-347d6e41dc26 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:24:21.307263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e501d9b6-4eab-489e-901e-347d6e41dc26 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:21.381948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e501d9b6-4eab-489e-901e-347d6e41dc26 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:21.392499 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:24:21.557757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e501d9b6-4eab-489e-901e-347d6e41dc26 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router b88fc6fd-762c-43a0-b9cf-9576a6ec063d has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:24:21.734346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e501d9b6-4eab-489e-901e-347d6e41dc26 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:24:21.741840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e501d9b6-4eab-489e-901e-347d6e41dc26 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:21.743192 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e501d9b6-4eab-489e-901e-347d6e41dc26 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/b88fc6fd-762c-43a0-b9cf-9576a6ec063d HTTP/1.1" status: 200 len: 887 time: 1.0446441 Mar 24 17:24:21.744513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d3968-cc8f-4fd0-92d0-c42be1e66ec3 None None] Sync routers for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:24:21.753886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d3968-cc8f-4fd0-92d0-c42be1e66ec3 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:24:21.754486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c44d3968-cc8f-4fd0-92d0-c42be1e66ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:24:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:21.858562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c44d3968-cc8f-4fd0-92d0-c42be1e66ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:21.867587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d3968-cc8f-4fd0-92d0-c42be1e66ec3 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:24:21.868217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c44d3968-cc8f-4fd0-92d0-c42be1e66ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:24:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:21.936171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c44d3968-cc8f-4fd0-92d0-c42be1e66ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:21.936655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d3968-cc8f-4fd0-92d0-c42be1e66ec3 None None] The sync data for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv is: [] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:24:22.327666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ac6ee14-e921-4bab-9b3e-a956562ea733 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:24:22.462857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:22.496339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 8ac6ee14-e921-4bab-9b3e-a956562ea733, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8ac6ee14-e921-4bab-9b3e-a956562ea733,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:24:22.580499 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:22.646521 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=8ac6ee14-e921-4bab-9b3e-a956562ea733,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:22.712175 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0757db40-f3e9-44fb-94b2-d3bd97262077 None None] New status for floating IP 2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:24:23.891931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44682) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:23.897739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-568ea5e1-39a7-4c3f-840e-40b56fe9120f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:24:24.115593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 055e7cae-72c2-4411-b7b3-2af301f01f57 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:24:24.227542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:24.243917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 055e7cae-72c2-4411-b7b3-2af301f01f57, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=055e7cae-72c2-4411-b7b3-2af301f01f57,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:24:24.318458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:24.387896 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=055e7cae-72c2-4411-b7b3-2af301f01f57,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:24.395274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.395625 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.395990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.396332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.396671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.397005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.397341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.397663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.397991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.398314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.398637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.398955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:24.538811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-568ea5e1-39a7-4c3f-840e-40b56fe9120f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:24.639026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-568ea5e1-39a7-4c3f-840e-40b56fe9120f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8090920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8090915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8093008'] for router, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:24.822488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568ea5e1-39a7-4c3f-840e-40b56fe9120f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router b88fc6fd-762c-43a0-b9cf-9576a6ec063d has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:24:25.001148 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568ea5e1-39a7-4c3f-840e-40b56fe9120f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:24:25.007820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-568ea5e1-39a7-4c3f-840e-40b56fe9120f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:25.008983 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-568ea5e1-39a7-4c3f-840e-40b56fe9120f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/b88fc6fd-762c-43a0-b9cf-9576a6ec063d HTTP/1.1" status: 200 len: 886 time: 1.1160445 Mar 24 17:24:25.010639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] Sync routers for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:24:25.011927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44686) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:25.020002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:24:25.020606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:24:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:25.117916 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f3dbf95c-4b33-47ac-beed-a1eb52a370c3 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 HTTP/1.1" status: 200 len: 991 time: 0.1048529 Mar 24 17:24:25.196914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:24:25.529061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:24:24Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:24:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'port_id': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'mac_address': 'fa:16:3e:f4:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:23:52Z', 'updated_at': '2022-03-24T17:24:22Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:24:22Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:25.532723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] Checking router: b88fc6fd-762c-43a0-b9cf-9576a6ec063d for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:24:25.541538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:24:25.542118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:24:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:25.718580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:24:26.098179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:24:24Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:24:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'port_id': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'mac_address': 'fa:16:3e:f4:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:23:52Z', 'updated_at': '2022-03-24T17:24:22Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:24:22Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:26.102258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e17aed-17a1-4a11-a5ba-8c42f988ce63 None None] The sync data for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv is: [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:24:24Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:24:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'port_id': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'mac_address': 'fa:16:3e:f4:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:23:52Z', 'updated_at': '2022-03-24T17:24:22Z', 'revision_number': 2, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:24:22Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:24:26.123201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44690) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:26.231611 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f6a74178-673e-4cad-978e-50e7f29c9fd5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 HTTP/1.1" status: 200 len: 991 time: 0.1086905 Mar 24 17:24:27.235528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44694) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:27.341503 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-13ba3f1d-34dd-4116-adba-1895535aa6c5 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 HTTP/1.1" status: 200 len: 991 time: 0.1047101 Mar 24 17:24:27.636576 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a8d50-c217-4e36-bf90-e94d0c9d2efe None None] New status for floating IP 2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:24:28.161650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ac6ee14-e921-4bab-9b3e-a956562ea733 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:24:28.227860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8ac6ee14-e921-4bab-9b3e-a956562ea733 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:24:28.228263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:28.345420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44698) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:28.352313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:28.383307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 8ac6ee14-e921-4bab-9b3e-a956562ea733, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8ac6ee14-e921-4bab-9b3e-a956562ea733,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:24:28.448672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:28.449346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 055e7cae-72c2-4411-b7b3-2af301f01f57 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:24:28.449774 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-58ce80e3-cf3b-4259-8eb6-c98a7f939c0d tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/floatingips/2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 HTTP/1.1" status: 200 len: 993 time: 0.1032517 Mar 24 17:24:28.563944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=8ac6ee14-e921-4bab-9b3e-a956562ea733,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:28.575654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 055e7cae-72c2-4411-b7b3-2af301f01f57 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:24:28.576061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:28.700820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:28.717201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 055e7cae-72c2-4411-b7b3-2af301f01f57, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=055e7cae-72c2-4411-b7b3-2af301f01f57,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:24:28.729499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44706) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:28.808340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:28.876118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=055e7cae-72c2-4411-b7b3-2af301f01f57,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:28.931632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 92a73d61-035c-46c0-b43d-05112688f1ba {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:24:28.931982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:29.097250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:29.097564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:29.215289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 92a73d61-035c-46c0-b43d-05112688f1ba owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:24:29.431522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:29.477651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=92a73d61-035c-46c0-b43d-05112688f1ba,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:29.513431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.513772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.514103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.514427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.514748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.515066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.515382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.515697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.516041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.516347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.516657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.516964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:29.577592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:29.577912 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Floating IP 2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 disassociated (deleted). External IP: 172.26.4.247, port: ed7d90c6-100e-4389-8d3d-848e17571cef. Mar 24 17:24:30.030943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router b88fc6fd-762c-43a0-b9cf-9576a6ec063d has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:24:30.131696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ac6ee14-e921-4bab-9b3e-a956562ea733 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:24:30.201690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8ac6ee14-e921-4bab-9b3e-a956562ea733 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:24:30.202062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:30.206293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:24:30.221790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:30.232242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] Sync routers for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:24:30.255241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:24:30.255859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:24:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:30.281225 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6a6b9db1-7db7-4821-878c-49bff8aa652e tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/floatingips/2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9 HTTP/1.1" status: 204 len: 168 time: 1.5504076 Mar 24 17:24:30.281934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:24:30.466299 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'status': 'completed', 'code': 200} Mar 24 17:24:30.511330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 055e7cae-72c2-4411-b7b3-2af301f01f57 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:24:30.544805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:24:30.551614 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-0db6811a-7f63-41c9-b261-20f7919f50c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731113 Mar 24 17:24:30.573039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-374163c1-9d5c-4323-8d9f-3e94c072ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:30.574491 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-374163c1-9d5c-4323-8d9f-3e94c072ba7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 1098 time: 0.0794265 Mar 24 17:24:30.592973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-95dcf455-bb77-4245-acd1-3b008518c4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:30.720795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-88bf9bab-a9cb-4bbf-a655-38d4ffb62ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:30.722281 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-88bf9bab-a9cb-4bbf-a655-38d4ffb62ef3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=988a484a-a6f4-482b-aa69-050acfab59ad HTTP/1.1" status: 200 len: 898 time: 0.1420977 Mar 24 17:24:30.801670 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-1211135f-7512-41d7-aeb3-b26f69c8b200 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7d90c6-100e-4389-8d3d-848e17571cef HTTP/1.1" status: 200 len: 217 time: 0.0722744 Mar 24 17:24:30.852317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 055e7cae-72c2-4411-b7b3-2af301f01f57 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:24:30.852676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:30.916729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-32face71-a6d2-452a-b788-0ec6193b70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:30.918166 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-32face71-a6d2-452a-b788-0ec6193b70ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=745a411b-5054-4983-bce0-9a0ce07050c8 HTTP/1.1" status: 200 len: 834 time: 0.1095083 Mar 24 17:24:30.987159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec060c7-fa25-49ed-9503-0338e308a563 req-7c6cd29d-0320-4f5d-a6e5-f589fa851299 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:30.987839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1ec060c7-fa25-49ed-9503-0338e308a563 req-7c6cd29d-0320-4f5d-a6e5-f589fa851299 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:24:31.024643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-81246a23-a87e-4170-b1f2-7f69e2b8ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:31.026124 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-81246a23-a87e-4170-b1f2-7f69e2b8ca4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=988a484a-a6f4-482b-aa69-050acfab59ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1006422 Mar 24 17:24:31.059686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:24:24Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:24:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:24:28Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:31.063476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] Checking router: b88fc6fd-762c-43a0-b9cf-9576a6ec063d for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:24:31.072104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:24:31.072261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1ec060c7-fa25-49ed-9503-0338e308a563 req-7c6cd29d-0320-4f5d-a6e5-f589fa851299 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:24:31.072717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:24:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:31.073493 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1ec060c7-fa25-49ed-9503-0338e308a563 req-7c6cd29d-0320-4f5d-a6e5-f589fa851299 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 945 time: 0.2304459 Mar 24 17:24:31.185836 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1ec060c7-fa25-49ed-9503-0338e308a563 req-07c1ef46-c473-4a2b-adc5-251da0860544 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678589 Mar 24 17:24:31.193420 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-89ed9298-68ba-4bd4-a18c-40f9fe941d42 service neutron] 10.222.0.48 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607223 Mar 24 17:24:31.248673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:24:31.323911 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a88146a8-6398-4dce-870a-399f07dc5d48 req-7770e088-e9dd-435d-9650-5c410d4d5e75 service neutron] 10.222.0.48 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233191 Mar 24 17:24:31.558925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:24:24Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:24:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:24:28Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:31.563179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20553797-ed64-4c44-8efd-1d3dc2670fd3 None None] The sync data for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv is: [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:24:24Z', 'revision_number': 6, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:24:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8ac6ee14-e921-4bab-9b3e-a956562ea733', 'name': '', 'network_id': '988a484a-a6f4-482b-aa69-050acfab59ad', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'mac_address': 'fa:16:3e:2a:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:30Z', 'updated_at': '2022-03-24T17:24:28Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'subnets': [{'id': '745a411b-5054-4983-bce0-9a0ce07050c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:24:31.588833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-e1477a7b-1d26-4350-92bc-b023c35ceab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:31.590210 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-e1477a7b-1d26-4350-92bc-b023c35ceab1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f97845a723454aa5a8af5a84dd729659&device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 1098 time: 0.0745344 Mar 24 17:24:31.855838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-27afbd1c-3287-489e-9601-fbfed3dff87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:31.857546 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-27afbd1c-3287-489e-9601-fbfed3dff87b service neutron] 10.222.0.48 "GET /v2.0/networks?id=988a484a-a6f4-482b-aa69-050acfab59ad HTTP/1.1" status: 200 len: 898 time: 0.2473490 Mar 24 17:24:31.929893 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-e4db6f0c-49d4-401f-9ebf-ae76665519ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed7d90c6-100e-4389-8d3d-848e17571cef HTTP/1.1" status: 200 len: 217 time: 0.0657046 Mar 24 17:24:31.993749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-f8213a1f-5730-4e1b-8d61-80fc8ea50ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:31.995241 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-f8213a1f-5730-4e1b-8d61-80fc8ea50ae6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=745a411b-5054-4983-bce0-9a0ce07050c8 HTTP/1.1" status: 200 len: 834 time: 0.0594270 Mar 24 17:24:32.088465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-73900025-cf41-4451-b2d8-ced46cda8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:32.089963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-73900025-cf41-4451-b2d8-ced46cda8312 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=988a484a-a6f4-482b-aa69-050acfab59ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749462 Mar 24 17:24:32.100630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-a0574f85-8deb-41f3-a866-a6c7603d02f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:32.102136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-a0574f85-8deb-41f3-a866-a6c7603d02f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Synchronizing usage tracker for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:24:32.114646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-a0574f85-8deb-41f3-a866-a6c7603d02f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Unset dirty status for tenant:f97845a723454aa5a8af5a84dd729659 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:24:32.116576 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-a0574f85-8deb-41f3-a866-a6c7603d02f6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 945 time: 0.1010458 Mar 24 17:24:32.186391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port ed7d90c6-100e-4389-8d3d-848e17571cef {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:24:32.186778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:32.229649 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-462221a1-6465-4f73-8eb3-a1b5c1a6cc2e service neutron] 10.222.0.48 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334641 Mar 24 17:24:32.418843 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b542aeb-4694-4c59-8b84-21d7471c1431 req-84999d4c-7ec0-4455-ae5d-8b30ac161741 service neutron] 10.222.0.48 "GET /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833842 Mar 24 17:24:32.445165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e40d80-f3b2-4453-b183-b5a7e878c30d req-104dabfc-2613-4caa-8d24-df57a0f7dc11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:32.452195 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87e40d80-f3b2-4453-b183-b5a7e878c30d req-104dabfc-2613-4caa-8d24-df57a0f7dc11 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 945 time: 0.1284866 Mar 24 17:24:32.456962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port ed7d90c6-100e-4389-8d3d-848e17571cef, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=ed7d90c6-100e-4389-8d3d-848e17571cef,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:24:32.457348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:32.491940 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87e40d80-f3b2-4453-b183-b5a7e878c30d req-2119b251-1bc5-4db7-a635-ad2781b810e8 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/security-groups?id=d65ca699-d75e-4d1b-9766-1f31120c451a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388844 Mar 24 17:24:32.655160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-858d841b-536e-4b56-949c-134eb8c430ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:32.690766 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for ed7d90c6-100e-4389-8d3d-848e17571cef owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:24:32.838271 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fc4d6-d27c-4d85-9877-906a13efec37 None None] New status for floating IP 2eca3175-ff6b-46e1-b8eb-3eaa3f71e3c9: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:24:32.895178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:32.923781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:32.950025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=ed7d90c6-100e-4389-8d3d-848e17571cef,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:33.019702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.020072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.020408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.020738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.021061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.021389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.021748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.022070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.022390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.022707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.023041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.023335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:24:33.036320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] No DVR routers for this DVR port ed7d90c6-100e-4389-8d3d-848e17571cef on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:24:33.039148 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:33.041667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'name': 'network-vif-deleted', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:24:33.085975 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68819833-8a9b-4ecd-a7f1-dab621645fbc', 'name': 'network-vif-deleted', 'tag': 'ed7d90c6-100e-4389-8d3d-848e17571cef', 'status': 'completed', 'code': 200} Mar 24 17:24:33.142497 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-653dffea-c459-4dff-9f5e-4fe4a2e1dcb8 req-cf700960-d641-4e4a-876c-7b28f31b4101 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.48 "DELETE /v2.0/ports/ed7d90c6-100e-4389-8d3d-848e17571cef HTTP/1.1" status: 204 len: 173 time: 1.0212312 Mar 24 17:24:33.650396 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f58c8da3-3186-4154-99f2-040e148c7659 req-07ebd728-1d2d-49a5-b16e-dbd95f6374c6 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "GET /v2.0/ports?device_id=68819833-8a9b-4ecd-a7f1-dab621645fbc HTTP/1.1" status: 200 len: 210 time: 0.0411057 Mar 24 17:24:33.884078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:33.901098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:34.749536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44730) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:34.821723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f72201d-15da-45db-8a98-5523348dfe9f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:34.852529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f72201d-15da-45db-8a98-5523348dfe9f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:34.974217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f72201d-15da-45db-8a98-5523348dfe9f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:34.993662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72201d-15da-45db-8a98-5523348dfe9f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65ca699-d75e-4d1b-9766-1f31120c451a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:35.076274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2f72201d-15da-45db-8a98-5523348dfe9f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:35.077436 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2f72201d-15da-45db-8a98-5523348dfe9f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/security-groups/d65ca699-d75e-4d1b-9766-1f31120c451a HTTP/1.1" status: 204 len: 168 time: 0.3269165 Mar 24 17:24:35.170036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44736) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:35.404718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:35.702902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device ed7d90c6-100e-4389-8d3d-848e17571cef no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:24:35.730985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:35.736364 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: ed7d90c6-100e-4389-8d3d-848e17571cef {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:24:35.736711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device ed7d90c6-100e-4389-8d3d-848e17571cef not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:24:36.184188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 8ac6ee14-e921-4bab-9b3e-a956562ea733 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:24:36.184797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:36.370257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 8ac6ee14-e921-4bab-9b3e-a956562ea733, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8ac6ee14-e921-4bab-9b3e-a956562ea733,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:24:36.370527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:36.494239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 8ac6ee14-e921-4bab-9b3e-a956562ea733 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:24:36.762578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:36.812425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=8ac6ee14-e921-4bab-9b3e-a956562ea733,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:37.086473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:37.551098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Router b88fc6fd-762c-43a0-b9cf-9576a6ec063d has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:24:37.722262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:24:37.731851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] Sync routers for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:24:37.735804 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ee637c35-abb5-43df-8c68-7209e1809f7f tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "PUT /v2.0/routers/b88fc6fd-762c-43a0-b9cf-9576a6ec063d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5647197 Mar 24 17:24:37.738398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44746) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:37.741348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:24:37.742235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:24:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:37.806312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e11ef6f-407a-4749-85d0-0270302202a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting subnet 745a411b-5054-4983-bce0-9a0ce07050c8 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:24:37.809131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef6f-407a-4749-85d0-0270302202a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:37.862873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef6f-407a-4749-85d0-0270302202a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:37.944201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef6f-407a-4749-85d0-0270302202a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:37.964704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:24:38.095059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef6f-407a-4749-85d0-0270302202a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:38.135876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11ef6f-407a-4749-85d0-0270302202a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Subnet': ['ID=745a411b-5054-4983-bce0-9a0ce07050c8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:38.140598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9e11ef6f-407a-4749-85d0-0270302202a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:38.147345 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9e11ef6f-407a-4749-85d0-0270302202a1 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/subnets/745a411b-5054-4983-bce0-9a0ce07050c8 HTTP/1.1" status: 204 len: 168 time: 0.4080126 Mar 24 17:24:38.150002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44750) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:38.192513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426753b-8363-45a7-b992-fdde97c95320 None None] Network 988a484a-a6f4-482b-aa69-050acfab59ad requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:24:38.327158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:38.459101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:24:36Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:24:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:38.465422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] Checking router: b88fc6fd-762c-43a0-b9cf-9576a6ec063d for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:24:38.476929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] Routers {'b88fc6fd-762c-43a0-b9cf-9576a6ec063d'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:24:38.477552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:24:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:38.506876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:38.533081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca41a63-ef87-4266-8803-c5f996490665 None None] DHCP port deletion for 988a484a-a6f4-482b-aa69-050acfab59ad request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:24:38.550580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1ca41a63-ef87-4266-8803-c5f996490665 None None] Deleting port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:24:38.550947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1ca41a63-ef87-4266-8803-c5f996490665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:38.609816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Deleting port 055e7cae-72c2-4411-b7b3-2af301f01f57 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:24:38.610352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:38.745003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] Set router b88fc6fd-762c-43a0-b9cf-9576a6ec063d gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:24:38.787109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] For port 055e7cae-72c2-4411-b7b3-2af301f01f57, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=055e7cae-72c2-4411-b7b3-2af301f01f57,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:24:38.787464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:38.909796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Calling delete_port for 055e7cae-72c2-4411-b7b3-2af301f01f57 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:24:39.034000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-1ca41a63-ef87-4266-8803-c5f996490665 None None] For port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9f0ee4e6-881d-48b4-aef3-338ead1c53c4,segment=NetworkSegment(88e4e968-23cf-4e76-a85e-6453c495889d),segment_id=88e4e968-23cf-4e76-a85e-6453c495889d)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:24:39.034391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1ca41a63-ef87-4266-8803-c5f996490665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.167303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1ca41a63-ef87-4266-8803-c5f996490665 None None] Calling delete_port for 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:24:39.249549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.297349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Port': ['ID=055e7cae-72c2-4411-b7b3-2af301f01f57,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:39.305424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:24:36Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:24:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:39.309353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2773181-7aaa-4cb7-9ce9-fb17bc14e103 None None] The sync data for ids ['b88fc6fd-762c-43a0-b9cf-9576a6ec063d'] in dv-neutron-835063-1-hyperv is: [{'id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'name': 'tempest-TestNetworkBasicOps-router-713448766', 'tenant_id': 'f97845a723454aa5a8af5a84dd729659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:23:25Z', 'updated_at': '2022-03-24T17:24:36Z', 'revision_number': 7, 'project_id': 'f97845a723454aa5a8af5a84dd729659', 'gw_port': {'id': '055e7cae-72c2-4411-b7b3-2af301f01f57', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88fc6fd-762c-43a0-b9cf-9576a6ec063d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:23:26Z', 'updated_at': '2022-03-24T17:24:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:24:39.352189 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1ca41a63-ef87-4266-8803-c5f996490665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.403430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.452999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca41a63-ef87-4266-8803-c5f996490665 None None] Pushing event deleted for resources: {'Port': ['ID=9f0ee4e6-881d-48b4-aef3-338ead1c53c4,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:39.457469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca41a63-ef87-4266-8803-c5f996490665 None None] No DVR routers for this DVR port 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:24:39.575584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.577785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.678059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.678673 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Fanout notify agent at l3_agent the message router_deleted on router b88fc6fd-762c-43a0-b9cf-9576a6ec063d {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:24:39.707173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.708265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4cd1b804-9b1f-4310-869a-30e1c3febd29 tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/routers/b88fc6fd-762c-43a0-b9cf-9576a6ec063d HTTP/1.1" status: 204 len: 168 time: 1.5572710 Mar 24 17:24:39.711372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44756) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:39.827547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.962158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:39.990073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988a484a-a6f4-482b-aa69-050acfab59ad']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:40.000668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e4e968-23cf-4e76-a85e-6453c495889d') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:40.000964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e4e968-23cf-4e76-a85e-6453c495889d') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:24:40.012519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:40.037998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:40.046271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:24:40.046661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:24:40.062292 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:24:40.197652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:40.214107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:40.226515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] Pushing event deleted for resources: {'Network': ['ID=988a484a-a6f4-482b-aa69-050acfab59ad,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:40.305910 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cc0d8de7-3701-4526-af6e-1b0001c9788c tempest-TestNetworkBasicOps-1061867731 tempest-TestNetworkBasicOps-1061867731-project] 10.222.0.47 "DELETE /v2.0/networks/988a484a-a6f4-482b-aa69-050acfab59ad HTTP/1.1" status: 204 len: 168 time: 0.5893390 Mar 24 17:24:40.363836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ac6ee14-e921-4bab-9b3e-a956562ea733 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:24:40.397160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 8ac6ee14-e921-4bab-9b3e-a956562ea733 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:24:40.397501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8ac6ee14-e921-4bab-9b3e-a956562ea733 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:24:40.397947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:24:40.431878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:24:40.432242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9f0ee4e6-881d-48b4-aef3-338ead1c53c4 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:24:40.432647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 055e7cae-72c2-4411-b7b3-2af301f01f57 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:24:40.467299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 055e7cae-72c2-4411-b7b3-2af301f01f57 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:24:40.467299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 055e7cae-72c2-4411-b7b3-2af301f01f57 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:24:40.783537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44764) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:40.939781 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-35c2fd41-68fe-4c74-b23d-1de2c665892f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f97845a723454aa5a8af5a84dd729659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550643 Mar 24 17:24:40.942241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44770) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:40.998807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7528b2a3-3043-4ba1-944b-daceac7663f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:41.024687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7528b2a3-3043-4ba1-944b-daceac7663f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:41.135107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7528b2a3-3043-4ba1-944b-daceac7663f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:41.150526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528b2a3-3043-4ba1-944b-daceac7663f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:41.159411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7528b2a3-3043-4ba1-944b-daceac7663f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:41.160557 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7528b2a3-3043-4ba1-944b-daceac7663f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dca6c7b8-f00a-4c8c-b3d8-3ce6ccdb7351 HTTP/1.1" status: 204 len: 168 time: 0.2174215 Mar 24 17:24:41.755402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44778) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:41.773281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34ae1aac-8891-4cba-ac81-7c9808bcdf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:41.787483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-34ae1aac-8891-4cba-ac81-7c9808bcdf98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:24:41.792170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-34ae1aac-8891-4cba-ac81-7c9808bcdf98 admin admin] Usage tracker for resource:security_group_rule and tenant:c002036f58e74cd1b7355c2ab4779bcb is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:24:41.794984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-34ae1aac-8891-4cba-ac81-7c9808bcdf98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:24:41.800621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-34ae1aac-8891-4cba-ac81-7c9808bcdf98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:24:41.880992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34ae1aac-8891-4cba-ac81-7c9808bcdf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:41.957978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34ae1aac-8891-4cba-ac81-7c9808bcdf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:42.008972 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-34ae1aac-8891-4cba-ac81-7c9808bcdf98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c002036f58e74cd1b7355c2ab4779bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524402 Mar 24 17:24:42.009844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae1aac-8891-4cba-ac81-7c9808bcdf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e63f3-9318-4358-bf60-b614e7f20b4c,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:42.011685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44782) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:24:42.069467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa8f-7554-45a3-a548-4ce965af35ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:42.097702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa8f-7554-45a3-a548-4ce965af35ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:42.220563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa8f-7554-45a3-a548-4ce965af35ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:42.237844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60fa8f-7554-45a3-a548-4ce965af35ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e63f3-9318-4358-bf60-b614e7f20b4c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:42.241142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d60fa8f-7554-45a3-a548-4ce965af35ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:42.248697 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9d60fa8f-7554-45a3-a548-4ce965af35ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e4e63f3-9318-4358-bf60-b614e7f20b4c HTTP/1.1" status: 204 len: 168 time: 0.2295163 Mar 24 17:24:50.281186 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-2e5c5f4e-6ac3-4220-978a-7c4c34e78fe0 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=79897861d8e64a92af739919876be255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268881 Mar 24 17:24:50.427144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-6bb9bfe0-daac-4c08-9317-6700328294b5 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:50.428539 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-6bb9bfe0-daac-4c08-9317-6700328294b5 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422119 Mar 24 17:24:50.443085 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-103428ab-6c55-4c2a-ad96-1b2504f61593 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/quotas/79897861d8e64a92af739919876be255 HTTP/1.1" status: 200 len: 375 time: 0.0085685 Mar 24 17:24:50.487522 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-527f3175-7697-436f-b0b0-e672d70f45ec tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79897861d8e64a92af739919876be255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396285 Mar 24 17:24:50.736471 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1fa5a121-d108-471c-8b60-ec1bb3d9defe req-8bd65911-565f-4ca7-b293-0c971464ab96 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 210 time: 0.0449800 Mar 24 17:24:51.882185 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9caabf40-bb98-4810-b862-d45f7fe46b28 req-eeb7d56c-155e-4400-ae54-d66b46fe65ea tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 210 time: 0.0423493 Mar 24 17:24:52.592233 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-55c4b4d9-8ea3-4f86-8126-41ccd03668b7 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=79897861d8e64a92af739919876be255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267253 Mar 24 17:24:52.740217 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0be11d70-f668-47a6-8504-c540770d8935 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:52.741637 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0be11d70-f668-47a6-8504-c540770d8935 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450622 Mar 24 17:24:52.752493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Request body: {'port': {'device_id': '9a9b5ba1-336e-4b6f-9602-c1d189090026', 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858', 'admin_state_up': True, 'tenant_id': '79897861d8e64a92af739919876be255'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:24:52.892955 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:24:52.896689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Usage tracker for resource:port and tenant:79897861d8e64a92af739919876be255 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:24:52.900142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:24:52.906441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:24:52.980499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Made reservation on behalf of 79897861d8e64a92af739919876be255 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:24:52.984233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:52.996851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:53.011414 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:24:53.015190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Usage tracker for resource:security_group_rule and tenant:79897861d8e64a92af739919876be255 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:24:53.018028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:24:53.023601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:24:53.027009 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4d33d158-3fd8-41c9-9b6b-06f868e454b7 req-40666359-1382-4755-a5ea-0542ff094ba9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 210 time: 0.0418971 Mar 24 17:24:53.110732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:53.197883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:53.284265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74547b79-2b0f-486b-9568-3f116916c9f0,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:53.369940 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Allocated IP 192.168.233.126 (fdfc33ec-709a-4349-b709-190662fac858/23ad344e-cd1c-4657-a402-3d1e425fcb9d/6107df86-2519-4067-8a05-3aaabc9f0263) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:24:53.563914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:53.579388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Transition to ACTIVE for port object 6107df86-2519-4067-8a05-3aaabc9f0263 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:24:53.672068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:53.741201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Network fdfc33ec-709a-4349-b709-190662fac858 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:24:53.744923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:24:53.752846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:24:53.784632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Pushing event updated for resources: {'Port': ['ID=6107df86-2519-4067-8a05-3aaabc9f0263,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:53.822093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:53.822624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:53.935535 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-96b164a5-e323-42a9-82af-f52620a210b9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1865425 Mar 24 17:24:53.947326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Request body: {'port': {'device_id': '9a9b5ba1-336e-4b6f-9602-c1d189090026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:24:54.031858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7c5f9793-84bd-4310-9963-e96b41559261 None None] Provisioning for port 6107df86-2519-4067-8a05-3aaabc9f0263 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:24:54.037548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7c5f9793-84bd-4310-9963-e96b41559261 None None] Provisioning complete for port 6107df86-2519-4067-8a05-3aaabc9f0263 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:24:54.037717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9793-84bd-4310-9963-e96b41559261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:54.060616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:54.095722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f9793-84bd-4310-9963-e96b41559261 None None] Port 6107df86-2519-4067-8a05-3aaabc9f0263 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:24:54.321795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a08c89-3de4-4d16-9759-be6bbfb0acf7 req-025b3d68-78b8-4f05-b989-a2c8f20d7e41 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:54.323340 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-81a08c89-3de4-4d16-9759-be6bbfb0acf7 req-025b3d68-78b8-4f05-b989-a2c8f20d7e41 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 936 time: 0.1816950 Mar 24 17:24:54.371164 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-81a08c89-3de4-4d16-9759-be6bbfb0acf7 req-efca2280-3cdd-4115-821c-7b5fb16d0591 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Mar 24 17:24:54.527990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6107df86-2519-4067-8a05-3aaabc9f0263 {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:24:54.535395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:54.550054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Transition to ACTIVE for port object 6107df86-2519-4067-8a05-3aaabc9f0263 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:24:54.636322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:54.776771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Pushing event updated for resources: {'Port': ['ID=6107df86-2519-4067-8a05-3aaabc9f0263,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:54.884909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Attempting to bind port 6107df86-2519-4067-8a05-3aaabc9f0263 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:24:54.885255 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Attempting to bind port 6107df86-2519-4067-8a05-3aaabc9f0263 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '863205b4-3e6a-4f4e-91d9-84372e389cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:24:54.885590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Attempting to bind port 6107df86-2519-4067-8a05-3aaabc9f0263 on network fdfc33ec-709a-4349-b709-190662fac858 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:24:54.890320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Port 6107df86-2519-4067-8a05-3aaabc9f0263 on network fdfc33ec-709a-4349-b709-190662fac858 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:24:54.890594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Attempting to bind port 6107df86-2519-4067-8a05-3aaabc9f0263 on network fdfc33ec-709a-4349-b709-190662fac858 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:24:54.895690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:24:54.896059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Checking segment: {'id': '863205b4-3e6a-4f4e-91d9-84372e389cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:24:54.896449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Bound using segment: {'id': '863205b4-3e6a-4f4e-91d9-84372e389cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:24:54.896872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Bound port: 6107df86-2519-4067-8a05-3aaabc9f0263, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863205b4-3e6a-4f4e-91d9-84372e389cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:24:54.897221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:54.989972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] For port 6107df86-2519-4067-8a05-3aaabc9f0263, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:24:54.992797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] For port 6107df86-2519-4067-8a05-3aaabc9f0263, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6107df86-2519-4067-8a05-3aaabc9f0263,segment=NetworkSegment(863205b4-3e6a-4f4e-91d9-84372e389cdc),segment_id=863205b4-3e6a-4f4e-91d9-84372e389cdc)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:24:55.065872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:55.122455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:55.123168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:24:55.124423 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] 10.222.0.48 "PUT /v2.0/ports/6107df86-2519-4067-8a05-3aaabc9f0263 HTTP/1.1" status: 200 len: 1098 time: 1.1817377 Mar 24 17:24:55.124859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9b5ba1-336e-4b6f-9602-c1d189090026', 'tag': '6107df86-2519-4067-8a05-3aaabc9f0263'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:24:55.153205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a34c9-6def-45e6-a197-d0209d03bff0 service neutron] Pushing event updated for resources: {'Port': ['ID=6107df86-2519-4067-8a05-3aaabc9f0263,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:24:55.181634 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9b5ba1-336e-4b6f-9602-c1d189090026', 'tag': '6107df86-2519-4067-8a05-3aaabc9f0263', 'status': 'completed', 'code': 200} Mar 24 17:24:55.280194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f4c06-e857-4e95-b8dc-f573639ca97f req-62a39b15-c7b1-46f6-8b4d-ede6573a2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:55.281700 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-469f4c06-e857-4e95-b8dc-f573639ca97f req-62a39b15-c7b1-46f6-8b4d-ede6573a2baf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79897861d8e64a92af739919876be255&device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 1101 time: 0.0775211 Mar 24 17:24:55.313108 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-469f4c06-e857-4e95-b8dc-f573639ca97f req-df3ea04c-6ea4-45e4-8b00-40bbe470c565 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=79897861d8e64a92af739919876be255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251982 Mar 24 17:24:55.451795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f4c06-e857-4e95-b8dc-f573639ca97f req-6283e279-6526-41d1-935f-9fd94cd2413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:55.453288 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-469f4c06-e857-4e95-b8dc-f573639ca97f req-6283e279-6526-41d1-935f-9fd94cd2413a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347935 Mar 24 17:24:55.556154 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-a40d4868-ec2c-43a4-91c7-858875467ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:55.557570 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-a40d4868-ec2c-43a4-91c7-858875467ef2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79897861d8e64a92af739919876be255&device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 1101 time: 0.0701625 Mar 24 17:24:55.562427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc997-ac64-452b-92c9-2b1e027e60eb req-4a2c20cb-9a75-47ad-954e-b7a9b7db728e tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:55.563831 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8fc997-ac64-452b-92c9-2b1e027e60eb req-4a2c20cb-9a75-47ad-954e-b7a9b7db728e tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 948 time: 0.0834198 Mar 24 17:24:55.607511 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-db8fc997-ac64-452b-92c9-2b1e027e60eb req-caa984c9-fd0e-40af-9f71-6a73506cf4dc tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380363 Mar 24 17:24:55.629342 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-5e074e3f-4fd3-4031-915e-ff148dbbdae7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=6107df86-2519-4067-8a05-3aaabc9f0263 HTTP/1.1" status: 200 len: 217 time: 0.0652997 Mar 24 17:24:55.694906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-108e0610-6ebc-4a9d-8bd5-4762fe9e0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:55.697019 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-108e0610-6ebc-4a9d-8bd5-4762fe9e0cb5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23ad344e-cd1c-4657-a402-3d1e425fcb9d HTTP/1.1" status: 200 len: 843 time: 0.0617149 Mar 24 17:24:55.769865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-b656b79d-9134-4f91-bb0a-278db18dc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:55.771305 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-b656b79d-9134-4f91-bb0a-278db18dc68b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fdfc33ec-709a-4349-b709-190662fac858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0690279 Mar 24 17:24:55.902725 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-f4a77c8f-4b73-497f-86c3-8cef2ce56861 service neutron] 10.222.0.48 "GET /v2.0/networks/fdfc33ec-709a-4349-b709-190662fac858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244133 Mar 24 17:24:56.033026 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-07ecfdb2-a9af-4fa8-a332-5b5f54bc7840 req-dd7a5534-2c50-4fed-96de-0a6770ee658d service neutron] 10.222.0.48 "GET /v2.0/networks/fdfc33ec-709a-4349-b709-190662fac858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242032 Mar 24 17:24:56.787015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31607e-c933-4a09-af25-3969ed2e67cd req-5f58eeb8-091a-4555-b403-4cee2a2c657f tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:56.788446 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e31607e-c933-4a09-af25-3969ed2e67cd req-5f58eeb8-091a-4555-b403-4cee2a2c657f tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 948 time: 0.0777435 Mar 24 17:24:56.832179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e31607e-c933-4a09-af25-3969ed2e67cd req-72b8e8ed-f799-458a-992b-3bf20ff6d12d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373585 Mar 24 17:24:58.015160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4092c62-28fd-46b0-a14c-7d3d93fa0757 req-4a4208ce-9a7d-4af0-a42a-b1b00dbafb3e tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:58.140604 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a4092c62-28fd-46b0-a14c-7d3d93fa0757 req-4a4208ce-9a7d-4af0-a42a-b1b00dbafb3e tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 948 time: 0.0805442 Mar 24 17:24:58.140604 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a4092c62-28fd-46b0-a14c-7d3d93fa0757 req-692ae39d-2bfc-4197-b09c-8f37947a104e tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Mar 24 17:24:58.392210 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:24:59.247774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba54aa-0cc7-4d0a-a615-ec37c9fe81bd req-d3bbe359-64b8-448f-864b-0e0501b7a3c9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:24:59.249173 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-30ba54aa-0cc7-4d0a-a615-ec37c9fe81bd req-d3bbe359-64b8-448f-864b-0e0501b7a3c9 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 948 time: 0.0796416 Mar 24 17:24:59.294841 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-30ba54aa-0cc7-4d0a-a615-ec37c9fe81bd req-38e36062-11bc-4e04-ba0c-47e7af36f7c1 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401385 Mar 24 17:24:59.812875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6107df86-2519-4067-8a05-3aaabc9f0263 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:24:59.942124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6107df86-2519-4067-8a05-3aaabc9f0263, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6107df86-2519-4067-8a05-3aaabc9f0263,segment=NetworkSegment(863205b4-3e6a-4f4e-91d9-84372e389cdc),segment_id=863205b4-3e6a-4f4e-91d9-84372e389cdc)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:24:59.954817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '6107df86-2519-4067-8a05-3aaabc9f0263', 'network_id': 'fdfc33ec-709a-4349-b709-190662fac858', 'port_id': '6107df86-2519-4067-8a05-3aaabc9f0263', 'mac_address': 'fa:16:3e:b6:69:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ad344e-cd1c-4657-a402-3d1e425fcb9d', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:25:00.008505 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:00.024977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6107df86-2519-4067-8a05-3aaabc9f0263 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:25:00.040623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6107df86-2519-4067-8a05-3aaabc9f0263, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6107df86-2519-4067-8a05-3aaabc9f0263,segment=NetworkSegment(863205b4-3e6a-4f4e-91d9-84372e389cdc),segment_id=863205b4-3e6a-4f4e-91d9-84372e389cdc)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:25:00.133567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:00.202381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6107df86-2519-4067-8a05-3aaabc9f0263,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:00.342516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['6107df86-2519-4067-8a05-3aaabc9f0263'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:25:00.467145 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a15a337-aa47-4f97-bc74-df974d6b7f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:00.477886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971b5d5-91b9-433d-b71b-937cff3f1f54 req-a5511653-8014-43f8-906e-515dc0242cc0 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:00.479431 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b971b5d5-91b9-433d-b71b-937cff3f1f54 req-a5511653-8014-43f8-906e-515dc0242cc0 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 949 time: 0.0804448 Mar 24 17:25:00.523765 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b971b5d5-91b9-433d-b71b-937cff3f1f54 req-0bcb4604-ec13-4602-91a2-ac0a142fe897 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386550 Mar 24 17:25:01.710056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b562d-8c58-4f2c-8f9a-cfdc9f02a745 req-0d331ac8-f769-4482-9216-a2910358a39e tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:01.711488 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-451b562d-8c58-4f2c-8f9a-cfdc9f02a745 req-0d331ac8-f769-4482-9216-a2910358a39e tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 949 time: 0.0864656 Mar 24 17:25:01.754822 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-451b562d-8c58-4f2c-8f9a-cfdc9f02a745 req-da64d6bb-a5a7-405d-a4de-57e409404768 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Mar 24 17:25:01.827720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6107df86-2519-4067-8a05-3aaabc9f0263 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:25:01.962618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 6107df86-2519-4067-8a05-3aaabc9f0263 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:25:01.967524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 6107df86-2519-4067-8a05-3aaabc9f0263 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:25:01.967889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:02.082812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:02.109986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9b5ba1-336e-4b6f-9602-c1d189090026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6107df86-2519-4067-8a05-3aaabc9f0263'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:25:02.119772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6107df86-2519-4067-8a05-3aaabc9f0263, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6107df86-2519-4067-8a05-3aaabc9f0263,segment=NetworkSegment(863205b4-3e6a-4f4e-91d9-84372e389cdc),segment_id=863205b4-3e6a-4f4e-91d9-84372e389cdc)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:25:02.152648 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9b5ba1-336e-4b6f-9602-c1d189090026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6107df86-2519-4067-8a05-3aaabc9f0263', 'code': 200} Mar 24 17:25:02.180316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:02.246619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6107df86-2519-4067-8a05-3aaabc9f0263,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:02.504341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50342396-ddd8-41d4-b3dc-f437c5879561 req-f3b45c56-7623-4e36-960b-27d80342e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:02.505781 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-50342396-ddd8-41d4-b3dc-f437c5879561 req-f3b45c56-7623-4e36-960b-27d80342e0eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 1103 time: 0.0678425 Mar 24 17:25:02.548683 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-50342396-ddd8-41d4-b3dc-f437c5879561 req-209dd869-2f39-44ce-b0cb-2f7dd4b48ce7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373955 Mar 24 17:25:02.642925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0fe118d2-0ed7-4787-a90f-ec08d2ab5714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:02.917408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:02.940263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a60db7-7ab2-4dc0-9a5f-fd8f7d0ed141 req-619e1fea-3f0f-4929-8c2e-db84fb0916eb tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:02.941697 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-17a60db7-7ab2-4dc0-9a5f-fd8f7d0ed141 req-619e1fea-3f0f-4929-8c2e-db84fb0916eb tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 950 time: 0.0807915 Mar 24 17:25:02.985202 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-17a60db7-7ab2-4dc0-9a5f-fd8f7d0ed141 req-d8bd3e06-929f-4399-9400-eb09dafd0567 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372272 Mar 24 17:25:03.871684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:03.899122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:04.173753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8bb5d-2327-4f12-a97f-490b298e4d17 req-7d50a35e-1c94-462f-8645-2150f1c3fbce tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:04.175097 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-74c8bb5d-2327-4f12-a97f-490b298e4d17 req-7d50a35e-1c94-462f-8645-2150f1c3fbce tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 950 time: 0.0816445 Mar 24 17:25:04.218282 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-74c8bb5d-2327-4f12-a97f-490b298e4d17 req-f3f03435-7d88-4db4-9e40-45cab0828e68 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376348 Mar 24 17:25:05.329093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:05.758061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0e81b-096b-4bfd-9453-bba973153e44 req-4123f17b-feba-4c3a-8922-5dbded36fb02 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:05.760257 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86c0e81b-096b-4bfd-9453-bba973153e44 req-4123f17b-feba-4c3a-8922-5dbded36fb02 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 950 time: 0.0816429 Mar 24 17:25:05.801815 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86c0e81b-096b-4bfd-9453-bba973153e44 req-98e3819f-da52-40ad-be73-8766c60bbf9c tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360506 Mar 24 17:25:06.981872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-5bf0122f-d298-4e88-84c5-2e3ca5e44ec5 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:06.982561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-5bf0122f-d298-4e88-84c5-2e3ca5e44ec5 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Synchronizing usage tracker for tenant:79897861d8e64a92af739919876be255 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:25:06.985840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eb14f-6392-4206-97cd-a5422c9d3c02 req-fefe008d-b5af-4d45-8a01-f6371a25bb38 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:06.987280 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-595eb14f-6392-4206-97cd-a5422c9d3c02 req-fefe008d-b5af-4d45-8a01-f6371a25bb38 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 950 time: 0.0771990 Mar 24 17:25:07.031149 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-595eb14f-6392-4206-97cd-a5422c9d3c02 req-e6b9912e-71d0-4c79-b865-114455ad847f tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/security-groups?id=74547b79-2b0f-486b-9568-3f116916c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 Mar 24 17:25:07.060101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-5bf0122f-d298-4e88-84c5-2e3ca5e44ec5 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Unset dirty status for tenant:79897861d8e64a92af739919876be255 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:25:07.061235 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-5bf0122f-d298-4e88-84c5-2e3ca5e44ec5 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 950 time: 0.1568830 Mar 24 17:25:07.130848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Deleting port 6107df86-2519-4067-8a05-3aaabc9f0263 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:25:07.131108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:07.476677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] For port 6107df86-2519-4067-8a05-3aaabc9f0263, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6107df86-2519-4067-8a05-3aaabc9f0263,segment=NetworkSegment(863205b4-3e6a-4f4e-91d9-84372e389cdc),segment_id=863205b4-3e6a-4f4e-91d9-84372e389cdc)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:25:07.476956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:07.601375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Calling delete_port for 6107df86-2519-4067-8a05-3aaabc9f0263 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:25:07.814611 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:07.828270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['6107df86-2519-4067-8a05-3aaabc9f0263'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:25:07.869869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Pushing event deleted for resources: {'Port': ['ID=6107df86-2519-4067-8a05-3aaabc9f0263,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:07.945928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] No DVR routers for this DVR port 6107df86-2519-4067-8a05-3aaabc9f0263 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:25:07.949081 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:07.951849 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9b5ba1-336e-4b6f-9602-c1d189090026', 'name': 'network-vif-deleted', 'tag': '6107df86-2519-4067-8a05-3aaabc9f0263'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:25:07.998552 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9b5ba1-336e-4b6f-9602-c1d189090026', 'name': 'network-vif-deleted', 'tag': '6107df86-2519-4067-8a05-3aaabc9f0263', 'status': 'completed', 'code': 200} Mar 24 17:25:08.010623 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fa339768-1a36-4a0a-97d7-9b592d93062b req-c4ebe6bd-82c6-4642-abbe-7ae26e26fd6d tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.48 "DELETE /v2.0/ports/6107df86-2519-4067-8a05-3aaabc9f0263 HTTP/1.1" status: 204 len: 173 time: 0.9439561 Mar 24 17:25:08.185063 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e88e38b4-2951-4093-80a4-89a99ef2c21a req-cbe83649-c03f-4a82-a34a-fff42ad78b65 tempest-ServersAdminNegativeTestJSON-2137269440 tempest-ServersAdminNegativeTestJSON-2137269440-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a9b5ba1-336e-4b6f-9602-c1d189090026 HTTP/1.1" status: 200 len: 210 time: 0.0510988 Mar 24 17:25:09.707290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44924) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:25:09.881094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7903cbc1-95fe-4382-a02e-fa5f8c88fe22 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79897861d8e64a92af739919876be255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726580 Mar 24 17:25:09.883611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44930) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:25:09.890313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6107df86-2519-4067-8a05-3aaabc9f0263 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:25:09.925090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 6107df86-2519-4067-8a05-3aaabc9f0263 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:25:09.925431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6107df86-2519-4067-8a05-3aaabc9f0263 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:25:09.943297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87216b7-9e73-4869-9ebe-b5675eb506b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:09.969538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87216b7-9e73-4869-9ebe-b5675eb506b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:10.094783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87216b7-9e73-4869-9ebe-b5675eb506b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:10.109038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87216b7-9e73-4869-9ebe-b5675eb506b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74547b79-2b0f-486b-9568-3f116916c9f0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:10.115189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f87216b7-9e73-4869-9ebe-b5675eb506b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:10.116336 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f87216b7-9e73-4869-9ebe-b5675eb506b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74547b79-2b0f-486b-9568-3f116916c9f0 HTTP/1.1" status: 204 len: 168 time: 0.2312407 Mar 24 17:25:10.741532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44938) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:25:10.762023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e04fcf3c-a2b0-491e-a210-f034ea338928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:10.775905 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e04fcf3c-a2b0-491e-a210-f034ea338928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:25:10.779705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e04fcf3c-a2b0-491e-a210-f034ea338928 admin admin] Usage tracker for resource:security_group_rule and tenant:c53fc2fb88444d5ebc1ba4316ad611a2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:25:10.782734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e04fcf3c-a2b0-491e-a210-f034ea338928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:25:10.788314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e04fcf3c-a2b0-491e-a210-f034ea338928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:25:10.872469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e04fcf3c-a2b0-491e-a210-f034ea338928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:10.935463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e04fcf3c-a2b0-491e-a210-f034ea338928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:10.985442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44942) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:25:10.996406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e04fcf3c-a2b0-491e-a210-f034ea338928 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c53fc2fb88444d5ebc1ba4316ad611a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400994 Mar 24 17:25:10.997373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fcf3c-a2b0-491e-a210-f034ea338928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632e0911-b756-4204-a1e7-50ce40225bc7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:11.050226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6742b49e-9246-4699-9bd9-220b4623c6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:11.074897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6742b49e-9246-4699-9bd9-220b4623c6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:11.208923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6742b49e-9246-4699-9bd9-220b4623c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:11.223309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742b49e-9246-4699-9bd9-220b4623c6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632e0911-b756-4204-a1e7-50ce40225bc7,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:11.229868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6742b49e-9246-4699-9bd9-220b4623c6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:11.231037 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6742b49e-9246-4699-9bd9-220b4623c6c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/632e0911-b756-4204-a1e7-50ce40225bc7 HTTP/1.1" status: 204 len: 168 time: 0.2445400 Mar 24 17:25:12.313251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 44966) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:25:12.414588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-109274743-network', 'tenant_id': 'e188899f82dd4b7693fa24e2dcc9c54f'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:25:12.421520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:25:12.425375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Usage tracker for resource:network and tenant:e188899f82dd4b7693fa24e2dcc9c54f is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:25:12.428207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:25:12.435231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:25:12.511357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Made reservation on behalf of e188899f82dd4b7693fa24e2dcc9c54f for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:25:12.513623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:12.525833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:12.539757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:25:12.544252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Usage tracker for resource:security_group_rule and tenant:e188899f82dd4b7693fa24e2dcc9c54f is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:25:12.546939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:25:12.552446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:25:12.629854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:12.694226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:12.726590 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:25:12.735253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884354cc-1c70-4182-a7a2-6821480b60db,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:12.741687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:12.742018 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Added segment 5261fde4-2182-4f20-882e-0d024ffa3af3 of type vlan for network 1fc9726e-1593-434a-a8cf-7a2a8fa3623e Mar 24 17:25:12.768180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:12.877089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:12.878050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:12.878626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:12.984293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] Pushing event updated for resources: {'Network': ['ID=1fc9726e-1593-434a-a8cf-7a2a8fa3623e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:12.993692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1fc9726e-1593-434a-a8cf-7a2a8fa3623e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:25:13.046048 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1b28a6fc-39b1-48fb-9757-02525af8d8cd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7316568 Mar 24 17:25:13.049346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 44972) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:25:13.055404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Request body: {'subnet': {'network_id': '1fc9726e-1593-434a-a8cf-7a2a8fa3623e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-109274743-subnet', 'tenant_id': 'e188899f82dd4b7693fa24e2dcc9c54f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:25:13.060558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:25:13.064522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Usage tracker for resource:subnet and tenant:e188899f82dd4b7693fa24e2dcc9c54f is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:25:13.067521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:25:13.073847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:25:13.140071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Made reservation on behalf of e188899f82dd4b7693fa24e2dcc9c54f for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:25:13.142439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:13.409433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:13.486721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd2a281-9976-4232-8bae-fb83fd44d987,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:13.495317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Checking segment: {'id': '5261fde4-2182-4f20-882e-0d024ffa3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fc9726e-1593-434a-a8cf-7a2a8fa3623e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:25:13.495674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Network hostable DHCP agents. Network: 1fc9726e-1593-434a-a8cf-7a2a8fa3623e, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:25:13.568563 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Network 1fc9726e-1593-434a-a8cf-7a2a8fa3623e is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:25:13.659782 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 1fc9726e-1593-434a-a8cf-7a2a8fa3623e) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:25:13.663738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:13.664417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:13.668652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d401fd-8b48-4224-8105-4cc194a0bf4f None None] Network 1fc9726e-1593-434a-a8cf-7a2a8fa3623e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:25:13.741111 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b1e806d1-2b59-40bb-bcac-64d89506d627 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6906533 Mar 24 17:25:13.886707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4dc56-6c1a-43c3-ae30-b0ee9bd0d971 None None] Network 1fc9726e-1593-434a-a8cf-7a2a8fa3623e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:25:14.340832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-84204fbf-cf90-4ede-b1f0-aff47fe0aacf tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:14.341493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-84204fbf-cf90-4ede-b1f0-aff47fe0aacf tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Synchronizing usage tracker for tenant:e188899f82dd4b7693fa24e2dcc9c54f on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:25:14.449114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-84204fbf-cf90-4ede-b1f0-aff47fe0aacf tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Unset dirty status for tenant:e188899f82dd4b7693fa24e2dcc9c54f on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:25:14.450586 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-84204fbf-cf90-4ede-b1f0-aff47fe0aacf tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/networks?id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e HTTP/1.1" status: 200 len: 811 time: 0.3448105 Mar 24 17:25:14.465072 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-b70a06f4-fa37-437f-9d77-b846bf564819 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/quotas/e188899f82dd4b7693fa24e2dcc9c54f HTTP/1.1" status: 200 len: 375 time: 0.0092959 Mar 24 17:25:14.511633 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-1e2578e7-d17a-4240-8d89-a98097eea31f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417941 Mar 24 17:25:14.521785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-7e1a2868-1092-4384-960c-e3f53dc8015d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:25:14.522809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-7e1a2868-1092-4384-960c-e3f53dc8015d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048697 Mar 24 17:25:14.651548 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-4441c08d-d7c2-45f1-95b2-c33431570d26 service neutron] 10.222.0.47 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233535 Mar 24 17:25:14.791946 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-57d4dad7-9ec4-4b3f-bdba-58237dac5d3b service neutron] 10.222.0.47 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346107 Mar 24 17:25:15.039083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-be26a718-604d-48ba-8c6e-5af194f784fb req-db511eab-8ac7-47ab-a7b3-08634a8b295c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 210 time: 0.0421102 Mar 24 17:25:16.201641 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68e1ab14-1d87-4523-a91e-8452c0a4727b req-6308fa75-a170-4bfe-8821-dd9af64a028b tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 210 time: 0.0459938 Mar 24 17:25:17.348788 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7feb3fa-f905-4bc6-9928-138e62764f07 req-083ed429-c819-4e2f-bd89-80a540c5cb7b tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 210 time: 0.0433958 Mar 24 17:25:17.444355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-ffeb2f30-969a-4940-b848-f86b0e175bc4 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:17.445826 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-ffeb2f30-969a-4940-b848-f86b0e175bc4 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.48 "GET /v2.0/networks?id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e HTTP/1.1" status: 200 len: 811 time: 0.1516008 Mar 24 17:25:17.457545 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Request body: {'port': {'device_id': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'network_id': '1fc9726e-1593-434a-a8cf-7a2a8fa3623e', 'admin_state_up': True, 'tenant_id': 'e188899f82dd4b7693fa24e2dcc9c54f'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:25:17.591888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:25:17.595677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Usage tracker for resource:port and tenant:e188899f82dd4b7693fa24e2dcc9c54f is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:25:17.598456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:25:17.604675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:25:17.699192 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Made reservation on behalf of e188899f82dd4b7693fa24e2dcc9c54f for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:25:17.702799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:17.866928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Allocated IP 172.20.0.6 (1fc9726e-1593-434a-a8cf-7a2a8fa3623e/ebd2a281-9976-4232-8bae-fb83fd44d987/0ce90789-c922-44dc-aa3e-f0dd68921ed9) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:25:18.074470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:18.168954 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:18.338552 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Network 1fc9726e-1593-434a-a8cf-7a2a8fa3623e is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:25:18.342480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:25:18.352453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:25:18.384292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Pushing event updated for resources: {'Port': ['ID=0ce90789-c922-44dc-aa3e-f0dd68921ed9,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:18.420010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:18.420553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:18.506379 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-0870c358-e333-472f-a975-a548d0fedc38 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0524230 Mar 24 17:25:18.517935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Request body: {'port': {'device_id': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:25:18.536145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c24483-809c-47aa-b472-5689efcef596 req-c0571922-47ba-4979-9d0d-6248af928aa8 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:18.537558 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-39c24483-809c-47aa-b472-5689efcef596 req-c0571922-47ba-4979-9d0d-6248af928aa8 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 931 time: 0.0823016 Mar 24 17:25:18.580798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-39c24483-809c-47aa-b472-5689efcef596 req-73a80312-a6bf-4635-bf53-d8238e71fd3a tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Synchronizing usage tracker for tenant:e188899f82dd4b7693fa24e2dcc9c54f on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:25:18.631319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:18.682810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-39c24483-809c-47aa-b472-5689efcef596 req-73a80312-a6bf-4635-bf53-d8238e71fd3a tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Unset dirty status for tenant:e188899f82dd4b7693fa24e2dcc9c54f on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:25:18.683935 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-39c24483-809c-47aa-b472-5689efcef596 req-73a80312-a6bf-4635-bf53-d8238e71fd3a tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398869 Mar 24 17:25:18.967682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce90789-c922-44dc-aa3e-f0dd68921ed9 {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:25:18.974697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:18.988460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Transition to ACTIVE for port object 0ce90789-c922-44dc-aa3e-f0dd68921ed9 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:25:19.053992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:19.185920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce90789-c922-44dc-aa3e-f0dd68921ed9,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:19.286416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Attempting to bind port 0ce90789-c922-44dc-aa3e-f0dd68921ed9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:25:19.286750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Attempting to bind port 0ce90789-c922-44dc-aa3e-f0dd68921ed9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '5261fde4-2182-4f20-882e-0d024ffa3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fc9726e-1593-434a-a8cf-7a2a8fa3623e'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:25:19.287077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Attempting to bind port 0ce90789-c922-44dc-aa3e-f0dd68921ed9 on network 1fc9726e-1593-434a-a8cf-7a2a8fa3623e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:25:19.291904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Port 0ce90789-c922-44dc-aa3e-f0dd68921ed9 on network 1fc9726e-1593-434a-a8cf-7a2a8fa3623e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:25:19.292333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Attempting to bind port 0ce90789-c922-44dc-aa3e-f0dd68921ed9 on network 1fc9726e-1593-434a-a8cf-7a2a8fa3623e {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:25:19.297537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:25:19.297873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Checking segment: {'id': '5261fde4-2182-4f20-882e-0d024ffa3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fc9726e-1593-434a-a8cf-7a2a8fa3623e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:25:19.298254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Bound using segment: {'id': '5261fde4-2182-4f20-882e-0d024ffa3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fc9726e-1593-434a-a8cf-7a2a8fa3623e'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:25:19.298668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Bound port: 0ce90789-c922-44dc-aa3e-f0dd68921ed9, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5261fde4-2182-4f20-882e-0d024ffa3af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1fc9726e-1593-434a-a8cf-7a2a8fa3623e'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:25:19.299010 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:19.390204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] For port 0ce90789-c922-44dc-aa3e-f0dd68921ed9, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:25:19.393184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] For port 0ce90789-c922-44dc-aa3e-f0dd68921ed9, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9,segment=NetworkSegment(5261fde4-2182-4f20-882e-0d024ffa3af3),segment_id=5261fde4-2182-4f20-882e-0d024ffa3af3)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:25:19.454537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:19.510600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:19.511203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:19.512617 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] 10.222.0.48 "PUT /v2.0/ports/0ce90789-c922-44dc-aa3e-f0dd68921ed9 HTTP/1.1" status: 200 len: 1093 time: 0.9988623 Mar 24 17:25:19.513047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'tag': '0ce90789-c922-44dc-aa3e-f0dd68921ed9'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:25:19.537949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096c923-beb8-46e6-8462-142323320ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce90789-c922-44dc-aa3e-f0dd68921ed9,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:19.559689 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'tag': '0ce90789-c922-44dc-aa3e-f0dd68921ed9', 'status': 'completed', 'code': 200} Mar 24 17:25:19.652229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21265630-f762-4051-b81f-633ed1abd381 req-bafb277b-353f-4605-ba76-dd965f3c534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:19.653674 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-21265630-f762-4051-b81f-633ed1abd381 req-bafb277b-353f-4605-ba76-dd965f3c534d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0734978 Mar 24 17:25:19.792757 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21265630-f762-4051-b81f-633ed1abd381 req-6e39bd8b-0e9a-4dd5-a687-6cc029d19f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:19.794096 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-21265630-f762-4051-b81f-633ed1abd381 req-6e39bd8b-0e9a-4dd5-a687-6cc029d19f73 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1338587 Mar 24 17:25:19.865142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c0fdd-b01e-4f4a-aaa9-47ab1ee1e037 req-54ebc511-38ce-4755-b23b-f3789ddce613 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:19.866600 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-092c0fdd-b01e-4f4a-aaa9-47ab1ee1e037 req-54ebc511-38ce-4755-b23b-f3789ddce613 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 943 time: 0.0802085 Mar 24 17:25:19.912541 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-092c0fdd-b01e-4f4a-aaa9-47ab1ee1e037 req-919a1802-7b1c-487c-8540-23adcbaef012 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 Mar 24 17:25:19.930172 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21265630-f762-4051-b81f-633ed1abd381 req-75359bc6-dd96-4e86-9734-d0c3ebe82ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:19.932292 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-21265630-f762-4051-b81f-633ed1abd381 req-75359bc6-dd96-4e86-9734-d0c3ebe82ce8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326146 Mar 24 17:25:20.036168 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-d214f13c-fdd5-4d6f-8f9b-fd32efdf08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:20.037620 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-d214f13c-fdd5-4d6f-8f9b-fd32efdf08d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0701976 Mar 24 17:25:20.108381 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-b553d149-625a-4cb9-a2df-8d3817c3329c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9 HTTP/1.1" status: 200 len: 217 time: 0.0628135 Mar 24 17:25:20.169482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-7c348c90-1ce6-4ca8-9f79-c68226a0e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:20.170882 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-7c348c90-1ce6-4ca8-9f79-c68226a0e2db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ebd2a281-9976-4232-8bae-fb83fd44d987 HTTP/1.1" status: 200 len: 851 time: 0.0573883 Mar 24 17:25:20.215887 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-c3fce83f-84be-432c-9769-d27dd0925fe0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388594 Mar 24 17:25:20.450054 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-bcee1016-87ad-4090-b9f5-d95cb104a813 service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279949 Mar 24 17:25:20.579253 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-e5ded24d-5fc1-48dc-b905-74abc9b94b9f req-ee5db087-805e-44c7-90b5-c7b144afa352 service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227744 Mar 24 17:25:21.097253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aded50e-db2e-43c2-8484-dd88e510f924 req-3290023f-29fd-4bb2-a4f7-4380a2fe8605 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:21.098734 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6aded50e-db2e-43c2-8484-dd88e510f924 req-3290023f-29fd-4bb2-a4f7-4380a2fe8605 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 943 time: 0.0824702 Mar 24 17:25:21.142186 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6aded50e-db2e-43c2-8484-dd88e510f924 req-fa14e465-597f-4398-907a-927dfb62a363 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372303 Mar 24 17:25:22.346101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f382b94-fc57-4623-8c48-97d3fa8669ef req-b3a1748a-3f2a-42fb-b2cb-489dbf19987f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:22.347559 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f382b94-fc57-4623-8c48-97d3fa8669ef req-b3a1748a-3f2a-42fb-b2cb-489dbf19987f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 943 time: 0.0848327 Mar 24 17:25:22.399516 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f382b94-fc57-4623-8c48-97d3fa8669ef req-4b8fafb6-c125-4d5c-b918-b3bd114281bc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Mar 24 17:25:23.579895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15995ef-8e6a-4f32-b51d-2ebce45cc86c req-a841be92-8345-49ed-829f-6b6111a28252 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:23.581333 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d15995ef-8e6a-4f32-b51d-2ebce45cc86c req-a841be92-8345-49ed-829f-6b6111a28252 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 943 time: 0.0773408 Mar 24 17:25:23.623601 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d15995ef-8e6a-4f32-b51d-2ebce45cc86c req-58385782-6c0f-434c-91a3-af51a82b0812 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Mar 24 17:25:23.984769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 0ce90789-c922-44dc-aa3e-f0dd68921ed9 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:25:24.115086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 0ce90789-c922-44dc-aa3e-f0dd68921ed9, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9,segment=NetworkSegment(5261fde4-2182-4f20-882e-0d024ffa3af3),segment_id=5261fde4-2182-4f20-882e-0d024ffa3af3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:25:24.128070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '0ce90789-c922-44dc-aa3e-f0dd68921ed9', 'network_id': '1fc9726e-1593-434a-a8cf-7a2a8fa3623e', 'port_id': '0ce90789-c922-44dc-aa3e-f0dd68921ed9', 'mac_address': 'fa:16:3e:66:92:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd2a281-9976-4232-8bae-fb83fd44d987', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:25:24.183914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:24.199681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce90789-c922-44dc-aa3e-f0dd68921ed9 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:25:24.214610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 0ce90789-c922-44dc-aa3e-f0dd68921ed9, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9,segment=NetworkSegment(5261fde4-2182-4f20-882e-0d024ffa3af3),segment_id=5261fde4-2182-4f20-882e-0d024ffa3af3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:25:24.283086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:24.348998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=0ce90789-c922-44dc-aa3e-f0dd68921ed9,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:24.471324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['0ce90789-c922-44dc-aa3e-f0dd68921ed9'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:25:24.807001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7a1d3-1bb2-4073-aeb2-292b44977ff0 req-f43efa46-e928-4f7c-8350-71348e2d5a62 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:24.808451 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-66a7a1d3-1bb2-4073-aeb2-292b44977ff0 req-f43efa46-e928-4f7c-8350-71348e2d5a62 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 944 time: 0.0821910 Mar 24 17:25:24.851705 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-66a7a1d3-1bb2-4073-aeb2-292b44977ff0 req-f07afc14-31b7-4596-9685-8df776a2c35c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376468 Mar 24 17:25:26.013823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 0ce90789-c922-44dc-aa3e-f0dd68921ed9 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:25:26.038655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4af9b8-e254-4ae5-93e6-11997cd7afe5 req-8285a3a7-57a9-4860-bc87-fccda349c42c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:26.040122 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f4af9b8-e254-4ae5-93e6-11997cd7afe5 req-8285a3a7-57a9-4860-bc87-fccda349c42c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 944 time: 0.0831835 Mar 24 17:25:26.086208 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f4af9b8-e254-4ae5-93e6-11997cd7afe5 req-545632e9-fe3c-4ef7-944b-8c81bca71fd3 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Mar 24 17:25:26.134639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 0ce90789-c922-44dc-aa3e-f0dd68921ed9 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:25:26.139615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 0ce90789-c922-44dc-aa3e-f0dd68921ed9 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:25:26.145359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:26.251068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:26.277183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce90789-c922-44dc-aa3e-f0dd68921ed9'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:25:26.286705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 0ce90789-c922-44dc-aa3e-f0dd68921ed9, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9,segment=NetworkSegment(5261fde4-2182-4f20-882e-0d024ffa3af3),segment_id=5261fde4-2182-4f20-882e-0d024ffa3af3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:25:26.320829 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce90789-c922-44dc-aa3e-f0dd68921ed9', 'code': 200} Mar 24 17:25:26.413312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:26.481940 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=0ce90789-c922-44dc-aa3e-f0dd68921ed9,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:25:26.489031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.489373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.489710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.490042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.490365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.490687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.491008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.491328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.491653 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.492055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.492315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.492630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:25:26.675618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491dbf7-4b64-4c02-b3fa-cf030bb27213 req-d9fee803-80c4-4fd2-803f-f0eac79ca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:26.677034 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-0491dbf7-4b64-4c02-b3fa-cf030bb27213 req-d9fee803-80c4-4fd2-803f-f0eac79ca3fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0694640 Mar 24 17:25:26.715917 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-0491dbf7-4b64-4c02-b3fa-cf030bb27213 req-d03d5f6b-260c-463d-b94f-153a7ba25f47 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Mar 24 17:25:27.265922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f4858-fa05-477e-87d8-05316518059d req-6319116f-c332-446a-a730-5f7ed7d5b24f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:27.267374 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b15f4858-fa05-477e-87d8-05316518059d req-6319116f-c332-446a-a730-5f7ed7d5b24f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0770521 Mar 24 17:25:27.310510 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b15f4858-fa05-477e-87d8-05316518059d req-227b8f46-c24d-43ba-a5db-59915bd665e5 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Mar 24 17:25:28.492390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5c7a2-1177-4094-a830-b335cd6805f2 req-1e47e0eb-5767-4954-b61b-1d9ad25f090e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:28.494434 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cfc5c7a2-1177-4094-a830-b335cd6805f2 req-1e47e0eb-5767-4954-b61b-1d9ad25f090e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0810916 Mar 24 17:25:28.537416 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cfc5c7a2-1177-4094-a830-b335cd6805f2 req-551dd60d-c9a0-49ea-b828-9305ee2c181d tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373275 Mar 24 17:25:29.065190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542b3bd-5573-44a8-849b-7cc6042a49c1 req-b280fb4f-d5e5-4fef-9ad8-4be2617325da tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:29.066646 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c542b3bd-5573-44a8-849b-7cc6042a49c1 req-b280fb4f-d5e5-4fef-9ad8-4be2617325da tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0783756 Mar 24 17:25:29.111842 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c542b3bd-5573-44a8-849b-7cc6042a49c1 req-9209a292-54e8-4fa4-b9e8-be60b5dd3527 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374455 Mar 24 17:25:29.150904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45040) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:25:29.261081 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-c6bbe9f0-f1ca-40f4-a1eb-7e14e2bdfa8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090829 Mar 24 17:25:30.296169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0793a2b-6178-4d26-8d86-4896bb9995bf req-90aed276-3524-4b2e-a9df-00893a6dcd6c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:30.297674 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a0793a2b-6178-4d26-8d86-4896bb9995bf req-90aed276-3524-4b2e-a9df-00893a6dcd6c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0795791 Mar 24 17:25:30.342110 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a0793a2b-6178-4d26-8d86-4896bb9995bf req-0fe988c2-0c6d-4fc5-bb8b-6de8de8068b1 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388782 Mar 24 17:25:30.482879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b0398eb7-fc88-42be-ac12-ae98bede2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:30.589933 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-db5b2299-c702-4ef1-8766-9ab1c13db6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:30.591364 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-db5b2299-c702-4ef1-8766-9ab1c13db6b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0734105 Mar 24 17:25:30.749797 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-c1095b43-81d3-4bbd-a9a3-66d1293db7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:30.751235 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-c1095b43-81d3-4bbd-a9a3-66d1293db7ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e HTTP/1.1" status: 200 len: 912 time: 0.1295800 Mar 24 17:25:30.818192 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-f0432812-3f2f-4a1e-adc9-e8924d262f8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9 HTTP/1.1" status: 200 len: 217 time: 0.0605397 Mar 24 17:25:30.883342 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-9a0af91c-673e-4dd6-a102-a498549dfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:30.884967 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-9a0af91c-673e-4dd6-a102-a498549dfa61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ebd2a281-9976-4232-8bae-fb83fd44d987 HTTP/1.1" status: 200 len: 851 time: 0.0597479 Mar 24 17:25:30.933847 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-85ab88de-aed6-422a-b9df-8ee7a15f9fe8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411444 Mar 24 17:25:31.062662 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-8d705410-1f3f-4304-b761-ad3fbcdc9f04 service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231480 Mar 24 17:25:31.192220 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-ea2d29c6-05f6-4d3a-997c-ee3a6d0479f5 req-9bf54bdb-f732-4420-a09d-c231729e377b service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231306 Mar 24 17:25:31.395883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-4ec35f0d-7bb7-4656-9d00-d933f8e49c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:31.397370 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-4ec35f0d-7bb7-4656-9d00-d933f8e49c80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0710235 Mar 24 17:25:31.536241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-4765e463-00e6-4b55-b7dd-065996f9e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:31.537347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036912ad-4e3b-49b9-a735-bba02b9bfc95 req-7a078189-43a5-44ef-a1a2-a54b6b269d3e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:31.537842 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-4765e463-00e6-4b55-b7dd-065996f9e4ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e HTTP/1.1" status: 200 len: 912 time: 0.1348150 Mar 24 17:25:31.538825 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-036912ad-4e3b-49b9-a735-bba02b9bfc95 req-7a078189-43a5-44ef-a1a2-a54b6b269d3e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0823967 Mar 24 17:25:31.582866 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-036912ad-4e3b-49b9-a735-bba02b9bfc95 req-883fe9e0-7c7b-4494-91f8-2d37d82a134d tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Mar 24 17:25:31.610630 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-e889acc5-6e4b-4caf-8948-9fa092773c40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9 HTTP/1.1" status: 200 len: 217 time: 0.0651209 Mar 24 17:25:31.672495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-99489dfc-8d93-4c6e-bce8-eab51f23b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:31.673908 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-99489dfc-8d93-4c6e-bce8-eab51f23b52b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ebd2a281-9976-4232-8bae-fb83fd44d987 HTTP/1.1" status: 200 len: 851 time: 0.0568140 Mar 24 17:25:31.731026 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-b12d9214-0e4a-4def-800f-58e7bd9a5a4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510275 Mar 24 17:25:31.883774 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-94ff455a-cb9a-49b7-a662-8d16f51b0e40 service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415110 Mar 24 17:25:32.130343 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-2d929fae-5573-4cc2-b90f-0ed7f01cb84f service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372110 Mar 24 17:25:32.647564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e51c330e-b693-4b43-910d-aee83b75bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:32.769288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167aa66-fee2-40bf-b14d-48538b19a5e6 req-eed87140-2212-410d-a28e-db1178514a7c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:32.770707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f167aa66-fee2-40bf-b14d-48538b19a5e6 req-eed87140-2212-410d-a28e-db1178514a7c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0841856 Mar 24 17:25:32.910443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:32.914109 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f167aa66-fee2-40bf-b14d-48538b19a5e6 req-e6758df7-5348-43b0-8110-65eded052e6b tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378014 Mar 24 17:25:33.865149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:33.910993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:34.098687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc2fe7-0aff-43e3-ace4-aee283af2b07 req-0baacb61-5b33-41a7-a1d9-6e1d191276f7 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:34.100134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e4dc2fe7-0aff-43e3-ace4-aee283af2b07 req-0baacb61-5b33-41a7-a1d9-6e1d191276f7 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0786355 Mar 24 17:25:34.142868 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e4dc2fe7-0aff-43e3-ace4-aee283af2b07 req-e287dfd7-55f4-45d5-8cc1-8c3bc999fb10 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368848 Mar 24 17:25:35.329396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64693adf-58fe-4f86-95f5-8e2998dd26ea req-400d3a4c-5ed0-42db-ad9b-c58bf0a729a3 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:35.330838 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-64693adf-58fe-4f86-95f5-8e2998dd26ea req-400d3a4c-5ed0-42db-ad9b-c58bf0a729a3 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0823281 Mar 24 17:25:35.339853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:25:35.375513 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-64693adf-58fe-4f86-95f5-8e2998dd26ea req-77343522-feff-4c9d-996d-9e3f22411d60 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 Mar 24 17:25:35.392417 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:25:36.559550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68eadaf-a549-412f-938a-ef8aa2a8d371 req-56f80a60-fe41-4bfe-8345-67088e42560e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:36.560970 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c68eadaf-a549-412f-938a-ef8aa2a8d371 req-56f80a60-fe41-4bfe-8345-67088e42560e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0807037 Mar 24 17:25:36.604273 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c68eadaf-a549-412f-938a-ef8aa2a8d371 req-2174507f-6a49-4000-8b58-84d458e67e3c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377455 Mar 24 17:25:37.783583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972b84c-d864-43aa-b7e8-b3c78d5d1584 req-019680fd-9d91-4187-9156-be60626cc27f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:37.785041 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8972b84c-d864-43aa-b7e8-b3c78d5d1584 req-019680fd-9d91-4187-9156-be60626cc27f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0784636 Mar 24 17:25:37.827625 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8972b84c-d864-43aa-b7e8-b3c78d5d1584 req-aa9ce7d2-6785-4e73-91b8-e1e2c00979bc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 Mar 24 17:25:39.012753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7f822-9226-4a56-bbbf-94edb463bceb req-7706bd06-d8bd-4590-8f29-3eec5eec3d99 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:39.014237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-baa7f822-9226-4a56-bbbf-94edb463bceb req-7706bd06-d8bd-4590-8f29-3eec5eec3d99 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0812511 Mar 24 17:25:39.060825 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-baa7f822-9226-4a56-bbbf-94edb463bceb req-09261dc9-1762-4532-b7e1-ec646cfa50e6 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Mar 24 17:25:40.243338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271a83d-a3a2-49a3-b3c1-a010d490139a req-92ae1287-ebdf-40c1-9e5a-03c605b35311 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:40.245292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d271a83d-a3a2-49a3-b3c1-a010d490139a req-92ae1287-ebdf-40c1-9e5a-03c605b35311 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0775020 Mar 24 17:25:40.290904 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d271a83d-a3a2-49a3-b3c1-a010d490139a req-806d2d0f-a65f-4ae0-8dae-af9f8ffd6d8f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Mar 24 17:25:41.472839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7a849-9773-4772-aa58-5beaf5d48591 req-0ed32b18-d1cc-4520-b60c-6cb9e30a2d37 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:41.474285 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbe7a849-9773-4772-aa58-5beaf5d48591 req-0ed32b18-d1cc-4520-b60c-6cb9e30a2d37 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0780137 Mar 24 17:25:41.517763 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbe7a849-9773-4772-aa58-5beaf5d48591 req-209041ba-d6ad-466c-bc9b-5bb4b63aff1f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372770 Mar 24 17:25:42.701578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f9593-8b4b-4cfd-8d8c-b0b3428319a0 req-916eafa1-d804-42ee-94ca-c17871895d06 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:42.702992 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c49f9593-8b4b-4cfd-8d8c-b0b3428319a0 req-916eafa1-d804-42ee-94ca-c17871895d06 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0809245 Mar 24 17:25:42.746321 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c49f9593-8b4b-4cfd-8d8c-b0b3428319a0 req-1c99ef5d-3cd3-4366-9e9f-d8b4c7331ede tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Mar 24 17:25:43.939936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efe700-177c-465d-983e-72ed03470f56 req-0b1a1d2b-8498-40dd-a26e-39b7f3f640dc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:43.941388 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6efe700-177c-465d-983e-72ed03470f56 req-0b1a1d2b-8498-40dd-a26e-39b7f3f640dc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0800605 Mar 24 17:25:43.984538 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6efe700-177c-465d-983e-72ed03470f56 req-591ca888-60e8-417c-9e51-472642507e8b tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Mar 24 17:25:45.175023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1d056-db63-4c14-a4d8-0b0fac0428b9 req-96a88df6-60f3-4e1c-96a6-929c6dad8534 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:45.176375 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3cf1d056-db63-4c14-a4d8-0b0fac0428b9 req-96a88df6-60f3-4e1c-96a6-929c6dad8534 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0885806 Mar 24 17:25:45.220002 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3cf1d056-db63-4c14-a4d8-0b0fac0428b9 req-afe807fc-692d-4232-91c2-16370f5c9ef8 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380175 Mar 24 17:25:46.402439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353974dc-71a4-4810-8021-a0d536b890a2 req-7d460671-e7b5-4caf-b447-a2c6325fd2cc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:46.403857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-353974dc-71a4-4810-8021-a0d536b890a2 req-7d460671-e7b5-4caf-b447-a2c6325fd2cc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0804577 Mar 24 17:25:46.445997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-353974dc-71a4-4810-8021-a0d536b890a2 req-244207f4-724b-4dcb-9d0f-a7c4e236cbd2 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363271 Mar 24 17:25:47.627082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7353-bb9c-456e-b791-e773ebc87bf3 req-c089fd0e-d1dc-469d-ba9a-18f08c4cfce2 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:47.628547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-424f7353-bb9c-456e-b791-e773ebc87bf3 req-c089fd0e-d1dc-469d-ba9a-18f08c4cfce2 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0785742 Mar 24 17:25:47.672314 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-424f7353-bb9c-456e-b791-e773ebc87bf3 req-a8fc132b-bb99-4e1e-abcc-5d6e655659cf tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379903 Mar 24 17:25:48.855384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed0a4e-05e9-4eb1-8bfd-f3f880bd456d req-56265403-73e3-4a47-a026-cb022828dce6 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:48.856864 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-16ed0a4e-05e9-4eb1-8bfd-f3f880bd456d req-56265403-73e3-4a47-a026-cb022828dce6 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0824020 Mar 24 17:25:48.899876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-16ed0a4e-05e9-4eb1-8bfd-f3f880bd456d req-d1436cd6-26d5-4a6c-9e61-2f41f25f5fc0 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372322 Mar 24 17:25:50.082757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ead6c2-ef21-4503-bb93-a6415803c958 req-5669a7dd-d3c3-4e5e-9d9a-0cc8058b3d4e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:50.084188 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b7ead6c2-ef21-4503-bb93-a6415803c958 req-5669a7dd-d3c3-4e5e-9d9a-0cc8058b3d4e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0770786 Mar 24 17:25:50.131333 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b7ead6c2-ef21-4503-bb93-a6415803c958 req-7e043d73-5eab-4c93-b55b-ab1c9e2870fc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Mar 24 17:25:51.314987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bec23-6a30-46e2-8edc-cbdb4195ad91 req-0ebec9ae-efa9-4fdb-a3b4-92df873795d5 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:51.316457 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-875bec23-6a30-46e2-8edc-cbdb4195ad91 req-0ebec9ae-efa9-4fdb-a3b4-92df873795d5 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0794108 Mar 24 17:25:51.360261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-875bec23-6a30-46e2-8edc-cbdb4195ad91 req-48d09bbf-a82e-4f0e-bf7a-e0c90516a335 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Mar 24 17:25:52.552362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac4c07-c92c-4062-b337-92c7e7f5a29f req-a880d561-c6bb-4ba7-9cdd-603c9a7468fc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:52.553783 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bcac4c07-c92c-4062-b337-92c7e7f5a29f req-a880d561-c6bb-4ba7-9cdd-603c9a7468fc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0816436 Mar 24 17:25:52.596350 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bcac4c07-c92c-4062-b337-92c7e7f5a29f req-044242a5-95e9-4da1-ab1a-5143e38c6b6d tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363533 Mar 24 17:25:53.777410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d629156-5200-4e40-bb27-9ac53819d2b5 req-ae7e1c12-c118-4ed0-8502-07aa1ff4996b tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:53.778850 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d629156-5200-4e40-bb27-9ac53819d2b5 req-ae7e1c12-c118-4ed0-8502-07aa1ff4996b tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0783689 Mar 24 17:25:53.822282 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d629156-5200-4e40-bb27-9ac53819d2b5 req-dcb0f369-3a99-43c9-9ec3-f01fcbfbb19c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375357 Mar 24 17:25:55.007215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9634fba-d308-4973-ba49-59971bb2e61c req-adead0dc-0e47-447a-ae85-5e341eb82d61 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:55.008689 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b9634fba-d308-4973-ba49-59971bb2e61c req-adead0dc-0e47-447a-ae85-5e341eb82d61 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0836511 Mar 24 17:25:55.053529 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b9634fba-d308-4973-ba49-59971bb2e61c req-e317a09b-cf20-4bd6-957f-0c814af59a57 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387661 Mar 24 17:25:56.241585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a168e-9a65-474f-a4ec-54e79ded5393 req-bacde28a-230e-4d87-8068-6210331ddb8e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:56.242916 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4a7a168e-9a65-474f-a4ec-54e79ded5393 req-bacde28a-230e-4d87-8068-6210331ddb8e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0815332 Mar 24 17:25:56.373059 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4a7a168e-9a65-474f-a4ec-54e79ded5393 req-6dbe37d3-da88-4a9d-b27f-fa14d84b0dcc tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243434 Mar 24 17:25:57.556836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48422b19-de05-42a0-b614-cf75bc677f09 req-85fa2b6f-a095-43dc-973e-060aa6291299 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:57.558344 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48422b19-de05-42a0-b614-cf75bc677f09 req-85fa2b6f-a095-43dc-973e-060aa6291299 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0798845 Mar 24 17:25:57.601219 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48422b19-de05-42a0-b614-cf75bc677f09 req-e80f4b55-bafb-40d3-81b7-1a9820bb4ba3 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373642 Mar 24 17:25:58.784200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af484676-d9e1-450d-8ddf-bc173819cbaa req-1dca3523-aed0-4e3a-84b3-5b57d66778c6 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:58.785650 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-af484676-d9e1-450d-8ddf-bc173819cbaa req-1dca3523-aed0-4e3a-84b3-5b57d66778c6 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0797751 Mar 24 17:25:58.828977 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-af484676-d9e1-450d-8ddf-bc173819cbaa req-18b53868-ece5-4c39-88fb-44d191e845df tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377810 Mar 24 17:25:59.190940 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-4ab7c944-d06e-4dcc-90b9-8ca2303f3b1c service neutron] 10.222.0.48 "GET /v2.0/ports/0ce90789-c922-44dc-aa3e-f0dd68921ed9/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.0734928 Mar 24 17:25:59.653054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-d55157fd-3acc-41c3-a4ee-ffef716444d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:59.654507 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-d55157fd-3acc-41c3-a4ee-ffef716444d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7&tenant_id=e188899f82dd4b7693fa24e2dcc9c54f HTTP/1.1" status: 200 len: 1098 time: 0.0768788 Mar 24 17:25:59.742550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-dc0b5363-314c-4f6d-b7e5-900777b249fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:59.744002 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-dc0b5363-314c-4f6d-b7e5-900777b249fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0694134 Mar 24 17:25:59.875574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-819d7fce-1586-4fee-8791-d730c9bb12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:25:59.877315 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-819d7fce-1586-4fee-8791-d730c9bb12d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e HTTP/1.1" status: 200 len: 912 time: 0.1270831 Mar 24 17:25:59.947780 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-433ac596-7122-4f57-b39b-2f96ed05b887 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9 HTTP/1.1" status: 200 len: 217 time: 0.0650730 Mar 24 17:26:00.008310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-63d45883-e1f9-41db-92d5-517032b2e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:00.009790 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-63d45883-e1f9-41db-92d5-517032b2e10f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ebd2a281-9976-4232-8bae-fb83fd44d987 HTTP/1.1" status: 200 len: 851 time: 0.0568719 Mar 24 17:26:00.014703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9fb1d-a8a1-49a0-b50a-6389ef48561e req-fb3c08e2-232a-45ae-81ee-08bc2604551f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:00.016199 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9dd9fb1d-a8a1-49a0-b50a-6389ef48561e req-fb3c08e2-232a-45ae-81ee-08bc2604551f tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0814459 Mar 24 17:26:00.056251 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-84811ece-bcba-4a5e-a596-9cbc9e375185 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403028 Mar 24 17:26:00.060400 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9dd9fb1d-a8a1-49a0-b50a-6389ef48561e req-b50feda2-9fdf-4c74-82d9-4ce2fbdc525a tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386059 Mar 24 17:26:00.190118 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-818ce50a-c037-403a-b004-57b70b4a1e41 service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273298 Mar 24 17:26:00.318536 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-32e6d59b-e4e2-450a-b57b-aef030225eb9 req-124309ad-4579-4941-8e9b-517f00fbb434 service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226749 Mar 24 17:26:00.481552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-600625b3-8a8a-4d9a-b37f-d889c090a96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:01.248384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa15a51-5122-45ac-855e-292dce24bd5e req-59ccc782-d831-40c9-b30c-1fdc2a7370c5 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:01.249736 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3aa15a51-5122-45ac-855e-292dce24bd5e req-59ccc782-d831-40c9-b30c-1fdc2a7370c5 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 945 time: 0.0796020 Mar 24 17:26:01.293235 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3aa15a51-5122-45ac-855e-292dce24bd5e req-dec6eb3d-d916-41be-9cc4-d2c9810d3b67 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Mar 24 17:26:02.144729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 0ce90789-c922-44dc-aa3e-f0dd68921ed9 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:26:02.257607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:02.284811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce90789-c922-44dc-aa3e-f0dd68921ed9'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:26:02.296040 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 0ce90789-c922-44dc-aa3e-f0dd68921ed9, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9,segment=NetworkSegment(5261fde4-2182-4f20-882e-0d024ffa3af3),segment_id=5261fde4-2182-4f20-882e-0d024ffa3af3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:26:02.342590 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce90789-c922-44dc-aa3e-f0dd68921ed9', 'code': 200} Mar 24 17:26:02.414478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:02.487681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=0ce90789-c922-44dc-aa3e-f0dd68921ed9,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:02.495904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87d5a7-053e-4faf-9af8-fe30974655e6 req-1a6d9bff-fcd8-462f-8699-143a1ab873ab tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:02.497550 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-af87d5a7-053e-4faf-9af8-fe30974655e6 req-1a6d9bff-fcd8-462f-8699-143a1ab873ab tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 943 time: 0.0989625 Mar 24 17:26:02.542798 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-af87d5a7-053e-4faf-9af8-fe30974655e6 req-cf8b0eb3-a476-40e1-8c4c-37403704928e tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395200 Mar 24 17:26:02.647805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2e7ce777-5f30-4bd9-a9e5-7640b8466072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:02.933203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:03.725512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0572c-214e-4773-9735-3e6e2a225298 req-b4f322f7-3ae0-4d96-8476-db184a011bd2 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:03.726940 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-83d0572c-214e-4773-9735-3e6e2a225298 req-b4f322f7-3ae0-4d96-8476-db184a011bd2 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 943 time: 0.0799258 Mar 24 17:26:03.772810 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-83d0572c-214e-4773-9735-3e6e2a225298 req-7170b35a-6501-4d83-b2eb-d1599a48d919 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Mar 24 17:26:03.876780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:03.933694 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:04.289338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d63b7043-4689-4fb8-aec4-a57820892d12 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:04.290042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d63b7043-4689-4fb8-aec4-a57820892d12 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Synchronizing usage tracker for tenant:e188899f82dd4b7693fa24e2dcc9c54f on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:26:04.366837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d63b7043-4689-4fb8-aec4-a57820892d12 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Unset dirty status for tenant:e188899f82dd4b7693fa24e2dcc9c54f on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:26:04.368047 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d63b7043-4689-4fb8-aec4-a57820892d12 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7&tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&binding%3Ahost_id=hv-neutron-8350 HTTP/1.1" status: 200 len: 943 time: 0.1632986 Mar 24 17:26:04.503811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-e1b68fce-0e85-4de6-a0d4-6b76997bd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:04.505593 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-e1b68fce-0e85-4de6-a0d4-6b76997bd499 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 1096 time: 0.0713806 Mar 24 17:26:04.638874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-2a86d966-4a91-48ad-800e-2628c9a06ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:04.640271 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-2a86d966-4a91-48ad-800e-2628c9a06ba4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e HTTP/1.1" status: 200 len: 912 time: 0.1286767 Mar 24 17:26:04.709689 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-95ad78ef-a59f-4d09-9559-258f042b2e12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9 HTTP/1.1" status: 200 len: 217 time: 0.0639143 Mar 24 17:26:04.770289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-6abc4d11-c3e0-4c6b-a316-f410b639093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:04.771675 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-6abc4d11-c3e0-4c6b-a316-f410b639093b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ebd2a281-9976-4232-8bae-fb83fd44d987 HTTP/1.1" status: 200 len: 851 time: 0.0563838 Mar 24 17:26:04.820457 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-4b337af0-b1a1-4860-8aab-9dfd7eae0a00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1fc9726e-1593-434a-a8cf-7a2a8fa3623e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430286 Mar 24 17:26:04.950265 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-edbd3719-7c65-4477-9397-0175bb8fbe9d service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237242 Mar 24 17:26:05.187609 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-90646988-a8c7-4c01-b66b-a62e6744af25 service neutron] 10.222.0.48 "GET /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307682 Mar 24 17:26:05.322534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:06.609172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bc4a7-ddfa-4b9f-abce-19204f6d2cbb req-6ca808fb-b19e-4ade-a660-782fb7efa378 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:06.610620 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d74bc4a7-ddfa-4b9f-abce-19204f6d2cbb req-6ca808fb-b19e-4ade-a660-782fb7efa378 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 943 time: 0.0802875 Mar 24 17:26:06.653720 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d74bc4a7-ddfa-4b9f-abce-19204f6d2cbb req-501a7cd7-070a-46e2-bd11-1fea635db925 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375454 Mar 24 17:26:07.843511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d067-61ee-48d1-8f6d-2dd10d1875c1 req-59b7f759-d338-4e40-8c05-93d6625576b3 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:07.844964 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ab41d067-61ee-48d1-8f6d-2dd10d1875c1 req-59b7f759-d338-4e40-8c05-93d6625576b3 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 943 time: 0.0816598 Mar 24 17:26:07.888882 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ab41d067-61ee-48d1-8f6d-2dd10d1875c1 req-eecd906b-4814-431a-a0b6-e62b0b7b52a0 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/security-groups?id=884354cc-1c70-4182-a7a2-6821480b60db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 Mar 24 17:26:08.183434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-7661ef84-2991-4342-9093-26c97846def0 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:08.184888 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-7661ef84-2991-4342-9093-26c97846def0 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 943 time: 0.0785203 Mar 24 17:26:08.255615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Deleting port 0ce90789-c922-44dc-aa3e-f0dd68921ed9 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:26:08.255975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:08.497917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] For port 0ce90789-c922-44dc-aa3e-f0dd68921ed9, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=0ce90789-c922-44dc-aa3e-f0dd68921ed9,segment=NetworkSegment(5261fde4-2182-4f20-882e-0d024ffa3af3),segment_id=5261fde4-2182-4f20-882e-0d024ffa3af3)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:26:08.498183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:08.622243 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Calling delete_port for 0ce90789-c922-44dc-aa3e-f0dd68921ed9 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:26:08.796432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:08.848206 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Pushing event deleted for resources: {'Port': ['ID=0ce90789-c922-44dc-aa3e-f0dd68921ed9,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:08.885995 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.886338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.886693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.887025 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.887350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.887691 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.888030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.888352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.888674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.888991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.889307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.889621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:08.934850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] No DVR routers for this DVR port 0ce90789-c922-44dc-aa3e-f0dd68921ed9 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:26:08.937294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:08.939890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'name': 'network-vif-deleted', 'tag': '0ce90789-c922-44dc-aa3e-f0dd68921ed9'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:26:08.983081 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4622a3-4d03-4b40-9958-0b30ebb63cd7', 'name': 'network-vif-deleted', 'tag': '0ce90789-c922-44dc-aa3e-f0dd68921ed9', 'status': 'completed', 'code': 200} Mar 24 17:26:08.996862 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-086e7ce2-3405-49c9-808d-fc7792e72d92 req-d8d6cebb-1a2b-4979-892c-f72eeea2196c tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.48 "DELETE /v2.0/ports/0ce90789-c922-44dc-aa3e-f0dd68921ed9 HTTP/1.1" status: 204 len: 173 time: 0.8068912 Mar 24 17:26:09.041784 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-56e5cc2e-62a7-4ff9-9770-9b089db620c6 req-773bf187-757c-4730-bbf7-27ec8a85df91 tempest-DeleteServersTestJSON-316900101 tempest-DeleteServersTestJSON-316900101-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4622a3-4d03-4b40-9958-0b30ebb63cd7 HTTP/1.1" status: 200 len: 210 time: 0.0424309 Mar 24 17:26:10.286694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45148) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:26:10.347841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Deleting subnet ebd2a281-9976-4232-8bae-fb83fd44d987 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:26:10.350696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.398006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.452248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.573810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.610019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd2a281-9976-4232-8bae-fb83fd44d987,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:10.614890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.622348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.622691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.623027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.623355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.623681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.624028 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.624352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.624672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.624993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.625305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.625617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.625930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:10.630620 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9c47d616-31d6-4838-ba35-10ab50ff1029 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ebd2a281-9976-4232-8bae-fb83fd44d987 HTTP/1.1" status: 204 len: 168 time: 0.3429000 Mar 24 17:26:10.633086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45152) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:26:10.735541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.855178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.879892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc9726e-1593-434a-a8cf-7a2a8fa3623e']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:26:10.891868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5261fde4-2182-4f20-882e-0d024ffa3af3') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:26:10.892190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5261fde4-2182-4f20-882e-0d024ffa3af3') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:26:10.903406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.919603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.925653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:26:10.929305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:26:10.939602 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:26:11.053245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:11.069621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:11.082888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc9726e-1593-434a-a8cf-7a2a8fa3623e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:11.138571 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7fd057f4-dadb-418c-a712-ca1d8f047533 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1fc9726e-1593-434a-a8cf-7a2a8fa3623e HTTP/1.1" status: 204 len: 168 time: 0.5045357 Mar 24 17:26:11.433402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45158) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:26:11.480883 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5d70401b-6890-416e-9f20-c3d5b4d7db1e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e188899f82dd4b7693fa24e2dcc9c54f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462897 Mar 24 17:26:11.483260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45162) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:26:11.552320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e569cbb-02c2-44d8-9ec1-2a0c4232b462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:11.582051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e569cbb-02c2-44d8-9ec1-2a0c4232b462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:11.699316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e569cbb-02c2-44d8-9ec1-2a0c4232b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:11.715668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e569cbb-02c2-44d8-9ec1-2a0c4232b462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884354cc-1c70-4182-a7a2-6821480b60db,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:11.788610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5e569cbb-02c2-44d8-9ec1-2a0c4232b462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:11.789727 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5e569cbb-02c2-44d8-9ec1-2a0c4232b462 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/884354cc-1c70-4182-a7a2-6821480b60db HTTP/1.1" status: 204 len: 168 time: 0.3056176 Mar 24 17:26:12.153301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 0ce90789-c922-44dc-aa3e-f0dd68921ed9 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:26:12.190747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 0ce90789-c922-44dc-aa3e-f0dd68921ed9 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:26:12.190747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 0ce90789-c922-44dc-aa3e-f0dd68921ed9 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:26:12.391413 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:26:12.834276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45186) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:26:12.938172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1139898712-network', 'tenant_id': '2b9a543a5953477bb4b9c42faa5d1685'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:26:12.942828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:26:12.946597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Usage tracker for resource:network and tenant:2b9a543a5953477bb4b9c42faa5d1685 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:26:12.950019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:26:12.955544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:26:13.080854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Made reservation on behalf of 2b9a543a5953477bb4b9c42faa5d1685 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:26:13.083216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:13.096191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:13.110369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:26:13.114146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Usage tracker for resource:security_group_rule and tenant:2b9a543a5953477bb4b9c42faa5d1685 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:26:13.116864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:26:13.122511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:26:13.205761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:13.259134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:13.296639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:26:13.304797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a223d89-de56-470d-9251-8ed47ea44ee2,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:13.311186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:13.311531 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Added segment 6bd0f3ce-2b90-42a9-ad84-04f45ca0434a of type vlan for network 3801d325-0438-4c6d-b9d2-1ef4b242f02d Mar 24 17:26:13.338112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:13.408156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:13.409254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:13.409933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:13.608581 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7730970 Mar 24 17:26:13.610241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 45192) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:26:13.615615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Request body: {'subnet': {'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1139898712-subnet', 'tenant_id': '2b9a543a5953477bb4b9c42faa5d1685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:26:13.619396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c52268-bd96-47f0-9bd7-7d5b891735cb admin admin] Pushing event updated for resources: {'Network': ['ID=3801d325-0438-4c6d-b9d2-1ef4b242f02d,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:13.623680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:26:13.627848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Usage tracker for resource:subnet and tenant:2b9a543a5953477bb4b9c42faa5d1685 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:26:13.629926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 3801d325-0438-4c6d-b9d2-1ef4b242f02d details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:26:13.630744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:26:13.636970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:26:13.699293 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Made reservation on behalf of 2b9a543a5953477bb4b9c42faa5d1685 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:26:13.701677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:13.950806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:14.025876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0448d55-4a07-4e4c-ba4a-6abfa451eb88,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:14.031151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Checking segment: {'id': '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:26:14.031509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Network hostable DHCP agents. Network: 3801d325-0438-4c6d-b9d2-1ef4b242f02d, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:26:14.110451 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Network 3801d325-0438-4c6d-b9d2-1ef4b242f02d is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:26:14.161587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 3801d325-0438-4c6d-b9d2-1ef4b242f02d) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:26:14.165282 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:14.165941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:14.170015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2c727-f032-4e45-9418-0d109161298d None None] Network 3801d325-0438-4c6d-b9d2-1ef4b242f02d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:26:14.225488 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7d4ec101-2653-4b41-87ba-670cf33cf74d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6141222 Mar 24 17:26:14.376789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8cd277-fbd8-4b0d-be5c-d6e398af3390 None None] Network 3801d325-0438-4c6d-b9d2-1ef4b242f02d requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:26:14.771250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-54326d57-87c7-4ed7-b939-3b76f9ed2fac tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:14.771904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-54326d57-87c7-4ed7-b939-3b76f9ed2fac tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Synchronizing usage tracker for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:26:14.840853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-54326d57-87c7-4ed7-b939-3b76f9ed2fac tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Unset dirty status for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:26:14.841962 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-54326d57-87c7-4ed7-b939-3b76f9ed2fac tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 815 time: 0.2110043 Mar 24 17:26:14.857452 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-3cb154aa-4cea-4379-bdaf-41737fb28e51 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/quotas/2b9a543a5953477bb4b9c42faa5d1685 HTTP/1.1" status: 200 len: 375 time: 0.0098362 Mar 24 17:26:14.903707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-e2b041d7-2393-4502-beb7-65e371ce4d6b tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411317 Mar 24 17:26:14.955467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-0eea0144-8e1e-4e40-9e92-1c9d548d6c8d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:26:14.956474 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-0eea0144-8e1e-4e40-9e92-1c9d548d6c8d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461440 Mar 24 17:26:15.086547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-ccc3acf7-c2f0-4adc-9aeb-01c7996c06f3 service neutron] 10.222.0.47 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241863 Mar 24 17:26:15.216015 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-c611efff-7cad-4790-b55f-60cb128d8dbc service neutron] 10.222.0.47 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228390 Mar 24 17:26:15.523030 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b0e07a92-4ecb-42c2-bc68-9afbdbbb3229 req-8b86dcb9-dd0a-4bb9-8706-32df3dfda916 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 210 time: 0.0420485 Mar 24 17:26:16.678936 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ef0defcc-1632-42bf-bead-cd006d13cb95 req-2553ad28-4e0f-4d63-a19b-40bef1258355 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 210 time: 0.0465901 Mar 24 17:26:17.514844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-fe18adb2-0192-49c2-af74-c02e267fe040 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:17.516274 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-fe18adb2-0192-49c2-af74-c02e267fe040 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 815 time: 0.1467185 Mar 24 17:26:17.528624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Request body: {'port': {'device_id': '0381062a-d484-4957-88ad-ec873d3ef165', 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d', 'admin_state_up': True, 'tenant_id': '2b9a543a5953477bb4b9c42faa5d1685'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:26:17.669673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:26:17.673483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Usage tracker for resource:port and tenant:2b9a543a5953477bb4b9c42faa5d1685 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:26:17.676331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:26:17.681948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:26:17.737949 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Made reservation on behalf of 2b9a543a5953477bb4b9c42faa5d1685 for: {'port': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:26:17.741725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:17.825048 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6d8c818-9653-4beb-baf7-9b11684abb56 req-d89bf2e6-9b9b-496c-862f-6c0f212cd2f4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 210 time: 0.0423176 Mar 24 17:26:17.918793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Allocated IP 172.20.0.4 (3801d325-0438-4c6d-b9d2-1ef4b242f02d/c0448d55-4a07-4e4c-ba4a-6abfa451eb88/5ecc449e-8db3-4fb8-8e2c-0794d295ff42) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:26:18.119298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:18.230370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:18.297315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Network 3801d325-0438-4c6d-b9d2-1ef4b242f02d is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:26:18.300308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:26:18.304120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:26:18.345259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Pushing event updated for resources: {'Port': ['ID=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:18.383314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:18.383843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:18.459748 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4bad7dbe-b18a-4eeb-bab5-baae8cbe7f68 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9348915 Mar 24 17:26:18.471732 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Request body: {'port': {'device_id': '0381062a-d484-4957-88ad-ec873d3ef165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:26:18.578769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:18.925921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 {{(pid=88477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:26:18.934006 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:18.948117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Transition to ACTIVE for port object 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 will not be triggered until provisioned by entity L2. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:26:19.019452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:19.033501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeee708-ddb6-44ee-b61c-25ba59b906a2 req-b3162aeb-e8c7-4e3e-a15d-924e190b4978 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:19.036905 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ceeee708-ddb6-44ee-b61c-25ba59b906a2 req-b3162aeb-e8c7-4e3e-a15d-924e190b4978 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 931 time: 0.0924230 Mar 24 17:26:19.086443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ceeee708-ddb6-44ee-b61c-25ba59b906a2 req-04d19fac-d940-4916-a76d-b94bcc2a609e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Synchronizing usage tracker for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:26:19.162097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ceeee708-ddb6-44ee-b61c-25ba59b906a2 req-04d19fac-d940-4916-a76d-b94bcc2a609e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Unset dirty status for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:26:19.163229 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ceeee708-ddb6-44ee-b61c-25ba59b906a2 req-04d19fac-d940-4916-a76d-b94bcc2a609e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216514 Mar 24 17:26:19.286179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Pushing event updated for resources: {'Port': ['ID=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:19.362556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Attempting to bind port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:26:19.362879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Attempting to bind port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d'}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:26:19.363195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Attempting to bind port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 on network 3801d325-0438-4c6d-b9d2-1ef4b242f02d {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:26:19.367665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 on network 3801d325-0438-4c6d-b9d2-1ef4b242f02d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:26:19.368003 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Attempting to bind port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 on network 3801d325-0438-4c6d-b9d2-1ef4b242f02d {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:26:19.373117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:26:19.373446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Checking segment: {'id': '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:26:19.373824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Bound using segment: {'id': '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d'} {{(pid=88477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:26:19.374235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.managers [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Bound port: 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d'}}] {{(pid=88477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:26:19.374566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:19.460964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, cleared binding levels {{(pid=88477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:26:19.463685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:26:19.544179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:19.602402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:19.603060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:19.604408 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] 10.222.0.48 "PUT /v2.0/ports/5ecc449e-8db3-4fb8-8e2c-0794d295ff42 HTTP/1.1" status: 200 len: 1093 time: 1.1366563 Mar 24 17:26:19.604870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:26:19.629966 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c01f9-a61a-4293-aaba-8be37bab0ebd service neutron] Pushing event updated for resources: {'Port': ['ID=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,revision_number=3']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:19.648964 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42', 'status': 'completed', 'code': 200} Mar 24 17:26:19.739941 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f96e-7027-4fec-bee8-e8acf1143eac req-7ad54877-0390-4b75-8884-3087f164da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:19.741342 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-0227f96e-7027-4fec-bee8-e8acf1143eac req-7ad54877-0390-4b75-8884-3087f164da55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 1096 time: 0.0711050 Mar 24 17:26:19.878542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f96e-7027-4fec-bee8-e8acf1143eac req-4d43cda8-61d6-475e-84d8-ac2161753b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:19.879975 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-0227f96e-7027-4fec-bee8-e8acf1143eac req-4d43cda8-61d6-475e-84d8-ac2161753b8e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1315496 Mar 24 17:26:20.013986 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f96e-7027-4fec-bee8-e8acf1143eac req-d471dc1e-7f7c-40a4-8bbc-c91ca9b74dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:20.015344 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-0227f96e-7027-4fec-bee8-e8acf1143eac req-d471dc1e-7f7c-40a4-8bbc-c91ca9b74dad service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294594 Mar 24 17:26:20.120962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4105898e-1d08-4c89-be01-6b19eb3342e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:20.122417 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4105898e-1d08-4c89-be01-6b19eb3342e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 1096 time: 0.0733387 Mar 24 17:26:20.188955 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-7202e32c-6389-49b4-ac72-8ef97c3a7184 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42 HTTP/1.1" status: 200 len: 217 time: 0.0601115 Mar 24 17:26:20.252978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-003aa584-3c48-4fe9-b84a-03fab3ccf41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:20.254385 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-003aa584-3c48-4fe9-b84a-03fab3ccf41e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0598059 Mar 24 17:26:20.302078 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-25665684-6526-44cf-9364-6bbcc5b5e468 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411913 Mar 24 17:26:20.346297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7f602-f5a0-4273-ae5d-92d9da321870 req-de6fde3a-c707-4c3b-b890-64028b5e84e0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:20.347726 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ed7f602-f5a0-4273-ae5d-92d9da321870 req-de6fde3a-c707-4c3b-b890-64028b5e84e0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 943 time: 0.0803137 Mar 24 17:26:20.391608 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ed7f602-f5a0-4273-ae5d-92d9da321870 req-1db57e48-68ae-432e-bfa8-131e1bcf873c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 Mar 24 17:26:20.432819 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-b11f64a1-85f4-477d-b78d-f64d259058c2 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245289 Mar 24 17:26:20.561468 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-fdac3b08-609a-47a1-b553-b6f8f41b9bdf req-4f88df9e-57e8-481d-99aa-7e1eb1ea964b service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225142 Mar 24 17:26:21.579913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25aee3-b105-47c2-976a-ad9b8d254f42 req-8de5fc34-0b4c-40c8-8301-78792fd6e3fd tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:21.581371 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a25aee3-b105-47c2-976a-ad9b8d254f42 req-8de5fc34-0b4c-40c8-8301-78792fd6e3fd tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 943 time: 0.0814993 Mar 24 17:26:21.623760 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a25aee3-b105-47c2-976a-ad9b8d254f42 req-d15eb0bf-010b-41ca-ba2d-73ea91386bec tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368016 Mar 24 17:26:22.803030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f97aa-b5cb-4dc6-847e-3db83ae3f3db req-e97f81bf-d043-4d9a-b35e-b2e4551d4595 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:22.804532 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a68f97aa-b5cb-4dc6-847e-3db83ae3f3db req-e97f81bf-d043-4d9a-b35e-b2e4551d4595 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 943 time: 0.0776389 Mar 24 17:26:22.850107 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a68f97aa-b5cb-4dc6-847e-3db83ae3f3db req-d564d964-0c1d-4942-8682-8186c7511432 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 Mar 24 17:26:24.039011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c23016-ea91-452f-aa22-c35e9a12ee6d req-a9c3dcf4-03e7-4667-90b5-e5f855a36d99 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:24.040476 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14c23016-ea91-452f-aa22-c35e9a12ee6d req-a9c3dcf4-03e7-4667-90b5-e5f855a36d99 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 943 time: 0.0796065 Mar 24 17:26:24.086298 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14c23016-ea91-452f-aa22-c35e9a12ee6d req-f708f0d2-4d53-4913-bb8a-f01b298d07bf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389683 Mar 24 17:26:24.185393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:26:24.318338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:26:24.332119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42', 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d', 'port_id': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42', 'mac_address': 'fa:16:3e:70:ff:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0448d55-4a07-4e4c-ba4a-6abfa451eb88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:26:24.393639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:24.413795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:26:24.433184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:26:24.503953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:24.573826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:24.708822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['5ecc449e-8db3-4fb8-8e2c-0794d295ff42'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:26:25.279080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aab7e6-fad7-47f4-925b-b42e960f0665 req-133e663b-d487-4be1-bda8-92b2a671b30c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:25.279080 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e3aab7e6-fad7-47f4-925b-b42e960f0665 req-133e663b-d487-4be1-bda8-92b2a671b30c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 944 time: 0.0838423 Mar 24 17:26:25.316945 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e3aab7e6-fad7-47f4-925b-b42e960f0665 req-14a339d1-3f8b-4312-aba1-9b1b06f20064 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 Mar 24 17:26:26.199852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:26:26.344505 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:26:26.349269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:26:26.349635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:26.465468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:26.491042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:26:26.500390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:26:26.502403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8244a17-9988-4cee-872a-e358c90c6219 req-f9a58015-81ff-49f1-9d8f-aa54b7269c8f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:26.503683 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8244a17-9988-4cee-872a-e358c90c6219 req-f9a58015-81ff-49f1-9d8f-aa54b7269c8f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 944 time: 0.0782022 Mar 24 17:26:26.538265 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42', 'code': 200} Mar 24 17:26:26.548846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8244a17-9988-4cee-872a-e358c90c6219 req-b214f74d-bc5c-40b9-b875-f2216a7fae3c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Mar 24 17:26:26.567991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:26.637549 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:26:26.644730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.645084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.645450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.645788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.646149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.646526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.646856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.647181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.647507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.647832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.648221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.648546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:26:26.897098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb1477-61b6-49c4-9f7f-5d7e6a40d397 req-22e28440-bc54-482f-bbae-b2508e20ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:26.898563 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9abb1477-61b6-49c4-9f7f-5d7e6a40d397 req-22e28440-bc54-482f-bbae-b2508e20ba1c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 1098 time: 0.0726116 Mar 24 17:26:26.938016 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-9abb1477-61b6-49c4-9f7f-5d7e6a40d397 req-17f1977d-bbd1-4c54-8d59-077bf9312084 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Mar 24 17:26:27.737016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015cf54-1392-4177-8f25-f49884b6477f req-5c237250-cd94-488d-88f0-a6c1052a18af tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:27.738447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4015cf54-1392-4177-8f25-f49884b6477f req-5c237250-cd94-488d-88f0-a6c1052a18af tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0820503 Mar 24 17:26:27.782129 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4015cf54-1392-4177-8f25-f49884b6477f req-abfb5732-063d-43c3-9494-fe95cbbeb529 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Mar 24 17:26:29.015209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c2f0c-177a-42e3-ace2-55fa4113bf50 req-64f512b1-08cc-454b-bda3-767832a04434 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:29.016660 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f17c2f0c-177a-42e3-ace2-55fa4113bf50 req-64f512b1-08cc-454b-bda3-767832a04434 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.1279261 Mar 24 17:26:29.062127 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f17c2f0c-177a-42e3-ace2-55fa4113bf50 req-6ae3bb46-722f-42ea-92c8-cd4554f7d7f3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396621 Mar 24 17:26:29.393764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce03eb-16a9-4ef3-a07d-ebd538ce0673 req-a0bb530e-cbaa-46c1-a41c-4c89ab8305db tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:29.395203 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20ce03eb-16a9-4ef3-a07d-ebd538ce0673 req-a0bb530e-cbaa-46c1-a41c-4c89ab8305db tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0781157 Mar 24 17:26:29.437543 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20ce03eb-16a9-4ef3-a07d-ebd538ce0673 req-f3e0558c-4410-4a19-b64c-7feb162a0098 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370390 Mar 24 17:26:29.940628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea472d-3166-4ec9-9af1-6fa3380814d1 req-b3e97ebd-cbe8-4091-9ba6-a745eededfdf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:29.941984 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07ea472d-3166-4ec9-9af1-6fa3380814d1 req-b3e97ebd-cbe8-4091-9ba6-a745eededfdf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.1775539 Mar 24 17:26:29.985595 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07ea472d-3166-4ec9-9af1-6fa3380814d1 req-3cec8964-04a2-43cf-9b8b-de6997942ad3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379870 Mar 24 17:26:30.171638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043d77f-6292-4728-bc4d-cb53dfbada08 req-0b47552f-ff79-4525-9229-776d1c422a6d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:30.173086 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e043d77f-6292-4728-bc4d-cb53dfbada08 req-0b47552f-ff79-4525-9229-776d1c422a6d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0845995 Mar 24 17:26:30.216459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e043d77f-6292-4728-bc4d-cb53dfbada08 req-8c054e34-c7bc-4315-bbb0-87de04d444fc tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378041 Mar 24 17:26:30.447764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-45915192-3937-4e31-a7f9-ad7b9fb80c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:30.857461 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-68a14bc3-bd69-4a96-a521-2f8b5bbbe1f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042109 Mar 24 17:26:30.899833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92f1da-e9ee-4b8f-ba1a-eb1639a6673f req-a3644cfb-32c5-4daa-a89e-1565dac74370 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:30.901265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e92f1da-e9ee-4b8f-ba1a-eb1639a6673f req-a3644cfb-32c5-4daa-a89e-1565dac74370 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0860109 Mar 24 17:26:30.945210 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e92f1da-e9ee-4b8f-ba1a-eb1639a6673f req-70649ccd-92d3-4601-aae9-33b9c7edb392 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373821 Mar 24 17:26:32.136582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e00ba-0217-4f60-8101-83754b0a05f8 req-cc5180eb-b587-49a8-9088-e6174cb72d7c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:32.138082 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a13e00ba-0217-4f60-8101-83754b0a05f8 req-cc5180eb-b587-49a8-9088-e6174cb72d7c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0873790 Mar 24 17:26:32.182756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a13e00ba-0217-4f60-8101-83754b0a05f8 req-bbb4fa03-3fc2-45cf-bd39-963d0eb3f522 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Mar 24 17:26:32.555983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-69433baf-2901-4bc6-bf84-b4fafc054741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:32.557493 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-69433baf-2901-4bc6-bf84-b4fafc054741 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 1098 time: 0.0710950 Mar 24 17:26:32.653785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dec87502-02c8-4f74-80c4-e5a178cfb224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:32.802262 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-d3aacdd3-111d-438d-b915-5df331cb5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:32.803694 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-d3aacdd3-111d-438d-b915-5df331cb5246 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 916 time: 0.2269878 Mar 24 17:26:32.873897 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-6398e2b7-e727-4bbe-a30f-c98447a5cba1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42 HTTP/1.1" status: 200 len: 217 time: 0.0631199 Mar 24 17:26:32.927421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:32.935540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-76e9dcec-5494-4b5f-8b40-ea6bdba69bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:32.936986 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-76e9dcec-5494-4b5f-8b40-ea6bdba69bdf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0581093 Mar 24 17:26:32.986327 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-2160cabf-7902-4fd1-8da9-e0239790a1a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439646 Mar 24 17:26:33.117888 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-28165c12-bb8b-49e8-989e-afb6c30b22fd service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259420 Mar 24 17:26:33.250951 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-6e5c5c6f-73e8-4ae4-bebc-647b6103ac54 req-1c6b49d5-d977-454d-93d7-7384ae9e1985 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239507 Mar 24 17:26:33.368003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c088d-db43-4ba3-8e1c-95f3e183a0a9 req-502dbc29-f06b-4324-ab4f-89947bbbcebb tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:33.370062 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7e8c088d-db43-4ba3-8e1c-95f3e183a0a9 req-502dbc29-f06b-4324-ab4f-89947bbbcebb tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0825627 Mar 24 17:26:33.419489 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7e8c088d-db43-4ba3-8e1c-95f3e183a0a9 req-d9c11ce2-8af5-4b58-ba45-06ec81eadbc5 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420105 Mar 24 17:26:33.467994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7132c-3eaf-4548-b381-e166f277231f req-497fd68f-12cb-439f-946e-7d446281ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:33.469417 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-497fd68f-12cb-439f-946e-7d446281ec31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 1098 time: 0.0744703 Mar 24 17:26:33.598676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7132c-3eaf-4548-b381-e166f277231f req-53db52c5-1a33-4490-a13f-5700c2bc8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:33.600158 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-53db52c5-1a33-4490-a13f-5700c2bc8114 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 916 time: 0.1246359 Mar 24 17:26:33.673144 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-66c4f0b2-e7e9-4b14-9eff-aa9ff467517a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42 HTTP/1.1" status: 200 len: 217 time: 0.0663481 Mar 24 17:26:33.740638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7132c-3eaf-4548-b381-e166f277231f req-ce9cca80-feb9-4b0d-8ee6-fedc5407b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:33.741991 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-ce9cca80-feb9-4b0d-8ee6-fedc5407b0b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0637608 Mar 24 17:26:33.789150 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-dfc34bee-3891-47cb-9d4f-0bcbbe14853b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412691 Mar 24 17:26:33.881507 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:33.921637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:33.925104 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-98e2e3c8-21e8-4d06-8ca3-5777f081fa57 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281614 Mar 24 17:26:34.064147 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-c2dcc7b0-a079-44ee-b51d-eb0811a9179d service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325164 Mar 24 17:26:34.602781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa444186-1b32-43fe-8aad-beb34e6ab3bf req-7db1d715-d6fe-4f15-a5f2-1643b184e29f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:34.604258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa444186-1b32-43fe-8aad-beb34e6ab3bf req-7db1d715-d6fe-4f15-a5f2-1643b184e29f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0796554 Mar 24 17:26:34.653228 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa444186-1b32-43fe-8aad-beb34e6ab3bf req-56a7c8c0-0112-4caa-83b5-32ce2d6c906b tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 Mar 24 17:26:35.410905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:26:35.837011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95309e-edd0-416f-997b-7015e16712c9 req-6d9f3324-a6f5-402c-b08c-e6ce3daad810 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:35.838463 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2e95309e-edd0-416f-997b-7015e16712c9 req-6d9f3324-a6f5-402c-b08c-e6ce3daad810 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0788591 Mar 24 17:26:35.882031 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2e95309e-edd0-416f-997b-7015e16712c9 req-3d8757be-ccc6-43c3-b7de-10de26c8f255 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378428 Mar 24 17:26:37.067790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b38c7a-14a1-44eb-8018-3b2325e99fe2 req-85f3167c-e49f-40a0-890f-d5ad1e21e95b tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:37.069247 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-97b38c7a-14a1-44eb-8018-3b2325e99fe2 req-85f3167c-e49f-40a0-890f-d5ad1e21e95b tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0813954 Mar 24 17:26:37.112395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-97b38c7a-14a1-44eb-8018-3b2325e99fe2 req-e3c44d0a-42fd-45b4-8b0b-3f7835f10529 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370998 Mar 24 17:26:38.295458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d57e2-414b-4b67-a062-77fbd2f88bce req-c74070ce-e467-4456-a887-afc0f2ae8414 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:38.297025 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f2d57e2-414b-4b67-a062-77fbd2f88bce req-c74070ce-e467-4456-a887-afc0f2ae8414 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0796993 Mar 24 17:26:38.341832 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f2d57e2-414b-4b67-a062-77fbd2f88bce req-03ac32cb-e63a-44b3-9a50-47a829a165e8 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389292 Mar 24 17:26:39.525468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f05fe4-6da9-4955-877e-88b963262f98 req-78a9d648-154b-4df6-b2d1-1b3f67bf24c9 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:39.526885 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e4f05fe4-6da9-4955-877e-88b963262f98 req-78a9d648-154b-4df6-b2d1-1b3f67bf24c9 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0804596 Mar 24 17:26:39.570063 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e4f05fe4-6da9-4955-877e-88b963262f98 req-1ce2d39b-d81f-420b-9aa8-7cd8e7a60e12 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Mar 24 17:26:40.747871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba9ff3-4e2a-4f1f-8a75-31ad79b72f72 req-be9e5e93-fb60-4222-8256-110f15973fb3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:40.749317 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7dba9ff3-4e2a-4f1f-8a75-31ad79b72f72 req-be9e5e93-fb60-4222-8256-110f15973fb3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0767820 Mar 24 17:26:40.796520 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7dba9ff3-4e2a-4f1f-8a75-31ad79b72f72 req-b9949f23-5e82-4072-86f7-0c48b55647f3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416274 Mar 24 17:26:41.974992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254476-771f-4d8e-bee5-54495d488f35 req-d1f36d0f-6485-4437-baee-8ae8bdc60c74 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:41.976430 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-66254476-771f-4d8e-bee5-54495d488f35 req-d1f36d0f-6485-4437-baee-8ae8bdc60c74 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0767736 Mar 24 17:26:42.019215 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-66254476-771f-4d8e-bee5-54495d488f35 req-599da0f7-a5ce-48d5-a7e8-ecf101e1b42a tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364776 Mar 24 17:26:43.210119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be7104-63e6-47ae-8d91-b73df653b96e req-4bf15965-173e-4788-88c7-c14c2e38b24c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:43.211469 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-18be7104-63e6-47ae-8d91-b73df653b96e req-4bf15965-173e-4788-88c7-c14c2e38b24c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0808313 Mar 24 17:26:43.254440 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-18be7104-63e6-47ae-8d91-b73df653b96e req-33e3827b-c4f7-4227-bb45-c46531b68ed9 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367963 Mar 24 17:26:44.445941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9985831-4305-4d38-8109-4fbeb03bb1a6 req-b0b99c0a-c3f9-4f42-9c66-96bd5f27d328 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:44.447982 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c9985831-4305-4d38-8109-4fbeb03bb1a6 req-b0b99c0a-c3f9-4f42-9c66-96bd5f27d328 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0862303 Mar 24 17:26:44.492813 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c9985831-4305-4d38-8109-4fbeb03bb1a6 req-78212baf-fbf8-401c-a7d9-eb89ce991a8d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 Mar 24 17:26:45.676951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c8cf1-c041-4a2f-8f18-1b6f9f7dad79 req-d8e9811c-6ba6-494f-9cf0-7df3436ecc51 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:45.678422 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-778c8cf1-c041-4a2f-8f18-1b6f9f7dad79 req-d8e9811c-6ba6-494f-9cf0-7df3436ecc51 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0817292 Mar 24 17:26:45.721244 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-778c8cf1-c041-4a2f-8f18-1b6f9f7dad79 req-e38f63f7-db0e-47d9-8044-909f6b66a2ed tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371864 Mar 24 17:26:46.905693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b63de-7158-4b12-85bb-3bf7346b0adb req-6b5fa45b-1cfe-4b85-b33f-c01dc907830b tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:46.907211 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e68b63de-7158-4b12-85bb-3bf7346b0adb req-6b5fa45b-1cfe-4b85-b33f-c01dc907830b tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0795250 Mar 24 17:26:46.953315 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e68b63de-7158-4b12-85bb-3bf7346b0adb req-9385626c-3f6e-4c81-a597-6e3aafc02181 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Mar 24 17:26:48.132215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05ce06-172c-45e5-9a1a-f03007f98285 req-aa9c4dc6-5d89-4806-92a1-c495b29523e8 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:48.133668 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6f05ce06-172c-45e5-9a1a-f03007f98285 req-aa9c4dc6-5d89-4806-92a1-c495b29523e8 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0781984 Mar 24 17:26:48.177404 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6f05ce06-172c-45e5-9a1a-f03007f98285 req-c7c388ab-84f8-4edd-9a07-e0b7c660772e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375803 Mar 24 17:26:49.392815 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:26:49.422798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528154b5-b69a-423d-9058-4ca178f0f24b req-fe8d67e4-f535-4f29-8c32-dc601ba3d4dc tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:49.424247 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-528154b5-b69a-423d-9058-4ca178f0f24b req-fe8d67e4-f535-4f29-8c32-dc601ba3d4dc tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.1441653 Mar 24 17:26:49.469983 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-528154b5-b69a-423d-9058-4ca178f0f24b req-a5a71f0c-c718-46c5-b085-c023f07cf0d6 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400698 Mar 24 17:26:50.652501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904303e-6127-4595-89ea-e78e1d0a8fdc req-7fe1d68a-b7a8-4976-9ee7-1b7d3e272966 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:50.653967 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8904303e-6127-4595-89ea-e78e1d0a8fdc req-7fe1d68a-b7a8-4976-9ee7-1b7d3e272966 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0784242 Mar 24 17:26:50.696516 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8904303e-6127-4595-89ea-e78e1d0a8fdc req-d0a1b96a-193a-4041-ad05-246ba8bb19dd tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366919 Mar 24 17:26:51.972210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc6d70-f99d-4ec3-9856-79dbd74744f3 req-f968564b-cb18-4e5a-b97d-d2cc412e5970 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:51.973651 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aedc6d70-f99d-4ec3-9856-79dbd74744f3 req-f968564b-cb18-4e5a-b97d-d2cc412e5970 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.1720107 Mar 24 17:26:52.016162 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aedc6d70-f99d-4ec3-9856-79dbd74744f3 req-4d1aac36-dc91-41c9-97f1-c1f2f3d9727f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Mar 24 17:26:53.201458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e98a0-714b-4285-90c0-a58d3f9b0701 req-99250dc4-4276-45f0-ad78-18e740246d21 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:53.202806 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-750e98a0-714b-4285-90c0-a58d3f9b0701 req-99250dc4-4276-45f0-ad78-18e740246d21 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0838902 Mar 24 17:26:53.249671 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-750e98a0-714b-4285-90c0-a58d3f9b0701 req-0238b179-88d7-49db-a0aa-552376c36716 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Mar 24 17:26:54.431299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d127510-ff69-4960-90cb-83178d4e418e req-b68b7427-a73b-475d-9300-54cb6e32600c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:54.432777 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2d127510-ff69-4960-90cb-83178d4e418e req-b68b7427-a73b-475d-9300-54cb6e32600c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0799088 Mar 24 17:26:54.482574 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2d127510-ff69-4960-90cb-83178d4e418e req-05f30ec1-d59a-4e2a-9f0c-16b33f2c62ab tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Mar 24 17:26:55.661760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd10e1d-01ba-41c1-9a61-8c2b6224e6ba req-f5385cd5-0406-4ba6-9d22-cdbc4a08764d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:55.663167 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8fd10e1d-01ba-41c1-9a61-8c2b6224e6ba req-f5385cd5-0406-4ba6-9d22-cdbc4a08764d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0774906 Mar 24 17:26:55.706097 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8fd10e1d-01ba-41c1-9a61-8c2b6224e6ba req-55c6bbc3-3ab3-4c7d-a20e-457e9582c887 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367060 Mar 24 17:26:56.890220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e02b3b-06f6-4de5-8694-4ca189017d59 req-ed0b8ecb-7c96-45e2-bd08-8aeddb8537c3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:56.891630 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-26e02b3b-06f6-4de5-8694-4ca189017d59 req-ed0b8ecb-7c96-45e2-bd08-8aeddb8537c3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0835230 Mar 24 17:26:56.935374 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-26e02b3b-06f6-4de5-8694-4ca189017d59 req-28bafbfd-4fba-4094-9e07-40f031032391 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 Mar 24 17:26:58.118243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73cef5-99ec-44a4-8e37-155200d2aca1 req-1abab70d-a77e-415e-8624-15f184a0d43d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:58.119651 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6c73cef5-99ec-44a4-8e37-155200d2aca1 req-1abab70d-a77e-415e-8624-15f184a0d43d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0778294 Mar 24 17:26:58.170265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6c73cef5-99ec-44a4-8e37-155200d2aca1 req-375d2fc3-0d0d-41d5-9b4c-ac685a6ba43c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Mar 24 17:26:59.359056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cc532-7b9b-4eaf-aab3-4fd0da90e933 req-6e3d2e62-cf87-4ac8-bbce-bce402ffe3a2 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:26:59.360504 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-072cc532-7b9b-4eaf-aab3-4fd0da90e933 req-6e3d2e62-cf87-4ac8-bbce-bce402ffe3a2 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0817676 Mar 24 17:26:59.403364 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-072cc532-7b9b-4eaf-aab3-4fd0da90e933 req-1850991e-6f11-4631-acc5-40f0e2920b7f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Mar 24 17:27:00.429960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25f1008b-7998-4f62-b1e0-327c871be51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:00.584254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ff840-d2f3-4382-b412-1e13a4a811c1 req-ee5e4145-ba01-4257-8548-630ca31da3f6 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:00.585679 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ea0ff840-d2f3-4382-b412-1e13a4a811c1 req-ee5e4145-ba01-4257-8548-630ca31da3f6 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0789318 Mar 24 17:27:00.631248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ea0ff840-d2f3-4382-b412-1e13a4a811c1 req-6f1d22d2-c587-4afa-b8f7-581dce7df93f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396650 Mar 24 17:27:01.811577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded710d-b074-4656-a15f-516e8aa52a6c req-be421ab1-b860-4bf7-a6d6-6048fdff0386 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:01.813091 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0ded710d-b074-4656-a15f-516e8aa52a6c req-be421ab1-b860-4bf7-a6d6-6048fdff0386 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0786829 Mar 24 17:27:01.856940 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0ded710d-b074-4656-a15f-516e8aa52a6c req-45941418-18da-4326-ae6a-01aa41ea6f2c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383153 Mar 24 17:27:02.697116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-83bc2089-8b98-4927-bb36-f5e4b5a35fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:02.921426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:03.043300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6166627-ab3e-449e-9a3b-767d7fc4bf5c req-a723d659-5d91-4ed9-801a-5e09eb1fb5bf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:03.044754 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6166627-ab3e-449e-9a3b-767d7fc4bf5c req-a723d659-5d91-4ed9-801a-5e09eb1fb5bf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0825894 Mar 24 17:27:03.088015 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6166627-ab3e-449e-9a3b-767d7fc4bf5c req-6e83f379-36ce-4716-8ed9-956397a52386 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Mar 24 17:27:03.886603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:03.919837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:04.274485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d95a6-de1c-4a5d-bf2d-d95cb3445ebe req-2a4c2fb8-43ea-4a32-805a-23ffc0ccd931 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:04.275917 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1c6d95a6-de1c-4a5d-bf2d-d95cb3445ebe req-2a4c2fb8-43ea-4a32-805a-23ffc0ccd931 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0810652 Mar 24 17:27:04.319369 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1c6d95a6-de1c-4a5d-bf2d-d95cb3445ebe req-382e1883-843a-4c83-bb63-a6c074472f59 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370574 Mar 24 17:27:05.360925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:05.509629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fac1b0-284a-4334-b454-47b4cc847c9f req-267e37c7-4dce-4c3d-a95a-b5fac3aa3e9f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:05.511092 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e3fac1b0-284a-4334-b454-47b4cc847c9f req-267e37c7-4dce-4c3d-a95a-b5fac3aa3e9f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0799923 Mar 24 17:27:05.553655 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e3fac1b0-284a-4334-b454-47b4cc847c9f req-dc25bfc0-d28d-4eed-a371-88b311f3197e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369637 Mar 24 17:27:06.100853 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-7ab36fc3-2cd0-4b1b-bb2f-45314c39ff41 service neutron] 10.222.0.48 "GET /v2.0/ports/5ecc449e-8db3-4fb8-8e2c-0794d295ff42/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.0770819 Mar 24 17:27:06.578330 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7132c-3eaf-4548-b381-e166f277231f req-8d2904f3-c5fa-4440-a45c-32d0859160ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:06.579799 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-8d2904f3-c5fa-4440-a45c-32d0859160ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165&tenant_id=2b9a543a5953477bb4b9c42faa5d1685 HTTP/1.1" status: 200 len: 1098 time: 0.0717702 Mar 24 17:27:06.672441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7132c-3eaf-4548-b381-e166f277231f req-f8209901-9548-4c5e-a888-627e66a1684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:06.673883 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-f8209901-9548-4c5e-a888-627e66a1684d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 1098 time: 0.0738771 Mar 24 17:27:06.745691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020856d9-3845-4664-87d3-d5d5861a10d9 req-adcfe20d-5366-4e3f-8427-f970b44b2089 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:06.747682 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-020856d9-3845-4664-87d3-d5d5861a10d9 req-adcfe20d-5366-4e3f-8427-f970b44b2089 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0816510 Mar 24 17:27:06.792182 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-020856d9-3845-4664-87d3-d5d5861a10d9 req-27e27b44-9a71-41d8-a2ae-4f09097565d4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385969 Mar 24 17:27:06.910070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7132c-3eaf-4548-b381-e166f277231f req-48575558-286b-4b6b-9c24-6db91510eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:06.911510 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-48575558-286b-4b6b-9c24-6db91510eba5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 916 time: 0.2319701 Mar 24 17:27:06.976126 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-66e90d33-aa53-4c69-972f-fe488f3a3d3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42 HTTP/1.1" status: 200 len: 217 time: 0.0588415 Mar 24 17:27:07.038417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7132c-3eaf-4548-b381-e166f277231f req-03d518ab-7da4-4179-933b-d67e0fc4b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:07.039775 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-03d518ab-7da4-4179-933b-d67e0fc4b592 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0582464 Mar 24 17:27:07.084742 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-d1edecd7-6715-4b7b-9663-f06f171401b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390687 Mar 24 17:27:07.215776 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-71a4e2ae-c87d-4bc1-a5ff-d1469bdf7518 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244636 Mar 24 17:27:07.346940 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-44c7132c-3eaf-4548-b381-e166f277231f req-a85bc1d3-769d-429a-b049-cd23b01fe62d service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255863 Mar 24 17:27:07.973661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0d29-34e3-43d4-b055-26055e85fe57 req-c768f442-2d93-4836-a9dc-234757d79e05 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:07.975080 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-098f0d29-34e3-43d4-b055-26055e85fe57 req-c768f442-2d93-4836-a9dc-234757d79e05 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0773070 Mar 24 17:27:08.017375 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-098f0d29-34e3-43d4-b055-26055e85fe57 req-5e340285-20ce-4db8-afa9-f0a3b6eb8cdb tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367208 Mar 24 17:27:09.203785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece86f15-8cd8-4234-b357-6d5482635b35 req-13f42b96-6af6-4ee1-bd2f-c89b78964493 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:09.205171 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ece86f15-8cd8-4234-b357-6d5482635b35 req-13f42b96-6af6-4ee1-bd2f-c89b78964493 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0825286 Mar 24 17:27:09.250534 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ece86f15-8cd8-4234-b357-6d5482635b35 req-155ba6b2-3faf-41c3-988b-59cbfc251939 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 Mar 24 17:27:10.432151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a3611-99ba-415c-a90c-98e7ac2802ea req-94318048-565e-4d25-b50e-d71717edcafc tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:10.433676 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-657a3611-99ba-415c-a90c-98e7ac2802ea req-94318048-565e-4d25-b50e-d71717edcafc tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0784333 Mar 24 17:27:10.466457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:27:10.468944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:27:10.479854 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-657a3611-99ba-415c-a90c-98e7ac2802ea req-2007920e-9e7b-4de8-91ff-65defeb0600c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Mar 24 17:27:10.674831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:10.704194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:27:10.726646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:27:10.732839 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42', 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d', 'port_id': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42', 'mac_address': 'fa:16:3e:70:ff:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0448d55-4a07-4e4c-ba4a-6abfa451eb88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:27:10.738742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:27:10.788812 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42', 'code': 200} Mar 24 17:27:10.798288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:10.814572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:10.817051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:27:10.889658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753efe43-007e-48cd-b29b-b219264b4dcc req-c25de992-a9fd-40a9-890e-3a85fc8c48d3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:10.891712 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-753efe43-007e-48cd-b29b-b219264b4dcc req-c25de992-a9fd-40a9-890e-3a85fc8c48d3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 943 time: 0.0897610 Mar 24 17:27:10.943595 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-753efe43-007e-48cd-b29b-b219264b4dcc req-ad24b29a-6f0e-449b-aaad-01ead120fd90 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Mar 24 17:27:10.959729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:27:10.960102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:27:10.963715 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-109008db-02b4-46bf-b339-2818c783da9e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:10.965558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-109008db-02b4-46bf-b339-2818c783da9e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Synchronizing usage tracker for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:27:10.980510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:27:11.039747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-109008db-02b4-46bf-b339-2818c783da9e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Unset dirty status for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:27:11.040946 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-109008db-02b4-46bf-b339-2818c783da9e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165&tenant_id=2b9a543a5953477bb4b9c42faa5d1685&binding%3Ahost_id=hv-neutron-8350 HTTP/1.1" status: 200 len: 943 time: 0.1755261 Mar 24 17:27:11.180834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-1d64ef21-198a-45c6-b133-13ec789986be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:11.182282 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-1d64ef21-198a-45c6-b133-13ec789986be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 1096 time: 0.0703733 Mar 24 17:27:11.316581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-596fea76-0bc6-40f5-b46d-c05eec482f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:11.318010 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-596fea76-0bc6-40f5-b46d-c05eec482f4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 916 time: 0.1295793 Mar 24 17:27:11.388285 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-ed58e1cf-1f76-4131-a385-751becf65ccc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42 HTTP/1.1" status: 200 len: 217 time: 0.0633001 Mar 24 17:27:11.449685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-813cc4bc-e1a2-4356-a4ba-aed2a096522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:11.451067 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-813cc4bc-e1a2-4356-a4ba-aed2a096522c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0575321 Mar 24 17:27:11.497370 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-3700b73c-eb46-40e9-a6d8-cc1f50aaccb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404587 Mar 24 17:27:11.518580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:11.534873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:27:11.550634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:27:11.607487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:11.631751 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-82a1b337-96ba-405b-b24a-8b992f24a90e service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281118 Mar 24 17:27:11.674741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['5ecc449e-8db3-4fb8-8e2c-0794d295ff42'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:27:11.719272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:27:11.765115 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-a663406a-0533-4a40-991f-7ec8ceb38db4 req-efc2fc17-5f98-4f26-860e-a99952fac919 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266162 Mar 24 17:27:12.131049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcc4e2-81d6-43b0-b56c-2de73800b4a2 req-ed7ed168-2b0c-4e21-9543-9d37ca3fea9c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:12.132479 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2fcc4e2-81d6-43b0-b56c-2de73800b4a2 req-ed7ed168-2b0c-4e21-9543-9d37ca3fea9c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 944 time: 0.0794778 Mar 24 17:27:12.176373 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2fcc4e2-81d6-43b0-b56c-2de73800b4a2 req-7a0a105e-c2ad-439d-9cff-482e6b248d41 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377152 Mar 24 17:27:12.469667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:27:12.538650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:27:12.539321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:12.654637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:12.686402 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:27:12.759988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:12.793639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:27:12.830780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,revision_number=8']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:27:12.838352 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42', 'code': 200} Mar 24 17:27:13.363160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afd11a-20f6-4ee4-b46e-7b02e27f2648 req-c23d9c4a-f3b6-4430-8890-02f88a854137 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:13.364672 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-91afd11a-20f6-4ee4-b46e-7b02e27f2648 req-c23d9c4a-f3b6-4430-8890-02f88a854137 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0779579 Mar 24 17:27:13.407923 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-91afd11a-20f6-4ee4-b46e-7b02e27f2648 req-0251d118-8412-4e39-ae5e-706e79a0729f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Mar 24 17:27:13.598834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0027-a3d3-44d1-b617-b9361642fd42 req-3345377d-471f-482d-8f75-022adadb8632 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:13.600272 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7fcb0027-a3d3-44d1-b617-b9361642fd42 req-3345377d-471f-482d-8f75-022adadb8632 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0804677 Mar 24 17:27:13.646032 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7fcb0027-a3d3-44d1-b617-b9361642fd42 req-4ffea45e-89e2-4aef-aab5-040bcfb278f1 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Mar 24 17:27:13.837973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32549214-20f4-46b1-b061-03da326de0f6 req-78d43bc5-fbd3-419e-b1cc-954c237ad118 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:13.840674 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-32549214-20f4-46b1-b061-03da326de0f6 req-78d43bc5-fbd3-419e-b1cc-954c237ad118 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0881808 Mar 24 17:27:13.981881 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-32549214-20f4-46b1-b061-03da326de0f6 req-4b88f4e6-ab53-4f4a-b4fa-1cad5607d419 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310377 Mar 24 17:27:14.649392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-1393c6ad-1167-4a3e-af0b-2a645fceba42 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:14.650870 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-1393c6ad-1167-4a3e-af0b-2a645fceba42 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 815 time: 0.1510625 Mar 24 17:27:14.667919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-8b338d21-838d-4835-a9d2-9099f5f48b47 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/quotas/2b9a543a5953477bb4b9c42faa5d1685 HTTP/1.1" status: 200 len: 375 time: 0.0101709 Mar 24 17:27:14.746675 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-9e955466-211b-4e49-80fe-b7320288155e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729411 Mar 24 17:27:14.874738 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-2edecb55-6e88-4445-b076-ae24ca253de2 service neutron] 10.222.0.47 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214027 Mar 24 17:27:15.002560 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-9d6f488d-48fb-4243-b0ae-1135d7af7627 service neutron] 10.222.0.47 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220272 Mar 24 17:27:15.261972 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9930f068-e038-420c-be6c-33920fe5230f req-7ceb19da-b2dd-470c-8f08-85151919c5be tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 210 time: 0.0451977 Mar 24 17:27:16.197665 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-d751f727-d8fe-4e1f-afaa-0592bdcf4bfe tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:16.199140 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-d751f727-d8fe-4e1f-afaa-0592bdcf4bfe tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "GET /v2.0/ports?device_id=0381062a-d484-4957-88ad-ec873d3ef165 HTTP/1.1" status: 200 len: 945 time: 0.0832465 Mar 24 17:27:16.268737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Deleting port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:27:16.269077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:16.416607 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fd071d68-ca20-4f07-8895-aa794bde2f66 req-a7ddc107-0fb3-46f7-9b3a-c874a2e8bc72 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 210 time: 0.0418000 Mar 24 17:27:16.532603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] For port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:27:16.532956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:16.656459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Calling delete_port for 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 owned by compute:nova {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:27:16.846754 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:16.858570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['5ecc449e-8db3-4fb8-8e2c-0794d295ff42'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:27:16.904962 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Pushing event deleted for resources: {'Port': ['ID=5ecc449e-8db3-4fb8-8e2c-0794d295ff42,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:27:17.078355 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.078699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.079038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.079371 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.079699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.080047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.080372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.080693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.081012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.081331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.081661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.081987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:17.095658 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] No DVR routers for this DVR port 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 on host hv-neutron-8350 {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:27:17.098088 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:17.100698 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'name': 'network-vif-deleted', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:27:17.173882 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "DELETE /v2.0/ports/5ecc449e-8db3-4fb8-8e2c-0794d295ff42 HTTP/1.1" status: 204 len: 173 time: 0.9690776 Mar 24 17:27:17.213417 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0381062a-d484-4957-88ad-ec873d3ef165', 'name': 'network-vif-deleted', 'tag': '5ecc449e-8db3-4fb8-8e2c-0794d295ff42', 'status': 'completed', 'code': 200} Mar 24 17:27:17.226769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-858607e9-7e11-4fc9-8162-f0c47d6cf38a tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:17.228428 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-858607e9-7e11-4fc9-8162-f0c47d6cf38a tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 815 time: 0.1574669 Mar 24 17:27:17.242262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Request body: {'port': {'device_id': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d', 'admin_state_up': True, 'tenant_id': '2b9a543a5953477bb4b9c42faa5d1685'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:27:17.381161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:27:17.385082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Usage tracker for resource:port and tenant:2b9a543a5953477bb4b9c42faa5d1685 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:27:17.388753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:27:17.394351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:27:17.509525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Made reservation on behalf of 2b9a543a5953477bb4b9c42faa5d1685 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:27:17.514204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:17.580017 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0252a799-885a-41cc-bf95-a6c514927ff4 req-445a924c-4591-4c4b-817a-ff933fb7bc8f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 210 time: 0.0547857 Mar 24 17:27:17.714942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Allocated IP 172.20.0.11 (3801d325-0438-4c6d-b9d2-1ef4b242f02d/c0448d55-4a07-4e4c-ba4a-6abfa451eb88/b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:27:17.918470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:18.017862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:18.029576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['5ecc449e-8db3-4fb8-8e2c-0794d295ff42'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:27:18.085394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Network 3801d325-0438-4c6d-b9d2-1ef4b242f02d is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:27:18.088387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:27:18.096566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:27:18.133859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Pushing event updated for resources: {'Port': ['ID=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:27:18.150507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.150851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.151166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.151502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.151833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.152256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.152544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.152956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.153283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.153605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.153956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.154250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:27:18.174984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:18.175572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:18.247985 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-12b35a5f-71bc-4217-b710-cdbe2b99d2f0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0092542 Mar 24 17:27:18.258229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Request body: {'port': {'device_id': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:27:18.370605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:18.813647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55846ec-bd88-4e6e-944c-caf6040d022b req-d81958ff-1e90-413c-b4b5-f66ab47797c6 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:18.814386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-d55846ec-bd88-4e6e-944c-caf6040d022b req-d81958ff-1e90-413c-b4b5-f66ab47797c6 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Synchronizing usage tracker for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:27:18.877945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:27:18.884903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:18.898826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Transition to ACTIVE for port object b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:27:18.936665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-d55846ec-bd88-4e6e-944c-caf6040d022b req-d81958ff-1e90-413c-b4b5-f66ab47797c6 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Unset dirty status for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:27:18.937839 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d55846ec-bd88-4e6e-944c-caf6040d022b req-d81958ff-1e90-413c-b4b5-f66ab47797c6 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 932 time: 0.2445858 Mar 24 17:27:18.960861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:19.091644 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d55846ec-bd88-4e6e-944c-caf6040d022b req-e421dae4-430a-4f95-8f7e-187d75320b6e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478992 Mar 24 17:27:19.131540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Pushing event updated for resources: {'Port': ['ID=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:27:19.208846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Attempting to bind port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:27:19.209212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Attempting to bind port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:27:19.209532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Attempting to bind port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 on network 3801d325-0438-4c6d-b9d2-1ef4b242f02d {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:27:19.213968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 on network 3801d325-0438-4c6d-b9d2-1ef4b242f02d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:27:19.214282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Attempting to bind port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 on network 3801d325-0438-4c6d-b9d2-1ef4b242f02d {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:27:19.219727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:27:19.220093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Checking segment: {'id': '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:27:19.220472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Bound using segment: {'id': '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:27:19.220881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Bound port: b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:27:19.221209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:19.307875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] For port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:27:19.310958 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] For port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:27:19.407520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:19.464278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:19.465366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:19.466685 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] 10.222.0.48 "PUT /v2.0/ports/b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 HTTP/1.1" status: 200 len: 1094 time: 1.2124174 Mar 24 17:27:19.467112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'tag': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:27:19.493297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21dea9-95be-4cc0-8d3d-b3eaddbad86b service neutron] Pushing event updated for resources: {'Port': ['ID=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:27:19.511899 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'tag': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09', 'status': 'completed', 'code': 200} Mar 24 17:27:19.600650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c647de-0ac0-482a-8e63-b0c3b690bb63 req-502773ba-e6b9-459e-99f8-edb8189d8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:19.602079 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-99c647de-0ac0-482a-8e63-b0c3b690bb63 req-502773ba-e6b9-459e-99f8-edb8189d8fbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 1097 time: 0.0699556 Mar 24 17:27:19.736985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c647de-0ac0-482a-8e63-b0c3b690bb63 req-dfcd72ec-fe98-44ed-8037-087fa72a5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:19.738321 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-99c647de-0ac0-482a-8e63-b0c3b690bb63 req-dfcd72ec-fe98-44ed-8037-087fa72a5de1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1282380 Mar 24 17:27:19.870169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c647de-0ac0-482a-8e63-b0c3b690bb63 req-2c88b34a-2bfc-43d4-a23e-ab5995acc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:19.871686 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-99c647de-0ac0-482a-8e63-b0c3b690bb63 req-2c88b34a-2bfc-43d4-a23e-ab5995acc756 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275063 Mar 24 17:27:19.973816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-8f7fdf85-eaaf-4e33-9bab-96206d1a8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:19.975248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-8f7fdf85-eaaf-4e33-9bab-96206d1a8237 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 1097 time: 0.0717115 Mar 24 17:27:20.046094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-e71a610e-a602-4612-bd9c-6133b76dd7e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 HTTP/1.1" status: 200 len: 217 time: 0.0641279 Mar 24 17:27:20.108231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-295ec4b8-9a55-4cc1-8cbe-723b334b2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:20.109579 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-295ec4b8-9a55-4cc1-8cbe-723b334b2ad6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0584586 Mar 24 17:27:20.156115 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-b4de53ff-4ff3-4650-9fa2-e6c8bf6fe5b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402858 Mar 24 17:27:20.444460 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-585cd44e-ba9e-4bf8-96b2-3bd926481c26 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828054 Mar 24 17:27:20.471587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:27:20.484480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a9a3a-ea48-472b-b9be-25df6618115b req-71e05536-eecd-4cbf-a499-c29371646e99 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:20.485891 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-136a9a3a-ea48-472b-b9be-25df6618115b req-71e05536-eecd-4cbf-a499-c29371646e99 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 944 time: 0.2902887 Mar 24 17:27:20.505162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:27:20.505510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5ecc449e-8db3-4fb8-8e2c-0794d295ff42 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:27:20.600931 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-136a9a3a-ea48-472b-b9be-25df6618115b req-673db6fe-4b5c-4866-9f23-09a3847144d0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041849 Mar 24 17:27:20.630638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d862d6c9-0c28-4e29-bd09-da7c74dcb411 req-ea3cfd90-6ae0-474c-997d-4327d758ac21 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763585 Mar 24 17:27:21.783765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6335-d6a2-498f-8a77-a2ec2970613f req-310d8829-dd7e-4caf-ba08-f8de5bcb5acf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:21.785212 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ad6335-d6a2-498f-8a77-a2ec2970613f req-310d8829-dd7e-4caf-ba08-f8de5bcb5acf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 944 time: 0.0786343 Mar 24 17:27:21.828009 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ad6335-d6a2-498f-8a77-a2ec2970613f req-d1e24750-3986-4dac-ad9b-62fc3de93495 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372314 Mar 24 17:27:22.470918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:27:22.599875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:27:22.612292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09', 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d', 'port_id': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09', 'mac_address': 'fa:16:3e:db:71:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0448d55-4a07-4e4c-ba4a-6abfa451eb88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:27:22.668544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:22.684306 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:27:22.699270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:27:22.788614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:22.853750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:27:22.979443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:27:23.015497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ff135-dfb1-4fb3-91e5-4c719a23db5a req-bc35541d-79c8-4ba2-8aa5-66f0b21f8a13 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:23.016999 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cf9ff135-dfb1-4fb3-91e5-4c719a23db5a req-bc35541d-79c8-4ba2-8aa5-66f0b21f8a13 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 945 time: 0.0838492 Mar 24 17:27:23.061014 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cf9ff135-dfb1-4fb3-91e5-4c719a23db5a req-70c8182b-fb18-4fbf-8e00-970e8c294e1e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380845 Mar 24 17:27:24.262453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331d37a-bff1-4c9c-963c-831c6ae14904 req-37e1ffdb-d670-4100-82f9-52ae4f1e8095 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:24.264406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3331d37a-bff1-4c9c-963c-831c6ae14904 req-37e1ffdb-d670-4100-82f9-52ae4f1e8095 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 945 time: 0.0912142 Mar 24 17:27:24.318100 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3331d37a-bff1-4c9c-963c-831c6ae14904 req-305d038d-b8e5-46f6-95cf-a8d627ca0ff8 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480969 Mar 24 17:27:24.495325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:27:24.628634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:27:24.633768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:27:24.637613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:24.755909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:24.781102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:27:24.790610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:27:24.825463 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09', 'code': 200} Mar 24 17:27:24.862658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:24.931656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:27:25.211715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fc954-a4f6-4e01-b770-437ed6e4bccd req-f28d2ed3-d003-43f8-951f-271e118a2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:25.213204 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9c3fc954-a4f6-4e01-b770-437ed6e4bccd req-f28d2ed3-d003-43f8-951f-271e118a2d13 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 1099 time: 0.1083527 Mar 24 17:27:25.252478 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9c3fc954-a4f6-4e01-b770-437ed6e4bccd req-7d11cd25-70ce-4f42-81aa-5ddd5a1483f0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Mar 24 17:27:25.508975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def66f45-0773-4274-8f94-580e9e168cdb req-74dbd280-ed0a-4f3d-b236-93b9dac2ebcd tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:25.510409 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-def66f45-0773-4274-8f94-580e9e168cdb req-74dbd280-ed0a-4f3d-b236-93b9dac2ebcd tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0830181 Mar 24 17:27:25.554437 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-def66f45-0773-4274-8f94-580e9e168cdb req-9769121a-0098-45c9-b427-cc66e5767d2c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378783 Mar 24 17:27:26.392444 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:27:26.736818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287e057-acc6-41ca-8193-2ab74b16d5b1 req-08c204da-ea6e-442e-b18b-72463a8afe5e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:26.738249 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c287e057-acc6-41ca-8193-2ab74b16d5b1 req-08c204da-ea6e-442e-b18b-72463a8afe5e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0800226 Mar 24 17:27:26.781682 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c287e057-acc6-41ca-8193-2ab74b16d5b1 req-be86fd60-ea54-4cc4-beb0-6370e1581287 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377107 Mar 24 17:27:26.966236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66e066-d019-4622-b478-60c4ad39d4cb req-d11aef65-281e-49e3-b0b4-4169cce17ce2 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:26.967637 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c66e066-d019-4622-b478-60c4ad39d4cb req-d11aef65-281e-49e3-b0b4-4169cce17ce2 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0823896 Mar 24 17:27:27.010382 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c66e066-d019-4622-b478-60c4ad39d4cb req-34d0d504-ebb5-414e-92ac-76e21246677c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Mar 24 17:27:27.532033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307c8eb-139a-45f8-ae2d-1e559f68171c req-05fa7706-6d6f-4e3a-aeb7-52f9a08c0dbf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:27.533839 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a307c8eb-139a-45f8-ae2d-1e559f68171c req-05fa7706-6d6f-4e3a-aeb7-52f9a08c0dbf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0807672 Mar 24 17:27:27.620248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a307c8eb-139a-45f8-ae2d-1e559f68171c req-3dccb416-0a34-478e-b720-94fa69baa108 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806241 Mar 24 17:27:27.646170 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-8465741b-b1be-4e22-ac15-a4ce400f7c0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888002 Mar 24 17:27:28.806977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5e12a-e502-499a-93dd-362dd2b21421 req-474a3685-91c9-4427-b455-cf783af8b407 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:28.809077 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d3e5e12a-e502-499a-93dd-362dd2b21421 req-474a3685-91c9-4427-b455-cf783af8b407 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0833073 Mar 24 17:27:28.860268 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d3e5e12a-e502-499a-93dd-362dd2b21421 req-c06462c9-0e01-4d22-b1b3-46e40fd9b1ad tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Mar 24 17:27:29.642864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-e1e5f4a3-1beb-40c0-a0ff-16d7e4e7aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:29.644297 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-e1e5f4a3-1beb-40c0-a0ff-16d7e4e7aa47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 1099 time: 0.0685360 Mar 24 17:27:29.796603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-03ea8627-1615-4181-a226-e6d9dcce9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:29.798025 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-03ea8627-1615-4181-a226-e6d9dcce9b80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 916 time: 0.1480439 Mar 24 17:27:29.865810 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-843f7ed8-9485-4b70-9c37-cadd4d023d17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 HTTP/1.1" status: 200 len: 217 time: 0.0618536 Mar 24 17:27:29.926934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-0dd85468-7f6b-4c6d-a047-c66212ef1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:29.928371 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-0dd85468-7f6b-4c6d-a047-c66212ef1c84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0565081 Mar 24 17:27:29.974270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-4d6cd9fd-8eb6-4855-9711-3ea46bb2fcc1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399694 Mar 24 17:27:30.264943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d2a08-001e-414e-ae8c-ef096e6c2a14 req-2fd913ea-9de2-40e4-9bd2-3d908cf0cc92 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:30.266374 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e22d2a08-001e-414e-ae8c-ef096e6c2a14 req-2fd913ea-9de2-40e4-9bd2-3d908cf0cc92 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.2946136 Mar 24 17:27:30.268060 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-7c3658b8-171a-4d4c-8482-c849e2fbcfb7 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620094 Mar 24 17:27:30.395474 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e22d2a08-001e-414e-ae8c-ef096e6c2a14 req-54078388-3df6-4a9e-9933-863d5cc793e3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235495 Mar 24 17:27:30.428065 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-b8cedbb6-7422-433d-b5a6-7a9f7977af7f service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434276 Mar 24 17:27:30.445682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac703-cb12-439c-8042-bed7a7fa9f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:31.582889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8446a-f185-4fe1-93d2-2bece90a326f req-afe39c7e-4951-4eee-9565-b32fb3ca7863 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:31.584326 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-94d8446a-f185-4fe1-93d2-2bece90a326f req-afe39c7e-4951-4eee-9565-b32fb3ca7863 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0821006 Mar 24 17:27:31.626444 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-94d8446a-f185-4fe1-93d2-2bece90a326f req-4d4c48de-04c2-4563-bde9-e1766f13a570 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358791 Mar 24 17:27:32.651152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2ae81a09-7b38-445d-bacc-7110daefdfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:32.811104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f907-7430-44f2-94ad-d96f31531000 req-6cd3121b-28a4-49b3-acd2-ac9477423d8d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:32.812547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa67f907-7430-44f2-94ad-d96f31531000 req-6cd3121b-28a4-49b3-acd2-ac9477423d8d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0792689 Mar 24 17:27:32.857317 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa67f907-7430-44f2-94ad-d96f31531000 req-53d9e62e-8a4d-4b9b-9f71-d98e4578db5f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390916 Mar 24 17:27:32.909351 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:33.555149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-e769ae4e-65d5-43d2-a5ef-fab67de9f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:33.556592 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-e769ae4e-65d5-43d2-a5ef-fab67de9f620 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 1099 time: 0.0720518 Mar 24 17:27:33.695822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-2b5e218a-7f3b-452f-86ef-42cb74775e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:33.697398 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-2b5e218a-7f3b-452f-86ef-42cb74775e68 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 916 time: 0.1219945 Mar 24 17:27:33.761864 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-00a39f91-dd39-4319-a753-b561f5e5196b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 HTTP/1.1" status: 200 len: 217 time: 0.0588770 Mar 24 17:27:33.831050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-3dde6be2-16f4-4833-acaa-e417c65983ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:33.832416 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-3dde6be2-16f4-4833-acaa-e417c65983ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0655229 Mar 24 17:27:33.878766 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-08eac032-5540-49a7-b381-e6957e89c25c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403030 Mar 24 17:27:33.932398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:33.942649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:34.058763 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-f5dfb716-9e20-4cb6-96f9-4d56e170e6f7 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723599 Mar 24 17:27:34.118249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b54c7-b460-4948-a248-cc9d4e40c351 req-fc2e5be4-dffd-4590-bf9f-359918c0155c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:34.119582 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9c0b54c7-b460-4948-a248-cc9d4e40c351 req-fc2e5be4-dffd-4590-bf9f-359918c0155c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.1520472 Mar 24 17:27:34.231876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9c0b54c7-b460-4948-a248-cc9d4e40c351 req-36e9d93e-aa24-4b06-ae3d-30b4fecf65a8 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656874 Mar 24 17:27:34.240059 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b25cb5a6-256e-4377-ba1b-4df4fcde33bf req-2e3cb226-307a-4b4f-ad91-89a9c8f97f51 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741168 Mar 24 17:27:35.332461 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:27:35.420923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e3083-e0ca-4d69-9d0a-e63a4e17799e req-47936d35-5f78-4fac-aac1-69174749645c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:35.422386 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-301e3083-e0ca-4d69-9d0a-e63a4e17799e req-47936d35-5f78-4fac-aac1-69174749645c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0861466 Mar 24 17:27:35.465292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-301e3083-e0ca-4d69-9d0a-e63a4e17799e req-ff1c057a-dcc9-45d6-91ee-b218541cc5e9 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372283 Mar 24 17:27:36.660814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6a023-fe0b-4bd6-bfb6-f0704b35650e req-3c1a6adb-804d-4824-b1ba-fa6943b8afdb tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:36.662256 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-39e6a023-fe0b-4bd6-bfb6-f0704b35650e req-3c1a6adb-804d-4824-b1ba-fa6943b8afdb tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0841999 Mar 24 17:27:36.706413 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-39e6a023-fe0b-4bd6-bfb6-f0704b35650e req-4f6613f2-145c-484e-bfc9-2c9b34e6e0be tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 Mar 24 17:27:37.885880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ca273-2286-4595-9355-a6a7d118617d req-9576bae6-da57-4fe9-813e-f7a7da9c60a7 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:37.887927 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f10ca273-2286-4595-9355-a6a7d118617d req-9576bae6-da57-4fe9-813e-f7a7da9c60a7 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0780861 Mar 24 17:27:38.029908 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f10ca273-2286-4595-9355-a6a7d118617d req-be8295b4-d403-4b8a-a714-ab832a9bcccc tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360857 Mar 24 17:27:39.211426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0da54f-04bc-4c78-a0c8-ac362a0f2fec req-d7177d7d-9ced-4261-ab78-67ec1e0d8f28 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:39.212778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7e0da54f-04bc-4c78-a0c8-ac362a0f2fec req-d7177d7d-9ced-4261-ab78-67ec1e0d8f28 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0775080 Mar 24 17:27:39.256193 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7e0da54f-04bc-4c78-a0c8-ac362a0f2fec req-8bd6bfe9-27d1-408e-a4c4-1bc5658873cf tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377505 Mar 24 17:27:40.463274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d3838-8367-4450-bbb1-43bdb2c65d44 req-09ee59ac-e516-4962-8613-a9e13a56ba76 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:40.464664 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-652d3838-8367-4450-bbb1-43bdb2c65d44 req-09ee59ac-e516-4962-8613-a9e13a56ba76 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0907211 Mar 24 17:27:40.510044 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-652d3838-8367-4450-bbb1-43bdb2c65d44 req-e405012a-8fc1-4ccc-8dc1-af4bab186062 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387931 Mar 24 17:27:41.700641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2ed56-2037-4289-aea1-55535883dc14 req-bdc7f6bd-7aec-4adc-ad2c-60d3d6e6e675 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:41.702070 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20e2ed56-2037-4289-aea1-55535883dc14 req-bdc7f6bd-7aec-4adc-ad2c-60d3d6e6e675 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0772202 Mar 24 17:27:41.748582 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20e2ed56-2037-4289-aea1-55535883dc14 req-685aa4f1-8c42-48ae-ad2d-b76a4927503e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Mar 24 17:27:42.927670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff059ae9-0ee1-4162-a3d9-fe2fe8fac496 req-b361ced2-aba9-4e7d-a627-53fb0aa2d793 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:42.929114 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ff059ae9-0ee1-4162-a3d9-fe2fe8fac496 req-b361ced2-aba9-4e7d-a627-53fb0aa2d793 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0786271 Mar 24 17:27:42.972089 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ff059ae9-0ee1-4162-a3d9-fe2fe8fac496 req-389da326-6696-48cb-91ac-d4e4889e3995 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365624 Mar 24 17:27:44.156669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80dfbf-5fc1-4d23-8125-98e298efe897 req-297063bb-c166-4cdb-8ed0-eef22a31977c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:44.157638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0b80dfbf-5fc1-4d23-8125-98e298efe897 req-297063bb-c166-4cdb-8ed0-eef22a31977c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0806787 Mar 24 17:27:44.200970 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0b80dfbf-5fc1-4d23-8125-98e298efe897 req-985d8435-2d5a-42c9-816f-138aef69c9d4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Mar 24 17:27:45.393267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71be9c1-ca8f-42ce-8a21-3920cfcd6845 req-6857c9a0-cf33-4a0f-a5c6-d06ed64090f8 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:45.394732 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a71be9c1-ca8f-42ce-8a21-3920cfcd6845 req-6857c9a0-cf33-4a0f-a5c6-d06ed64090f8 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0866690 Mar 24 17:27:45.437809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a71be9c1-ca8f-42ce-8a21-3920cfcd6845 req-5c288797-e1f5-4388-85a3-4e1d189b73b0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375829 Mar 24 17:27:46.623833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec02f9-9284-4cc3-98ca-dadfb0378c52 req-fcb4aad5-6d33-4759-8b04-b6a2c935f641 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:46.625294 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3ec02f9-9284-4cc3-98ca-dadfb0378c52 req-fcb4aad5-6d33-4759-8b04-b6a2c935f641 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0820856 Mar 24 17:27:46.668743 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3ec02f9-9284-4cc3-98ca-dadfb0378c52 req-cb0a72da-3233-4a4b-86de-fdca735ce4fc tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Mar 24 17:27:47.851305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fb136-f80f-430c-a154-49cc90aeca39 req-cd39a587-ec3d-4929-91fa-42d226915fdd tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:47.852772 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-661fb136-f80f-430c-a154-49cc90aeca39 req-cd39a587-ec3d-4929-91fa-42d226915fdd tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0800562 Mar 24 17:27:47.900001 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-661fb136-f80f-430c-a154-49cc90aeca39 req-fc39d589-da8f-4f20-a657-cf3d18f98f56 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Mar 24 17:27:49.088338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96301590-73f3-4fb3-a4c3-31f9ac083ec3 req-1f484141-11b7-48bb-b061-8d81d68573b4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:49.089768 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-96301590-73f3-4fb3-a4c3-31f9ac083ec3 req-1f484141-11b7-48bb-b061-8d81d68573b4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0782275 Mar 24 17:27:49.133066 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-96301590-73f3-4fb3-a4c3-31f9ac083ec3 req-56c55111-94f0-4cc0-9ef7-7ae8b5984a7c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371943 Mar 24 17:27:50.326136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33697a-8772-45bb-a971-7baca061f569 req-52b6568b-ce8d-44a6-ba35-4f54c086f268 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:50.327569 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9f33697a-8772-45bb-a971-7baca061f569 req-52b6568b-ce8d-44a6-ba35-4f54c086f268 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0909872 Mar 24 17:27:50.370729 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9f33697a-8772-45bb-a971-7baca061f569 req-1d2e7cb7-1560-433c-8de0-01f956b2092c tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375314 Mar 24 17:27:51.552976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76143885-2688-4aa5-8d3c-732da63f3e34 req-a51b3b73-7440-499b-ab55-04ea36ce70b5 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:51.554408 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-76143885-2688-4aa5-8d3c-732da63f3e34 req-a51b3b73-7440-499b-ab55-04ea36ce70b5 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0777004 Mar 24 17:27:51.600292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-76143885-2688-4aa5-8d3c-732da63f3e34 req-efead475-adb7-4ab6-922a-7a41ce0e046f tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Mar 24 17:27:52.779356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2389a86-46b2-4f05-b189-a0b22860683c req-fc9c08ee-55f0-49c8-8a7f-0ba04c183cb4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:52.780833 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c2389a86-46b2-4f05-b189-a0b22860683c req-fc9c08ee-55f0-49c8-8a7f-0ba04c183cb4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0781708 Mar 24 17:27:52.823761 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c2389a86-46b2-4f05-b189-a0b22860683c req-1c66c991-c8fc-4b23-9bf9-082bd586686a tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370221 Mar 24 17:27:54.014934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91257dc-3bd4-47d6-91fa-770fa41babde req-fd43ba3c-1b6b-47a3-b11d-82e2fd458cb0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:54.016413 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d91257dc-3bd4-47d6-91fa-770fa41babde req-fd43ba3c-1b6b-47a3-b11d-82e2fd458cb0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0825717 Mar 24 17:27:54.059436 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d91257dc-3bd4-47d6-91fa-770fa41babde req-8b83424d-b84d-4063-a9e5-7ea520c669d9 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Mar 24 17:27:55.244214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263de9e-4bcd-40b1-92d8-77104b8a6d58 req-4f64353d-84e3-43b8-afb8-bc891a1c4a4a tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:55.245556 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6263de9e-4bcd-40b1-92d8-77104b8a6d58 req-4f64353d-84e3-43b8-afb8-bc891a1c4a4a tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0787323 Mar 24 17:27:55.328854 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6263de9e-4bcd-40b1-92d8-77104b8a6d58 req-072298d0-3bf1-4b50-9055-4e5df426df97 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731637 Mar 24 17:27:56.512722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909fc21-bbc5-4f3b-ae35-756a18b25ee9 req-7d2266db-6198-4873-8cfc-eb78f8f909ec tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:56.514032 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6909fc21-bbc5-4f3b-ae35-756a18b25ee9 req-7d2266db-6198-4873-8cfc-eb78f8f909ec tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0802114 Mar 24 17:27:56.556429 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6909fc21-bbc5-4f3b-ae35-756a18b25ee9 req-49dfa68b-82a6-41c8-875a-b8af959831ae tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369387 Mar 24 17:27:57.634968 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-488d8683-7a3e-4eb0-a502-cde3654eb528 service neutron] 10.222.0.48 "GET /v2.0/ports/b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.0777843 Mar 24 17:27:57.742951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af4eba-1ad9-4c17-978e-37b8ff19ee69 req-0c19a217-c518-4bcf-a525-696b8a3012b8 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:57.744405 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36af4eba-1ad9-4c17-978e-37b8ff19ee69 req-0c19a217-c518-4bcf-a525-696b8a3012b8 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0785515 Mar 24 17:27:57.789194 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36af4eba-1ad9-4c17-978e-37b8ff19ee69 req-3132e620-d638-4765-935f-53ceceef1645 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 Mar 24 17:27:58.110037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-d76b1225-8c98-4233-a404-18d1602f5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:58.111464 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-d76b1225-8c98-4233-a404-18d1602f5cf3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494&tenant_id=2b9a543a5953477bb4b9c42faa5d1685 HTTP/1.1" status: 200 len: 1099 time: 0.0719693 Mar 24 17:27:58.198952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-939cb7d1-22f0-4de2-bd24-d51c002bd001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:58.201047 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-939cb7d1-22f0-4de2-bd24-d51c002bd001 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 1099 time: 0.0692253 Mar 24 17:27:58.421309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-368b482d-68af-44f7-aca5-14a36b197c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:58.422663 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-368b482d-68af-44f7-aca5-14a36b197c02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 916 time: 0.2154312 Mar 24 17:27:58.490390 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-3ac99da2-6f81-4532-99fe-c2b4d4cc2a1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 HTTP/1.1" status: 200 len: 217 time: 0.0615623 Mar 24 17:27:58.550228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-ab281cce-6bf8-4931-80a0-4ee4f20a5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:58.551708 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-ab281cce-6bf8-4931-80a0-4ee4f20a5941 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0561028 Mar 24 17:27:58.596936 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-381cf2da-2ac7-4b06-80bb-d1565fe2e680 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391622 Mar 24 17:27:58.723617 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-cfde9731-cf34-4d96-b10e-a4a96fae2199 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208913 Mar 24 17:27:58.853984 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a2d3bef-15fa-4041-88c2-3b555258a032 req-cf44293e-8c40-491c-86e6-42201222b9b4 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247454 Mar 24 17:27:58.977785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec4503-7ac7-4093-996f-ea57f74e5abd req-7f37c6ce-4a42-4c4b-9992-10392f267a73 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:27:58.979154 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9bec4503-7ac7-4093-996f-ea57f74e5abd req-7f37c6ce-4a42-4c4b-9992-10392f267a73 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0837898 Mar 24 17:27:59.025133 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9bec4503-7ac7-4093-996f-ea57f74e5abd req-759a1463-62be-4207-a284-b90169aa2b15 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Mar 24 17:28:00.211172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22882b-6527-4967-8cbd-836408b1ca05 req-e0545705-127b-4f1c-a8fe-fdee0e79d0eb tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:00.212654 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-da22882b-6527-4967-8cbd-836408b1ca05 req-e0545705-127b-4f1c-a8fe-fdee0e79d0eb tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0791380 Mar 24 17:28:00.259815 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-da22882b-6527-4967-8cbd-836408b1ca05 req-398380ed-c31e-4bbe-acba-93a29edf4553 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414279 Mar 24 17:28:00.452084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7ab442ca-7798-4a47-894a-1ce45176ac45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:00.722826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:28:00.860062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:00.873468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09', 'network_id': '3801d325-0438-4c6d-b9d2-1ef4b242f02d', 'port_id': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09', 'mac_address': 'fa:16:3e:db:71:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0448d55-4a07-4e4c-ba4a-6abfa451eb88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:28:00.931832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:00.989074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:28:01.004303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:01.057681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:01.124741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:28:01.162336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:01.174561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.174914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.175256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.175594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.175925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.176288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.176618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.176945 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.177272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.177597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.177922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.178241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:01.444995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ef0b5-62ef-4729-87e7-e5de191bcb89 req-5cb5741e-ea00-4a5b-bbed-30f1794de1ac tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:01.446451 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-073ef0b5-62ef-4729-87e7-e5de191bcb89 req-5cb5741e-ea00-4a5b-bbed-30f1794de1ac tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 945 time: 0.0794039 Mar 24 17:28:01.490158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-073ef0b5-62ef-4729-87e7-e5de191bcb89 req-697091dc-3bca-41e6-9b7e-3dcd21a7ee64 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374336 Mar 24 17:28:01.988868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86414029-2efd-41a9-bf5f-0cdd0dd5c452 req-30e5c848-ead1-4db4-b05e-bf81e330561e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:01.990281 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86414029-2efd-41a9-bf5f-0cdd0dd5c452 req-30e5c848-ead1-4db4-b05e-bf81e330561e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 945 time: 0.1210432 Mar 24 17:28:02.048846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-86414029-2efd-41a9-bf5f-0cdd0dd5c452 req-69e53f0c-57ac-4d0a-b117-964428a833c0 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521834 Mar 24 17:28:02.070494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-06b0200d-2cb6-42ce-bea8-b818da527e2d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:02.072158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-06b0200d-2cb6-42ce-bea8-b818da527e2d tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494&tenant_id=2b9a543a5953477bb4b9c42faa5d1685&binding%3Ahost_id=hv-neutron-8350 HTTP/1.1" status: 200 len: 945 time: 0.1263976 Mar 24 17:28:02.210664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-dec71521-8fe6-47b0-bb76-c364d22adafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:02.212142 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-dec71521-8fe6-47b0-bb76-c364d22adafe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 1098 time: 0.0725534 Mar 24 17:28:02.339680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-75cde2e4-ff2b-4ddf-9edd-18a498885576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:02.341708 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-75cde2e4-ff2b-4ddf-9edd-18a498885576 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 200 len: 916 time: 0.1237876 Mar 24 17:28:02.407117 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-6e37ee2d-53f8-4927-a2ff-1be9408e9538 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 HTTP/1.1" status: 200 len: 217 time: 0.0591059 Mar 24 17:28:02.470460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-01a41685-59ea-450b-ad55-16d232d2d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:02.471850 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-01a41685-59ea-450b-ad55-16d232d2d699 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 200 len: 855 time: 0.0598309 Mar 24 17:28:02.516539 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-40e01e76-1daf-4d0b-815f-e681933d630e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3801d325-0438-4c6d-b9d2-1ef4b242f02d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389991 Mar 24 17:28:02.646119 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-badbb68e-a1f0-4b7c-89e0-04bc4ca83f68 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236610 Mar 24 17:28:02.651809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3b944f3e-23bd-4dc6-bc6c-e5af84dbed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:02.743750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:28:02.774733 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dae2f7c8-329c-458a-92d8-4749443df1e9 req-26fb0800-deae-4e72-bfd9-0a3757a7bd65 service neutron] 10.222.0.48 "GET /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230586 Mar 24 17:28:02.811033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:02.811399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:02.937286 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:02.939574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:02.966095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:28:02.975932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:03.019561 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09', 'code': 200} Mar 24 17:28:03.045196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:03.114444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:03.235218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd4e0-b42a-4962-a31c-baa182b66e3a req-8093433b-0c0f-4f47-ae2d-f5b4c91bdf92 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:03.236594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ff3cd4e0-b42a-4962-a31c-baa182b66e3a req-8093433b-0c0f-4f47-ae2d-f5b4c91bdf92 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0823276 Mar 24 17:28:03.279054 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ff3cd4e0-b42a-4962-a31c-baa182b66e3a req-9924f9bf-e608-407d-8cda-2ec2a8acf28e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369396 Mar 24 17:28:03.392545 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:28:03.859670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:03.937558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:04.465176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa502123-8c29-4449-986f-5a212a4735e2 req-6467a1b0-b8d6-4d89-959a-d50818ca9310 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:04.466724 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa502123-8c29-4449-986f-5a212a4735e2 req-6467a1b0-b8d6-4d89-959a-d50818ca9310 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0804224 Mar 24 17:28:04.510351 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa502123-8c29-4449-986f-5a212a4735e2 req-c8d5ca0c-9ee1-4e30-80ef-1e89bbf740ed tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380783 Mar 24 17:28:04.787745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6c3d3-08c1-4679-8e4e-3572a8061f91 req-6dce96bc-d796-4579-b69a-561c329b2164 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:04.789209 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ade6c3d3-08c1-4679-8e4e-3572a8061f91 req-6dce96bc-d796-4579-b69a-561c329b2164 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.1716428 Mar 24 17:28:04.832097 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ade6c3d3-08c1-4679-8e4e-3572a8061f91 req-88a58c94-07eb-46ce-ab21-0f1cb5fbe42e tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Mar 24 17:28:05.016190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf19f25-dfef-4e15-9076-d3ffddf3d300 req-2f29e7de-25a7-4efd-b464-dced15993c67 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:05.017614 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-edf19f25-dfef-4e15-9076-d3ffddf3d300 req-2f29e7de-25a7-4efd-b464-dced15993c67 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0806847 Mar 24 17:28:05.061745 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-edf19f25-dfef-4e15-9076-d3ffddf3d300 req-3fee4721-2c24-4b3c-beea-61225e3fccd3 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Mar 24 17:28:05.354802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:05.880254 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdee202-3ad1-4f40-a55b-1fe0e41dfa43 req-bb65682d-04ea-475e-a1d8-161de46e5fec tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:05.881695 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-acdee202-3ad1-4f40-a55b-1fe0e41dfa43 req-bb65682d-04ea-475e-a1d8-161de46e5fec tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0795901 Mar 24 17:28:05.927983 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-acdee202-3ad1-4f40-a55b-1fe0e41dfa43 req-66bb0e21-5db9-4a63-8e13-c066b4c4d8c5 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405717 Mar 24 17:28:07.115069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec96f1-edf0-4dcc-8de2-8c12c3062a8a req-d3467072-9086-429b-b791-868abbad9d97 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:07.116555 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8ec96f1-edf0-4dcc-8de2-8c12c3062a8a req-d3467072-9086-429b-b791-868abbad9d97 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0820036 Mar 24 17:28:07.159274 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8ec96f1-edf0-4dcc-8de2-8c12c3062a8a req-202b86cb-9a35-4378-a037-c7fb8af239fa tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/security-groups?id=3a223d89-de56-470d-9251-8ed47ea44ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369096 Mar 24 17:28:07.266062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-261a4fdb-7b57-41f1-9ac3-a1f34b65ecfe tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:07.267497 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-261a4fdb-7b57-41f1-9ac3-a1f34b65ecfe tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 946 time: 0.0822358 Mar 24 17:28:07.338068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Deleting port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:28:07.338403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:07.591862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] For port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,segment=NetworkSegment(6bd0f3ce-2b90-42a9-ad84-04f45ca0434a),segment_id=6bd0f3ce-2b90-42a9-ad84-04f45ca0434a)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:07.592234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:07.711679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Calling delete_port for b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:28:07.915233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:07.930467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:28:07.966021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Pushing event deleted for resources: {'Port': ['ID=b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:08.039647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] No DVR routers for this DVR port b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:28:08.042040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:08.045135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'name': 'network-vif-deleted', 'tag': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:28:08.094154 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05fd10b-3ac6-4d31-bd85-574db2f9f494', 'name': 'network-vif-deleted', 'tag': 'b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09', 'status': 'completed', 'code': 200} Mar 24 17:28:08.104169 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-244e0fcb-4ab7-4b99-9191-98652e4d239c req-2af6940c-b16d-4c5c-83bd-af9351b050a4 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.48 "DELETE /v2.0/ports/b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 HTTP/1.1" status: 204 len: 173 time: 0.8318820 Mar 24 17:28:08.321499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-4fffef77-7391-4ebd-9a8d-5c744b0417ff req-e2f2572c-d41b-4c97-a46e-30d3e75f57c7 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Synchronizing usage tracker for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:28:08.463276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-4fffef77-7391-4ebd-9a8d-5c744b0417ff req-e2f2572c-d41b-4c97-a46e-30d3e75f57c7 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] Unset dirty status for tenant:2b9a543a5953477bb4b9c42faa5d1685 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:28:08.464470 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4fffef77-7391-4ebd-9a8d-5c744b0417ff req-e2f2572c-d41b-4c97-a46e-30d3e75f57c7 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] 10.222.0.47 "GET /v2.0/ports?device_id=c05fd10b-3ac6-4d31-bd85-574db2f9f494 HTTP/1.1" status: 200 len: 210 time: 0.1843045 Mar 24 17:28:09.693024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 45560) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:09.753444 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-3789565d-6880-455c-96ee-6625edc4b0bb admin admin] Deleting subnet c0448d55-4a07-4e4c-ba4a-6abfa451eb88 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:28:09.756170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3789565d-6880-455c-96ee-6625edc4b0bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:09.804144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3789565d-6880-455c-96ee-6625edc4b0bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:09.858836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3789565d-6880-455c-96ee-6625edc4b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:09.994672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3789565d-6880-455c-96ee-6625edc4b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:10.033927 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789565d-6880-455c-96ee-6625edc4b0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0448d55-4a07-4e4c-ba4a-6abfa451eb88,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:10.035836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3789565d-6880-455c-96ee-6625edc4b0bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:10.044885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45564) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:10.045453 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3789565d-6880-455c-96ee-6625edc4b0bb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c0448d55-4a07-4e4c-ba4a-6abfa451eb88 HTTP/1.1" status: 204 len: 168 time: 0.3508527 Mar 24 17:28:10.149645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:10.268933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:10.294342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3801d325-0438-4c6d-b9d2-1ef4b242f02d']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:10.305793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:10.306089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd0f3ce-2b90-42a9-ad84-04f45ca0434a') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:10.317006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:10.332366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:10.338191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:28:10.338562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:28:10.354907 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:28:10.463176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:10.478391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:10.488794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] Pushing event deleted for resources: {'Network': ['ID=3801d325-0438-4c6d-b9d2-1ef4b242f02d,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:10.549755 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ca542073-fae8-40f4-8ca3-121f7317ea78 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3801d325-0438-4c6d-b9d2-1ef4b242f02d HTTP/1.1" status: 204 len: 168 time: 0.5036967 Mar 24 17:28:10.805949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45570) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:10.858044 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4980575c-8970-47cb-98ae-99626b66dc42 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2b9a543a5953477bb4b9c42faa5d1685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509243 Mar 24 17:28:10.860640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45574) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:11.005829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a151996d-f849-4076-b4fe-d4e1d5c04065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:11.030983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a151996d-f849-4076-b4fe-d4e1d5c04065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:11.176409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a151996d-f849-4076-b4fe-d4e1d5c04065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:11.193582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151996d-f849-4076-b4fe-d4e1d5c04065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a223d89-de56-470d-9251-8ed47ea44ee2,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:11.251102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a151996d-f849-4076-b4fe-d4e1d5c04065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:11.252231 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a151996d-f849-4076-b4fe-d4e1d5c04065 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a223d89-de56-470d-9251-8ed47ea44ee2 HTTP/1.1" status: 204 len: 168 time: 0.3906915 Mar 24 17:28:12.257330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45598) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:12.362392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1830361945-network', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:12.367278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:12.371220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Usage tracker for resource:network and tenant:a745a4b9228a485c86d376bd89a9a457 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:28:12.377144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:28:12.383685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:12.467630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Made reservation on behalf of a745a4b9228a485c86d376bd89a9a457 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:28:12.469935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:12.482026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:12.495930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:12.500198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Usage tracker for resource:security_group_rule and tenant:a745a4b9228a485c86d376bd89a9a457 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:28:12.502894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:28:12.508524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:12.590842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:12.662962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:12.703768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:28:12.716906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ccba78-aad0-424f-b55b-f12c4ba50184,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:12.723003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:12.723342 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Added segment 15c499eb-7ef1-4943-b216-50df6cc148f3 of type vlan for network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 Mar 24 17:28:12.750841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:12.847618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:28:12.856323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:12.857316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:12.858071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:12.883385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:28:12.883866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b4f0ce5a-9895-4b0a-9e8e-5b5ec6943a09 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:28:12.960145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] Pushing event updated for resources: {'Network': ['ID=4cf4f192-868e-4889-95dc-7cba0b30d7c0,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:12.970853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:28:13.046910 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-01f2915f-51f7-4e59-8b9f-11dd1605539f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7884598 Mar 24 17:28:13.049682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45604) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:13.055070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Request body: {'subnet': {'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1830361945-subnet', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:13.062724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:13.064358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Usage tracker for resource:subnet and tenant:a745a4b9228a485c86d376bd89a9a457 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:28:13.067288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:28:13.073807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:13.166007 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Made reservation on behalf of a745a4b9228a485c86d376bd89a9a457 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:28:13.168290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:13.417493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:13.488716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016814da-d0dd-4809-9ba2-769bd9551129,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:13.501585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Checking segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:28:13.501932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Network hostable DHCP agents. Network: 4cf4f192-868e-4889-95dc-7cba0b30d7c0, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:28:13.565715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:28:13.645636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 4cf4f192-868e-4889-95dc-7cba0b30d7c0) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:28:13.649563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:13.650154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:13.655086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334d775-46dc-46d0-ae13-fbcd3e7a9766 None None] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:28:13.732756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-011134cc-ad2f-4806-ac39-41ef296ba969 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6818559 Mar 24 17:28:13.735335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45608) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:13.740971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:13.746688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:13.751163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Usage tracker for resource:router and tenant:a745a4b9228a485c86d376bd89a9a457 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:28:13.754155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:28:13.761310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:13.846252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:13.847495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:13.863419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:13.868216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:28:13.869150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:14.033869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Allocated IP 172.20.0.2 (4cf4f192-868e-4889-95dc-7cba0b30d7c0/016814da-d0dd-4809-9ba2-769bd9551129/63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:28:14.205365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:14.244776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:14.255041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Transition to ACTIVE for port object 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:28:14.272485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Transition to ACTIVE for port object 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:28:14.355170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:14.421532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:28:14.424339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:28:14.432420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:28:14.439583 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Pushing event updated for resources: {'Port': ['ID=63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:14.526997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Attempting to bind port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:28:14.527362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Attempting to bind port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:28:14.527728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Attempting to bind port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:28:14.534234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:28:14.534234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Checking segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:28:14.539692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:14.539692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Bound using segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:28:14.539692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Bound port: 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:28:14.539692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:14.599134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:14.623319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] For port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:28:14.625829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] For port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:28:14.630241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:14.726386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:14.842107 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c0a42-44ef-4235-9505-56a7fb73e44c None None] Pushing event updated for resources: {'Port': ['ID=63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:14.882118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Allocated IP 172.26.4.167 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/8e19d1dd-47db-41ac-b364-6e22bc43e1aa) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:28:15.056631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:15.154875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:15.214737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:28:15.217613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:28:15.225244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:28:15.258142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Pushing event updated for resources: {'Port': ['ID=8e19d1dd-47db-41ac-b364-6e22bc43e1aa,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:15.705517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:15.756769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62dc0b6-495e-4ea7-b463-9b20d12b6ed8 None None] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:28:15.967642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-80551c00-b76a-479b-8973-bcfc5c2ac802 None None] Provisioning for port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:28:16.051108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:16.262717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:28:16.354225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:28:16.381611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:28:16.386539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:16.386935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:16.513042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:16.547049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:16.610370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:16.657758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:28:16.671022 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:28:16.680462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:16.683400 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:28:16.683400 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:28:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:16.753303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:16.754731 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-42a5e556-80cb-4568-808a-665b15721622 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0184610 Mar 24 17:28:16.757597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45612) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:16.887924 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:28:17.164798 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:15Z', 'revision_number': 3, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:17.168542 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:28:17.168880 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Updating router 3925f74e-3e76-4768-9b63-9513f3c3f46c port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:28:17.223769 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:17.437272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:17.557372 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:17.569639 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Transition to ACTIVE for port object 8e19d1dd-47db-41ac-b364-6e22bc43e1aa will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:28:17.636216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Allocated IP 172.20.0.1 (4cf4f192-868e-4889-95dc-7cba0b30d7c0/016814da-d0dd-4809-9ba2-769bd9551129/71c03e63-44c3-48ac-92d6-a288a5f79de7) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:28:17.640456 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:17.715613 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Attempting to bind port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:28:17.716760 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Attempting to bind port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:28:17.716885 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Attempting to bind port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:28:17.723296 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Pushing event updated for resources: {'Port': ['ID=8e19d1dd-47db-41ac-b364-6e22bc43e1aa,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:17.728164 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:28:17.728528 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:28:17.728921 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:17.729342 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:28:17.729800 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Bound port: 8e19d1dd-47db-41ac-b364-6e22bc43e1aa, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:28:17.730159 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:17.769017 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.769357 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.769694 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.770023 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.770352 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.770673 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.770992 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.771310 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.771625 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.771938 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.772274 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.772582 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:17.784757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:17.800814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Transition to ACTIVE for port object 71c03e63-44c3-48ac-92d6-a288a5f79de7 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:28:17.814571 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] For port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:28:17.817793 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] For port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8e19d1dd-47db-41ac-b364-6e22bc43e1aa,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:28:17.890542 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:17.904565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:17.968780 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:28:17.969391 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:28:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:17.969578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:28:17.976233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:28:17.978491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:28:18.008372 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Pushing event updated for resources: {'Port': ['ID=71c03e63-44c3-48ac-92d6-a288a5f79de7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:18.027325 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f4290-a349-41cb-a96a-96714c240dc0 None None] Pushing event updated for resources: {'Port': ['ID=8e19d1dd-47db-41ac-b364-6e22bc43e1aa,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:18.042158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:18.160294 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:28:18.235542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:28:18.309418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ba731cc1-0dbb-4bff-b98a-d9d75f7428f9 None None] Provisioning for port 71c03e63-44c3-48ac-92d6-a288a5f79de7 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:28:18.320303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ba731cc1-0dbb-4bff-b98a-d9d75f7428f9 None None] Provisioning complete for port 71c03e63-44c3-48ac-92d6-a288a5f79de7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:18.320885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ba731cc1-0dbb-4bff-b98a-d9d75f7428f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:18.384950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:18.385315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:18.435781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ba731cc1-0dbb-4bff-b98a-d9d75f7428f9 None None] Port 71c03e63-44c3-48ac-92d6-a288a5f79de7 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:28:18.454635 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:15Z', 'revision_number': 3, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:18.458470 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021c0af-a51d-4b5b-be7e-d83505b8cf65 None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:15Z', 'revision_number': 3, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:28:18.531112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:18.765026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:18.823074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:18.934772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:18.938288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Pushing event updated for resources: {'Port': ['ID=71c03e63-44c3-48ac-92d6-a288a5f79de7,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:18.949414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.949753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.950095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.950941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.951371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.951730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.952037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.952359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.952674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.952988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.953299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:18.953610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:28:19.089144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:28:19.090369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:28:19.288597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:28:19.364279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c78ec584-ec62-483d-9f6a-2fe43d094083 None None] Provisioning complete for port 71c03e63-44c3-48ac-92d6-a288a5f79de7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:19.364819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c78ec584-ec62-483d-9f6a-2fe43d094083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:19.416257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c78ec584-ec62-483d-9f6a-2fe43d094083 None None] Port 71c03e63-44c3-48ac-92d6-a288a5f79de7 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:28:19.474093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:28:19.483690 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a64aaccd-a1f4-4f8d-979f-ab8ae493c143 admin admin] 10.222.0.47 "PUT /v2.0/routers/3925f74e-3e76-4768-9b63-9513f3c3f46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7250209 Mar 24 17:28:19.944099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:28:19.953234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:28:19.953835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:28:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:20.126909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:28:20.182932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45622) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:20.192380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998935540', 'description': 'tempest-description--93587287'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:20.201764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:20.205852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Usage tracker for resource:security_group and tenant:a745a4b9228a485c86d376bd89a9a457 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:28:20.208886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:28:20.215849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:20.258658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8e19d1dd-47db-41ac-b364-6e22bc43e1aa up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:28:20.319053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.339401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:20.343902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Usage tracker for resource:security_group_rule and tenant:a745a4b9228a485c86d376bd89a9a457 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:28:20.346820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:28:20.352527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:20.422729 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.490762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 2, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:20.494591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:28:20.494941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Updating router 3925f74e-3e76-4768-9b63-9513f3c3f46c port 71c03e63-44c3-48ac-92d6-a288a5f79de7 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:28:20.513486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.548255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:28:20.554585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.559195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e78324-2776-4dd3-8999-0e6b457d3eda,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:20.598276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:20.598635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.629166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.630480 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c3e33efb-b1b2-4988-bddf-fd5492aac067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4464743 Mar 24 17:28:20.633277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45626) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:20.638377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'security_group_rule': {'security_group_id': '35e78324-2776-4dd3-8999-0e6b457d3eda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:20.644265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:20.648138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Usage tracker for resource:security_group_rule and tenant:a745a4b9228a485c86d376bd89a9a457 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:28:20.650954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:28:20.657269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:20.709756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.769834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.844490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.848671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.868622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181c7067-6509-420e-837d-481a8046a7a2,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:20.918840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8e19d1dd-47db-41ac-b364-6e22bc43e1aa,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:20.947409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:20.948776 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ac769f81-4fff-4eef-aa97-6c524852da35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3145981 Mar 24 17:28:20.951978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45630) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:20.957359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'security_group_rule': {'security_group_id': '35e78324-2776-4dd3-8999-0e6b457d3eda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:20.964904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:20.967681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Usage tracker for resource:security_group_rule and tenant:a745a4b9228a485c86d376bd89a9a457 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:28:20.970703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:28:20.976578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:21.003985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.046562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.085626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.106568 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Transition to ACTIVE for port object 71c03e63-44c3-48ac-92d6-a288a5f79de7 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:28:21.109928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=8e19d1dd-47db-41ac-b364-6e22bc43e1aa,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:21.110771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.165515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.188616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4059051e-7c79-4fda-a2bc-dab3274fa6ba,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:21.194424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.274341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.278451 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a98e4584-558f-42d7-97f5-29b105234ac4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224478 Mar 24 17:28:21.283624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45634) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:21.285005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:21.291378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:21.296178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Usage tracker for resource:floatingip and tenant:a745a4b9228a485c86d376bd89a9a457 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:28:21.299336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:28:21.305858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:21.351387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af794058-d27c-4631-a618-e786e0febcef None None] Pushing event updated for resources: {'Port': ['ID=71c03e63-44c3-48ac-92d6-a288a5f79de7,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:21.377432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.417036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Attempting to bind port 71c03e63-44c3-48ac-92d6-a288a5f79de7 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:28:21.417686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Attempting to bind port 71c03e63-44c3-48ac-92d6-a288a5f79de7 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:28:21.418487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Attempting to bind port 71c03e63-44c3-48ac-92d6-a288a5f79de7 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:28:21.424709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:28:21.425083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Checking segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:28:21.425484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.425877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Bound using segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:28:21.426350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Bound port: 71c03e63-44c3-48ac-92d6-a288a5f79de7, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:28:21.426720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.529408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] For port 71c03e63-44c3-48ac-92d6-a288a5f79de7, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:28:21.530801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.533658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] For port 71c03e63-44c3-48ac-92d6-a288a5f79de7, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=71c03e63-44c3-48ac-92d6-a288a5f79de7,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:28:21.587815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:21.666754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Allocated IP 172.26.4.146 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/b0817b97-3465-4d11-96bb-44f9436e7e90) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:28:21.670380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af794058-d27c-4631-a618-e786e0febcef None None] Pushing event updated for resources: {'Port': ['ID=71c03e63-44c3-48ac-92d6-a288a5f79de7,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:21.674136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:28:21.674745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:28:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:21.863632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:28:21.937429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:22.028201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:22.093034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:28:22.095662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:28:22.103358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:28:22.133265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event updated for resources: {'Port': ['ID=b0817b97-3465-4d11-96bb-44f9436e7e90,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:22.189654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:22.221016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:21Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:22.224929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc6412-6d13-44a5-a66d-b6a8e97cc439 None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:21Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:28:22.234873 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8e19d1dd-47db-41ac-b364-6e22bc43e1aa up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:28:22.317112 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:22.317479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:22.360822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:22.583953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:22.640508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:22.759448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event updated for resources: {'Port': ['ID=b0817b97-3465-4d11-96bb-44f9436e7e90,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:22.773765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:22.863103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:22.868005 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bb62e55d-eeb5-4ecf-a396-e83871efca8e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5841732 Mar 24 17:28:23.034029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6e1601c3-801f-445e-b26d-70c07805458d req-34f68862-cbf5-419c-a48f-cccc1dac5c98 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:28:23.165842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6e1601c3-801f-445e-b26d-70c07805458d req-34f68862-cbf5-419c-a48f-cccc1dac5c98 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:28:23.167094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-34f68862-cbf5-419c-a48f-cccc1dac5c98 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1998935540&fields=id&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 267 time: 0.1752176 Mar 24 17:28:23.322551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1601c3-801f-445e-b26d-70c07805458d req-edf8ca90-6054-4561-89a8-f1c8d5c6335b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:23.323201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6e1601c3-801f-445e-b26d-70c07805458d req-edf8ca90-6054-4561-89a8-f1c8d5c6335b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:28:23.416037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6e1601c3-801f-445e-b26d-70c07805458d req-edf8ca90-6054-4561-89a8-f1c8d5c6335b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:28:23.417583 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-edf8ca90-6054-4561-89a8-f1c8d5c6335b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 812 time: 0.2427189 Mar 24 17:28:23.443947 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-d94304b7-b0ef-4349-a0aa-f2a94465aa4e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/quotas/a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 375 time: 0.0130999 Mar 24 17:28:23.530473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6e1601c3-801f-445e-b26d-70c07805458d req-038c7513-f18a-44cd-bad9-9480025ace34 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:28:23.611506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6e1601c3-801f-445e-b26d-70c07805458d req-038c7513-f18a-44cd-bad9-9480025ace34 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:28:23.613098 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-038c7513-f18a-44cd-bad9-9480025ace34 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1638277 Mar 24 17:28:23.802812 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-47b67954-6461-4d6c-a9da-20537beff335 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780114 Mar 24 17:28:23.937482 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-44f918d2-69e8-426c-b454-a7ccc038e709 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289296 Mar 24 17:28:24.215372 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-809d0a20-4922-4603-a0ad-792cf942152c req-64ee3016-f45b-4aff-9dc1-b5c64c88848c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 210 time: 0.0517330 Mar 24 17:28:24.276133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 71c03e63-44c3-48ac-92d6-a288a5f79de7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:28:24.394325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 71c03e63-44c3-48ac-92d6-a288a5f79de7 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:28:24.400007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 71c03e63-44c3-48ac-92d6-a288a5f79de7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:24.401943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:24.534788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:24.574713 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 71c03e63-44c3-48ac-92d6-a288a5f79de7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=71c03e63-44c3-48ac-92d6-a288a5f79de7,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:24.662133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:24.729035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=71c03e63-44c3-48ac-92d6-a288a5f79de7,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:25.371612 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-774efc0b-e58f-4941-ad8c-68d0e1071298 req-e0bd3276-062f-4e30-8f1a-2146cd8153a9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 210 time: 0.0464129 Mar 24 17:28:26.232477 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 71c03e63-44c3-48ac-92d6-a288a5f79de7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:28:26.300801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 71c03e63-44c3-48ac-92d6-a288a5f79de7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:26.301166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:26.419299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1601c3-801f-445e-b26d-70c07805458d req-799583dd-6a55-4030-9639-56132e95a196 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:26.421369 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-799583dd-6a55-4030-9639-56132e95a196 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 812 time: 0.1509283 Mar 24 17:28:26.469426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-cb003501-ca3b-4a47-8030-b9d28b72e879 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 380 time: 0.0406573 Mar 24 17:28:26.477118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'port': {'device_id': '0b68c554-816d-42f1-8d27-6a96286d9007', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'admin_state_up': True, 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'security_groups': ['35e78324-2776-4dd3-8999-0e6b457d3eda']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:26.554963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fd35c15-f331-48c4-b31c-8728c8edb35c req-ea982328-aab4-43d8-93c0-944ebeccf381 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 210 time: 0.0619850 Mar 24 17:28:26.754906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:28:26.765177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:28:26.828640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Made reservation on behalf of a745a4b9228a485c86d376bd89a9a457 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:28:26.832211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:26.991015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Allocated IP 172.20.0.10 (4cf4f192-868e-4889-95dc-7cba0b30d7c0/016814da-d0dd-4809-9ba2-769bd9551129/522668c1-29da-4bad-be07-dffe2c8da857) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:28:27.172471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:27.187602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Transition to ACTIVE for port object 522668c1-29da-4bad-be07-dffe2c8da857 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:28:27.292241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:27.360959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:28:27.363858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:28:27.372244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:28:27.403792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event updated for resources: {'Port': ['ID=522668c1-29da-4bad-be07-dffe2c8da857,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:27.441034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:27.441702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:27.536564 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-811da2f4-387f-473f-8e6e-8d1ed3ffd98c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0587702 Mar 24 17:28:27.543889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Request body: {'port': {'device_id': '0b68c554-816d-42f1-8d27-6a96286d9007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:27.605939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a5839bb9-a810-4d1f-b370-f18980a5723e None None] Provisioning for port 522668c1-29da-4bad-be07-dffe2c8da857 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:28:27.611388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a5839bb9-a810-4d1f-b370-f18980a5723e None None] Provisioning complete for port 522668c1-29da-4bad-be07-dffe2c8da857 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:27.611827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5839bb9-a810-4d1f-b370-f18980a5723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:27.658563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:27.673019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a5839bb9-a810-4d1f-b370-f18980a5723e None None] Port 522668c1-29da-4bad-be07-dffe2c8da857 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:28:27.882016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ccdfb-f200-422a-96d3-11c7c846c94d req-65336626-8bee-4d54-bedd-b8a23f105db1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:27.882694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-775ccdfb-f200-422a-96d3-11c7c846c94d req-65336626-8bee-4d54-bedd-b8a23f105db1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:28:27.987552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-775ccdfb-f200-422a-96d3-11c7c846c94d req-65336626-8bee-4d54-bedd-b8a23f105db1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:28:27.988721 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-775ccdfb-f200-422a-96d3-11c7c846c94d req-65336626-8bee-4d54-bedd-b8a23f105db1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 932 time: 0.3205519 Mar 24 17:28:28.055088 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-775ccdfb-f200-422a-96d3-11c7c846c94d req-f61bfc94-c557-45ad-a40e-803578c403e7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594406 Mar 24 17:28:28.125269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522668c1-29da-4bad-be07-dffe2c8da857 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:28:28.132299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:28.145876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Transition to ACTIVE for port object 522668c1-29da-4bad-be07-dffe2c8da857 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:28:28.223384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:28.352172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Pushing event updated for resources: {'Port': ['ID=522668c1-29da-4bad-be07-dffe2c8da857,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:28.457984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Attempting to bind port 522668c1-29da-4bad-be07-dffe2c8da857 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:28:28.458621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Attempting to bind port 522668c1-29da-4bad-be07-dffe2c8da857 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:28:28.458621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Attempting to bind port 522668c1-29da-4bad-be07-dffe2c8da857 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:28:28.463066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Port 522668c1-29da-4bad-be07-dffe2c8da857 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:28:28.463375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Attempting to bind port 522668c1-29da-4bad-be07-dffe2c8da857 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:28:28.468898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:28:28.469221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Checking segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:28:28.469593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Bound using segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:28:28.469999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Bound port: 522668c1-29da-4bad-be07-dffe2c8da857, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:28:28.470332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:28.557946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] For port 522668c1-29da-4bad-be07-dffe2c8da857, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:28:28.560680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] For port 522668c1-29da-4bad-be07-dffe2c8da857, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=522668c1-29da-4bad-be07-dffe2c8da857,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:28:28.668753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:28.724093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:28.724750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:28.726095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] 10.222.0.48 "PUT /v2.0/ports/522668c1-29da-4bad-be07-dffe2c8da857 HTTP/1.1" status: 200 len: 1094 time: 1.1863015 Mar 24 17:28:28.726527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:28:28.761234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c43273-ace1-4603-9b1f-8bfa68d10e57 service neutron] Pushing event updated for resources: {'Port': ['ID=522668c1-29da-4bad-be07-dffe2c8da857,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:28.776550 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857', 'status': 'completed', 'code': 200} Mar 24 17:28:28.865514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606089b1-8984-4fd2-9f08-f0d9c0a535d2 req-dd212b0b-4209-407b-a02e-79512e8e6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:28.867105 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-606089b1-8984-4fd2-9f08-f0d9c0a535d2 req-dd212b0b-4209-407b-a02e-79512e8e6d84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 1097 time: 0.0733473 Mar 24 17:28:29.099233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606089b1-8984-4fd2-9f08-f0d9c0a535d2 req-3ac52937-7b34-4851-8fed-cfb36906b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:29.100711 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-606089b1-8984-4fd2-9f08-f0d9c0a535d2 req-3ac52937-7b34-4851-8fed-cfb36906b76a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a745a4b9228a485c86d376bd89a9a457&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2264786 Mar 24 17:28:29.279795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606089b1-8984-4fd2-9f08-f0d9c0a535d2 req-5ae11597-a23a-4561-8c7a-dca232c7be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:29.279795 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-606089b1-8984-4fd2-9f08-f0d9c0a535d2 req-5ae11597-a23a-4561-8c7a-dca232c7be82 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1720235 Mar 24 17:28:29.303243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b14aa-0345-48ba-9bc8-3ebb491801e0 req-24efc472-2eb2-4798-910d-b47cd90836ba tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:29.304697 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-283b14aa-0345-48ba-9bc8-3ebb491801e0 req-24efc472-2eb2-4798-910d-b47cd90836ba tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 944 time: 0.1199183 Mar 24 17:28:29.393296 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-283b14aa-0345-48ba-9bc8-3ebb491801e0 req-c783b566-e0f6-4272-b374-95408bff152a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826528 Mar 24 17:28:29.413953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1601c3-801f-445e-b26d-70c07805458d req-bb6d9b07-b11b-4531-bbfe-333eb8a49fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:29.415391 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-bb6d9b07-b11b-4531-bbfe-333eb8a49fea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 1097 time: 0.0912499 Mar 24 17:28:29.483222 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-36a408df-9ba3-460f-9fa4-76acd816bfdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522668c1-29da-4bad-be07-dffe2c8da857 HTTP/1.1" status: 200 len: 217 time: 0.0591633 Mar 24 17:28:29.546674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1601c3-801f-445e-b26d-70c07805458d req-9a07df2a-8d6c-4abf-945e-9dd2dd175a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:29.548096 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-9a07df2a-8d6c-4abf-945e-9dd2dd175a1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0592232 Mar 24 17:28:29.620853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1601c3-801f-445e-b26d-70c07805458d req-f596eee6-3fb2-4438-bff5-be106009ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:29.622297 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-f596eee6-3fb2-4438-bff5-be106009ffd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685592 Mar 24 17:28:29.749279 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-eb686523-c7b6-4e8b-8e45-db55f6dc08b7 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210461 Mar 24 17:28:29.876530 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6e1601c3-801f-445e-b26d-70c07805458d req-cce5e2af-b562-42c0-acfc-ee99237faa52 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216383 Mar 24 17:28:30.433284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-82ac1c47-1eb0-46c7-804f-5d9ef499502d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:30.579040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e186df4-72ec-41c5-8fb6-03e6d0a4de9d req-da1a901b-45c1-4f66-a567-f7f83d2ae934 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:30.580496 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9e186df4-72ec-41c5-8fb6-03e6d0a4de9d req-da1a901b-45c1-4f66-a567-f7f83d2ae934 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 944 time: 0.0836384 Mar 24 17:28:30.622784 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9e186df4-72ec-41c5-8fb6-03e6d0a4de9d req-379b6b33-db11-44b6-b779-e280381d3384 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367577 Mar 24 17:28:31.805589 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c1193-ac2b-4c90-a611-b99a61453bfc req-a5f99bae-7f0a-4885-8a82-f3f495b0634d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:31.807103 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4e4c1193-ac2b-4c90-a611-b99a61453bfc req-a5f99bae-7f0a-4885-8a82-f3f495b0634d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 944 time: 0.0780807 Mar 24 17:28:31.875569 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4e4c1193-ac2b-4c90-a611-b99a61453bfc req-cf4d5c6c-923c-4765-aa3f-324d60ccbb3d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622177 Mar 24 17:28:32.645338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e1e5fd4d-9046-4e0a-99c0-ef8e075a833e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:32.908548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:32.930060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 522668c1-29da-4bad-be07-dffe2c8da857 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:28:33.059192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 522668c1-29da-4bad-be07-dffe2c8da857, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=522668c1-29da-4bad-be07-dffe2c8da857,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:33.064700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960135cb-d1f2-4e74-b48f-55ebf17ac61b req-2360fce1-4e67-4059-8630-9466ac036bac tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:33.066148 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-960135cb-d1f2-4e74-b48f-55ebf17ac61b req-2360fce1-4e67-4059-8630-9466ac036bac tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 944 time: 0.0819528 Mar 24 17:28:33.074310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '522668c1-29da-4bad-be07-dffe2c8da857', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '522668c1-29da-4bad-be07-dffe2c8da857', 'mac_address': 'fa:16:3e:85:66:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:28:33.109872 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-960135cb-d1f2-4e74-b48f-55ebf17ac61b req-c4cc3729-99ee-4185-bbf7-1b623b9b552f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378616 Mar 24 17:28:33.128284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:33.144349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522668c1-29da-4bad-be07-dffe2c8da857 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:28:33.159487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 522668c1-29da-4bad-be07-dffe2c8da857, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=522668c1-29da-4bad-be07-dffe2c8da857,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:33.228581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:33.297929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=522668c1-29da-4bad-be07-dffe2c8da857,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:33.434265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['522668c1-29da-4bad-be07-dffe2c8da857'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:28:33.879707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:33.937398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:34.288826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b0e6a-fbeb-424e-94b1-c50c39db6701 req-8744a20e-d330-4182-b93a-4e77c473c622 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:34.290265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e4b0e6a-fbeb-424e-94b1-c50c39db6701 req-8744a20e-d330-4182-b93a-4e77c473c622 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 945 time: 0.0782433 Mar 24 17:28:34.337085 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e4b0e6a-fbeb-424e-94b1-c50c39db6701 req-165f6da2-7428-44fc-aaf4-25d524429008 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409949 Mar 24 17:28:34.930562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 522668c1-29da-4bad-be07-dffe2c8da857 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:28:35.049954 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 522668c1-29da-4bad-be07-dffe2c8da857 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:28:35.054590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 522668c1-29da-4bad-be07-dffe2c8da857 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:28:35.054960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:35.168011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:35.193442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:28:35.203938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 522668c1-29da-4bad-be07-dffe2c8da857, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=522668c1-29da-4bad-be07-dffe2c8da857,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:28:35.239257 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857', 'code': 200} Mar 24 17:28:35.328733 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:35.441199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=522668c1-29da-4bad-be07-dffe2c8da857,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:28:35.520685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:35.535907 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99545c-bc2f-44f6-a5e0-cb631d1c6eda req-2fd81acb-cc71-49a5-b5f0-84265a908f05 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:35.537395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e99545c-bc2f-44f6-a5e0-cb631d1c6eda req-2fd81acb-cc71-49a5-b5f0-84265a908f05 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0799870 Mar 24 17:28:35.582475 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e99545c-bc2f-44f6-a5e0-cb631d1c6eda req-40556964-8dff-4519-aadf-bdc3661b5cef tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391920 Mar 24 17:28:35.677849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4afe24-0069-4596-b839-f1517111e54c req-c1172cb5-be16-428f-a2ff-6b0fb9ca93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:35.679309 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1f4afe24-0069-4596-b839-f1517111e54c req-c1172cb5-be16-428f-a2ff-6b0fb9ca93c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 1099 time: 0.0739520 Mar 24 17:28:35.721618 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1f4afe24-0069-4596-b839-f1517111e54c req-5eec7461-ed72-44cc-8c9f-edfae923c2e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350256 Mar 24 17:28:36.769932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ee045-2f22-4f58-948d-e8de0d340d9e req-f81efc0b-ba21-458e-9037-92a531324c0c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:36.771381 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e5ee045-2f22-4f58-948d-e8de0d340d9e req-f81efc0b-ba21-458e-9037-92a531324c0c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0787749 Mar 24 17:28:36.818706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e5ee045-2f22-4f58-948d-e8de0d340d9e req-63dc1c29-5a56-4a6c-93ac-7a98b3010284 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Mar 24 17:28:38.004425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db98270-0425-4c67-b84f-d7719cf813a5 req-a3bd1f47-80ac-4238-bbee-ffb78faef52f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:38.005873 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6db98270-0425-4c67-b84f-d7719cf813a5 req-a3bd1f47-80ac-4238-bbee-ffb78faef52f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0810022 Mar 24 17:28:38.049969 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6db98270-0425-4c67-b84f-d7719cf813a5 req-ad1dee99-d1e5-4b2b-b9d5-ea7fc81ac5cd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Mar 24 17:28:38.242091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b17fc9-a23b-4e4a-93b7-0271c1d3b70a req-7de9aeb5-3b3c-4301-b908-2b44e234917a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:38.243665 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9b17fc9-a23b-4e4a-93b7-0271c1d3b70a req-7de9aeb5-3b3c-4301-b908-2b44e234917a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0929441 Mar 24 17:28:38.252933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45694) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:28:38.258184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-05165b94-673a-4650-8247-341fa667e61c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'floatingip': {'port_id': '522668c1-29da-4bad-be07-dffe2c8da857'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:28:38.338718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05165b94-673a-4650-8247-341fa667e61c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:39.042928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05165b94-673a-4650-8247-341fa667e61c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:39.112973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05165b94-673a-4650-8247-341fa667e61c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:39.282160 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-05165b94-673a-4650-8247-341fa667e61c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Floating IP a94fc155-9662-49cc-aed8-26194c60895d associated. External IP: 172.26.4.146, port: 522668c1-29da-4bad-be07-dffe2c8da857. Mar 24 17:28:39.621148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05165b94-673a-4650-8247-341fa667e61c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:28:39.901646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05165b94-673a-4650-8247-341fa667e61c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:28:39.906669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-05165b94-673a-4650-8247-341fa667e61c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:28:39.912071 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:28:39.922265 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:28:39.922897 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:28:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:39.962411 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-05165b94-673a-4650-8247-341fa667e61c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "PUT /v2.0/floatingips/a94fc155-9662-49cc-aed8-26194c60895d HTTP/1.1" status: 200 len: 992 time: 1.7081382 Mar 24 17:28:39.963016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:28:40.013427 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857', 'status': 'completed', 'code': 200} Mar 24 17:28:40.129785 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:28:40.168284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-952dc833-0865-4919-8632-cecf6d28a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:40.169670 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-952dc833-0865-4919-8632-cecf6d28a5ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 1099 time: 0.1327326 Mar 24 17:28:40.179304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd10db-0822-4678-8b89-00c0f51c1e99 req-35c40fde-a05d-4f34-b1a0-fbae090d3fdd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:40.180701 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fedd10db-0822-4678-8b89-00c0f51c1e99 req-35c40fde-a05d-4f34-b1a0-fbae090d3fdd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.1114590 Mar 24 17:28:40.319537 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fedd10db-0822-4678-8b89-00c0f51c1e99 req-6cc2acb3-d2d4-4094-a551-1c8c62de2ae0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158254 Mar 24 17:28:40.343537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-15ba8b7b-3d20-4049-9880-04763d1ee1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:40.345140 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-15ba8b7b-3d20-4049-9880-04763d1ee1d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1635985 Mar 24 17:28:40.397644 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:28:40.484542 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '522668c1-29da-4bad-be07-dffe2c8da857', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:85:66:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b68c554-816d-42f1-8d27-6a96286d9007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:28:38Z', 'revision_number': 1, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:40.488245 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:28:40.491997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-0848e38e-d627-40b5-939c-ba5c8b7aa2f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522668c1-29da-4bad-be07-dffe2c8da857 HTTP/1.1" status: 200 len: 1000 time: 0.1412389 Mar 24 17:28:40.496390 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:28:40.496981 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:28:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:40.568226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-acfd95c2-58b5-4a7a-9660-8f1713c3f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:40.569651 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-acfd95c2-58b5-4a7a-9660-8f1713c3f74d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0696614 Mar 24 17:28:40.578841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e6fda-e5ba-4834-9e66-ab3c5fbbd66a req-f7896630-7ff2-4a6c-ae15-c79e5abbd81f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:40.580215 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-744e6fda-e5ba-4834-9e66-ab3c5fbbd66a req-f7896630-7ff2-4a6c-ae15-c79e5abbd81f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.1492431 Mar 24 17:28:40.669875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-744e6fda-e5ba-4834-9e66-ab3c5fbbd66a req-a1dbebcb-6672-487d-90e6-70d38fbb6b35 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563393 Mar 24 17:28:40.673328 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:28:40.693449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-5e49b40c-700b-456e-b9b1-204ab2f28e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:40.693449 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-5e49b40c-700b-456e-b9b1-204ab2f28e09 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071758 Mar 24 17:28:40.817906 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-2328c043-d40a-4fa5-8622-e66764211637 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237793 Mar 24 17:28:40.950105 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-036a6e1e-ce0a-46b9-9224-7d504cd5adc8 req-760a08f1-d09c-4ba1-9899-74f49bc6be26 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255934 Mar 24 17:28:41.009904 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '522668c1-29da-4bad-be07-dffe2c8da857', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:85:66:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b68c554-816d-42f1-8d27-6a96286d9007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:28:38Z', 'revision_number': 1, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:28:41.014414 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b6d8e-fe39-4d65-b8e9-3530d6252dbb None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '522668c1-29da-4bad-be07-dffe2c8da857', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:85:66:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b68c554-816d-42f1-8d27-6a96286d9007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:28:38Z', 'revision_number': 1, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:28:41.200165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2440490f-75f2-44e1-ae18-90487f26ea5b None None] New status for floating IP a94fc155-9662-49cc-aed8-26194c60895d: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:28:41.850982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be7b87-b910-4495-99db-a39922b8e76d req-dc3f0fa8-b05b-4fc8-a154-d19240af4545 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:41.852419 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-58be7b87-b910-4495-99db-a39922b8e76d req-dc3f0fa8-b05b-4fc8-a154-d19240af4545 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0774467 Mar 24 17:28:41.895577 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-58be7b87-b910-4495-99db-a39922b8e76d req-7d996460-ef74-472b-8a46-0711ea7a4ab7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373137 Mar 24 17:28:42.080033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86936-23a2-41e5-b24f-b89e9f8a0793 req-ddf8afa7-860b-4d0a-aee0-bf9335f3b8a1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:42.081473 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-77a86936-23a2-41e5-b24f-b89e9f8a0793 req-ddf8afa7-860b-4d0a-aee0-bf9335f3b8a1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0817127 Mar 24 17:28:42.124722 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-77a86936-23a2-41e5-b24f-b89e9f8a0793 req-c3bab395-deb1-48d7-b88f-d79ba23f1c38 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375969 Mar 24 17:28:42.691827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbe460-c97c-4faf-9d8d-03286e914a57 req-0d81dc9a-4027-4aec-8925-282ffd8dbfa0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:42.693295 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d0cbe460-c97c-4faf-9d8d-03286e914a57 req-0d81dc9a-4027-4aec-8925-282ffd8dbfa0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0801194 Mar 24 17:28:42.778105 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d0cbe460-c97c-4faf-9d8d-03286e914a57 req-5379da48-1659-4a03-bc25-37ed244dea21 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791247 Mar 24 17:28:42.805897 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-a57ece2e-dee6-4cb9-b14a-35eb436abc0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771816 Mar 24 17:28:43.962089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97be251-89c4-4932-8387-cff4693512ef req-9fda5ef3-56fe-439f-a2f4-f3b6d574d811 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:43.963570 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f97be251-89c4-4932-8387-cff4693512ef req-9fda5ef3-56fe-439f-a2f4-f3b6d574d811 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0795078 Mar 24 17:28:44.010947 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f97be251-89c4-4932-8387-cff4693512ef req-fae8b821-2714-49d5-b068-518a919280e6 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409658 Mar 24 17:28:44.780040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-b08708f4-bc98-4603-87e9-f461faf395cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:44.781739 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-b08708f4-bc98-4603-87e9-f461faf395cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 1099 time: 0.0694737 Mar 24 17:28:45.008245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-a1bf1f3d-5872-43c5-a14d-ae8adf4fabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:45.009675 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-a1bf1f3d-5872-43c5-a14d-ae8adf4fabcf service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.2218635 Mar 24 17:28:45.110192 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-b7191102-f851-4fa4-924e-a5f556c96fac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522668c1-29da-4bad-be07-dffe2c8da857 HTTP/1.1" status: 200 len: 1002 time: 0.0949724 Mar 24 17:28:45.215452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-1bbd83d0-1a31-418c-83e8-76735f164329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:45.216911 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-1bbd83d0-1a31-418c-83e8-76735f164329 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.1004524 Mar 24 17:28:45.285401 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5f53a-071d-4280-aa8b-03691f4158d4 req-8f9ceb9a-9f1e-44c5-8536-fe595b69b6ee tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:45.286816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1c5f53a-071d-4280-aa8b-03691f4158d4 req-8f9ceb9a-9f1e-44c5-8536-fe595b69b6ee tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.1714432 Mar 24 17:28:45.346328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1c5f53a-071d-4280-aa8b-03691f4158d4 req-4e170743-a641-4173-a7ed-1ad8d335d0a7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536819 Mar 24 17:28:45.349327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-56a00b95-75d5-4e84-b3a0-567e9719383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:45.350683 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-56a00b95-75d5-4e84-b3a0-567e9719383a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271896 Mar 24 17:28:45.481746 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-10b14f00-fc35-4e3e-9c3a-7e4cb2b71ad9 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215241 Mar 24 17:28:45.607107 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-5b51bbfd-5b0d-4231-b7e1-635697f4cdb7 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200540 Mar 24 17:28:46.528348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799d424-e3e7-402c-897d-1d694b94e4f8 req-0e505424-f781-4d23-9c7a-9c2b37439445 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:46.530284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6799d424-e3e7-402c-897d-1d694b94e4f8 req-0e505424-f781-4d23-9c7a-9c2b37439445 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0781288 Mar 24 17:28:46.574893 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6799d424-e3e7-402c-897d-1d694b94e4f8 req-3f6b33cb-6f02-40aa-a442-a8d5c50a3c17 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388179 Mar 24 17:28:47.771731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e13e3b-6881-450f-9268-cb6ad886f28a req-4499c7be-859e-4559-b5f6-5ab74f331cbc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:47.773198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04e13e3b-6881-450f-9268-cb6ad886f28a req-4499c7be-859e-4559-b5f6-5ab74f331cbc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0828753 Mar 24 17:28:47.815287 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04e13e3b-6881-450f-9268-cb6ad886f28a req-589e140c-9213-424b-966c-d700f4147aaa tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365586 Mar 24 17:28:49.135799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3c724-8e42-41b3-918e-6c4e8404dc68 req-c3d30f83-920a-41ee-b3f7-3d497ff457e7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:49.137138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78a3c724-8e42-41b3-918e-6c4e8404dc68 req-c3d30f83-920a-41ee-b3f7-3d497ff457e7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0765135 Mar 24 17:28:49.180134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78a3c724-8e42-41b3-918e-6c4e8404dc68 req-da8eda72-70c9-4bfb-95f1-238cefb92388 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372326 Mar 24 17:28:50.375822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea593b-f67f-4051-a394-9e7d27503bbb req-b30feb74-545f-4400-9665-8cdb8243de75 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:50.377265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80ea593b-f67f-4051-a394-9e7d27503bbb req-b30feb74-545f-4400-9665-8cdb8243de75 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0942161 Mar 24 17:28:50.421399 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80ea593b-f67f-4051-a394-9e7d27503bbb req-5f3eef74-aaf3-4781-9eeb-59c526854a63 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384798 Mar 24 17:28:51.599833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87002361-5cde-416b-986e-eecf83b07a55 req-102767c2-62d1-4747-b4f7-64749cabc03f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:51.601264 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87002361-5cde-416b-986e-eecf83b07a55 req-102767c2-62d1-4747-b4f7-64749cabc03f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0764263 Mar 24 17:28:51.644769 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87002361-5cde-416b-986e-eecf83b07a55 req-8506cd29-e1ac-475a-b4f1-b25af6099126 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378768 Mar 24 17:28:52.835026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677dd11-ead2-4e22-a1b6-a0f0afe9fbf7 req-f4e076bb-6f56-40a7-b0ce-bc3da86833c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:52.836513 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b677dd11-ead2-4e22-a1b6-a0f0afe9fbf7 req-f4e076bb-6f56-40a7-b0ce-bc3da86833c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0893147 Mar 24 17:28:52.882368 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b677dd11-ead2-4e22-a1b6-a0f0afe9fbf7 req-84b51fea-e750-4999-b9d3-653cceed34c9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 Mar 24 17:28:54.062768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fa281-9441-4028-bad1-830183b04630 req-cc40e99c-9bb5-4d8a-a34e-3436a3d06803 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:54.064193 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8a3fa281-9441-4028-bad1-830183b04630 req-cc40e99c-9bb5-4d8a-a34e-3436a3d06803 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0770252 Mar 24 17:28:54.109124 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8a3fa281-9441-4028-bad1-830183b04630 req-b81f35fe-2a5e-42c2-a39e-913993786937 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Mar 24 17:28:55.290458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8172e-7633-4379-a809-f7b7b78e77e4 req-7021896d-7554-4a3f-a8a9-6144aeac88cd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:55.294546 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-51c8172e-7633-4379-a809-f7b7b78e77e4 req-7021896d-7554-4a3f-a8a9-6144aeac88cd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0781491 Mar 24 17:28:55.335087 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-51c8172e-7633-4379-a809-f7b7b78e77e4 req-d11fa238-406d-4273-a823-e5f4318a3656 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369701 Mar 24 17:28:56.519122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e0979-51bc-4fa1-a725-a4a228b7948c req-0aa7dba7-55b5-4303-8195-c3380d55318a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:56.520479 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6f4e0979-51bc-4fa1-a725-a4a228b7948c req-0aa7dba7-55b5-4303-8195-c3380d55318a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0812290 Mar 24 17:28:56.564000 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6f4e0979-51bc-4fa1-a725-a4a228b7948c req-78f83ea2-f35e-42f2-82ee-aade01e50466 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379496 Mar 24 17:28:57.749268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71689c18-716c-4339-8bf6-0186fd5daf40 req-93e0e538-3fc0-4863-8214-1be16e90b2e3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:57.750900 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-71689c18-716c-4339-8bf6-0186fd5daf40 req-93e0e538-3fc0-4863-8214-1be16e90b2e3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0810916 Mar 24 17:28:57.793735 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-71689c18-716c-4339-8bf6-0186fd5daf40 req-dbfc2607-031a-4473-a737-c7c08df085d9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373719 Mar 24 17:28:59.070416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8817a1-0fa2-4793-8927-42c02f207c8d req-a0dfeeda-2177-44a6-b595-9f4a073bf586 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:28:59.071915 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ce8817a1-0fa2-4793-8927-42c02f207c8d req-a0dfeeda-2177-44a6-b595-9f4a073bf586 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.1686993 Mar 24 17:28:59.114952 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ce8817a1-0fa2-4793-8927-42c02f207c8d req-35f87486-f412-4b55-898d-c22007b5161f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368016 Mar 24 17:29:00.297627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2119fe8-4068-405f-98bf-6e8f165285c2 req-55bc166a-44a6-4823-8309-7bd569b24d9e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:00.299020 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d2119fe8-4068-405f-98bf-6e8f165285c2 req-55bc166a-44a6-4823-8309-7bd569b24d9e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0801415 Mar 24 17:29:00.341732 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d2119fe8-4068-405f-98bf-6e8f165285c2 req-e75665d8-b231-4240-adc1-d4bd04ec52cf tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370998 Mar 24 17:29:00.421995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ae1b59cf-e4dc-4bed-9db7-745c913581f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:01.531198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce1e8f-a9c4-4753-adfc-011444980afa req-9f3dd5a2-c500-4c57-9b06-8c4f61db46a8 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:01.532661 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-82ce1e8f-a9c4-4753-adfc-011444980afa req-9f3dd5a2-c500-4c57-9b06-8c4f61db46a8 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0774152 Mar 24 17:29:01.577851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-82ce1e8f-a9c4-4753-adfc-011444980afa req-e26a7395-de99-43d0-b5ea-78fd32bb360c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Mar 24 17:29:02.678424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ee67e8c0-72cd-4acd-9123-2bada7a6d36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:02.763056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cfa51-69d8-42fd-b121-c8b561ad8c97 req-920d7049-84cd-47a4-b9a0-0fb5f8ad53ae tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:02.765060 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-118cfa51-69d8-42fd-b121-c8b561ad8c97 req-920d7049-84cd-47a4-b9a0-0fb5f8ad53ae tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0818515 Mar 24 17:29:02.806956 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-118cfa51-69d8-42fd-b121-c8b561ad8c97 req-ef8ea9ce-ddb0-449b-9c8e-377e4c1a38c4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363221 Mar 24 17:29:02.924236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:03.908163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:03.936802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:03.994099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ac11d-fb34-4fc1-9efb-647e754ed611 req-49aa7bf2-58ba-40c4-8de6-b06f2373ee13 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:03.995524 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ff1ac11d-fb34-4fc1-9efb-647e754ed611 req-49aa7bf2-58ba-40c4-8de6-b06f2373ee13 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0805011 Mar 24 17:29:04.041867 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ff1ac11d-fb34-4fc1-9efb-647e754ed611 req-4790f37c-31bd-49da-bb33-4d4916ca64e5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Mar 24 17:29:05.224394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0e31-7462-4532-905e-7f6e75903f75 req-090796a8-2c8d-49a5-99d6-fe1e7cc9e23c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:05.225731 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8c8d0e31-7462-4532-905e-7f6e75903f75 req-090796a8-2c8d-49a5-99d6-fe1e7cc9e23c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0797944 Mar 24 17:29:05.267950 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8c8d0e31-7462-4532-905e-7f6e75903f75 req-404e548a-a2b6-4975-9f3d-1cc0cbb0a25a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366390 Mar 24 17:29:05.353283 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:06.453044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13436fdf-71b7-4779-b8f5-1701a634078a req-b5b7fab2-22a6-443e-a9fe-e58ffa01fe05 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:06.454381 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-13436fdf-71b7-4779-b8f5-1701a634078a req-b5b7fab2-22a6-443e-a9fe-e58ffa01fe05 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0824759 Mar 24 17:29:06.496594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-13436fdf-71b7-4779-b8f5-1701a634078a req-3fac48c4-fa39-4e8f-8842-30e1bb334953 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365815 Mar 24 17:29:07.733368 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-272ccb82-fb74-4cf8-8c67-db6e1c48a935 service neutron] 10.222.0.48 "GET /v2.0/ports/522668c1-29da-4bad-be07-dffe2c8da857/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.1304207 Mar 24 17:29:07.753093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d0676-1ecb-4501-b2fe-c488a11350c3 req-41d984c9-365b-48fc-b22a-0b622b072d99 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:07.759056 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-992d0676-1ecb-4501-b2fe-c488a11350c3 req-41d984c9-365b-48fc-b22a-0b622b072d99 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.1150730 Mar 24 17:29:07.797730 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-992d0676-1ecb-4501-b2fe-c488a11350c3 req-3a389521-f7fc-4cfe-bede-1a73e365dd32 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376675 Mar 24 17:29:08.257560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-cb274b56-be9b-4859-86f0-bdd9bb420dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:08.258991 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-cb274b56-be9b-4859-86f0-bdd9bb420dd5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 1099 time: 0.0717583 Mar 24 17:29:08.349327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-108d674f-9270-4d6f-976a-578298e81cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:08.350762 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-108d674f-9270-4d6f-976a-578298e81cd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 1099 time: 0.0700328 Mar 24 17:29:08.478950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-c3a7c4a7-9551-4be7-8da0-f6295b9f2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:08.480399 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-c3a7c4a7-9551-4be7-8da0-f6295b9f2288 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1239543 Mar 24 17:29:08.581003 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-f0d7faa2-0d8e-46cb-8802-ec26358bc804 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522668c1-29da-4bad-be07-dffe2c8da857 HTTP/1.1" status: 200 len: 1002 time: 0.0944307 Mar 24 17:29:08.640251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-a1defc48-3f65-4d75-aa82-5a3c5bf1f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:08.641621 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-a1defc48-3f65-4d75-aa82-5a3c5bf1f817 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0548971 Mar 24 17:29:08.715982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-102f8cc4-20e3-4aaa-8592-532f44badbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:08.717474 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-102f8cc4-20e3-4aaa-8592-532f44badbc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703406 Mar 24 17:29:08.844141 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-1d651d14-c395-4b81-9795-66e944024803 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206083 Mar 24 17:29:09.112805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-feb7818c-0e5d-4dee-9f81-98ed7813284f req-6b666092-1236-42aa-af52-03c18458238c service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630715 Mar 24 17:29:09.135653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91519f-956c-477f-8da2-900c9ed0f834 req-6fc648dd-a336-4423-a284-c03355dbc27e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:09.137087 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5f91519f-956c-477f-8da2-900c9ed0f834 req-6fc648dd-a336-4423-a284-c03355dbc27e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.2113144 Mar 24 17:29:09.180895 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5f91519f-956c-477f-8da2-900c9ed0f834 req-9f9b8fe2-c5fc-4f8a-967b-e8dca2236067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376227 Mar 24 17:29:10.368867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0e1a1-460f-4ce9-8c33-6af3a03f386a req-61b1aa26-4429-4142-bfd0-df68aa5605c7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:10.370302 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4cd0e1a1-460f-4ce9-8c33-6af3a03f386a req-61b1aa26-4429-4142-bfd0-df68aa5605c7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0817664 Mar 24 17:29:10.414101 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4cd0e1a1-460f-4ce9-8c33-6af3a03f386a req-f72f3330-0aad-478d-b3e4-fe1878b6fc7b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382276 Mar 24 17:29:11.175162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 522668c1-29da-4bad-be07-dffe2c8da857 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:29:11.305492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 522668c1-29da-4bad-be07-dffe2c8da857, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=522668c1-29da-4bad-be07-dffe2c8da857,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:29:11.320697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '522668c1-29da-4bad-be07-dffe2c8da857', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '522668c1-29da-4bad-be07-dffe2c8da857', 'mac_address': 'fa:16:3e:85:66:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:29:11.378479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:11.394467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 522668c1-29da-4bad-be07-dffe2c8da857 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:29:11.409488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 522668c1-29da-4bad-be07-dffe2c8da857, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=522668c1-29da-4bad-be07-dffe2c8da857,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:29:11.513868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:11.583144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['522668c1-29da-4bad-be07-dffe2c8da857'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:29:11.598330 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4d78-2769-4223-86b4-ba448d137ebc req-efcb53d6-5118-4cd6-a447-c1ccf0b046ad tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:11.599752 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f2db4d78-2769-4223-86b4-ba448d137ebc req-efcb53d6-5118-4cd6-a447-c1ccf0b046ad tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 945 time: 0.0809419 Mar 24 17:29:11.612166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=522668c1-29da-4bad-be07-dffe2c8da857,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:29:11.632036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.632386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.632723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.633055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.633386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.633709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.634031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.634353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.634675 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.634992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.635308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.635623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:11.644219 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f2db4d78-2769-4223-86b4-ba448d137ebc req-35d2811c-0fc3-49a1-ac75-fae26ba828cf tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386162 Mar 24 17:29:12.102610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd01326-6d26-4455-b70d-8bfbef0b98b8 req-9263ea08-54bf-4374-8dd3-d45ead7e90a3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:12.104058 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ebd01326-6d26-4455-b70d-8bfbef0b98b8 req-9263ea08-54bf-4374-8dd3-d45ead7e90a3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 945 time: 0.0818105 Mar 24 17:29:12.187251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ebd01326-6d26-4455-b70d-8bfbef0b98b8 req-8fa696df-283b-4dac-be70-2f27153012a2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518022 Mar 24 17:29:12.218652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-b66a3685-58b1-4980-a37d-8a2ed08ae250 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:12.220165 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-b66a3685-58b1-4980-a37d-8a2ed08ae250 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007&tenant_id=a745a4b9228a485c86d376bd89a9a457&binding%3Ahost_id=hv-neutron-8350 HTTP/1.1" status: 200 len: 945 time: 0.1151774 Mar 24 17:29:12.359042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-b4637bfb-6a37-4757-a5e4-714b57157eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:12.360516 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-b4637bfb-6a37-4757-a5e4-714b57157eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 1098 time: 0.0733120 Mar 24 17:29:12.488055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-9e1b86d6-dc73-48ba-a37c-81f550fc3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:12.489391 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-9e1b86d6-dc73-48ba-a37c-81f550fc3b0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1237001 Mar 24 17:29:12.588325 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-6fc693eb-9b06-417f-a8a1-73834f4f9960 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=522668c1-29da-4bad-be07-dffe2c8da857 HTTP/1.1" status: 200 len: 1001 time: 0.0933123 Mar 24 17:29:12.648376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-347ffd76-0e2d-49a3-bfb7-aeb758470186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:12.649792 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-347ffd76-0e2d-49a3-bfb7-aeb758470186 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0558147 Mar 24 17:29:12.725238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-43b08f3d-f78a-46a5-a9d7-0a7db0037d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:12.726656 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-43b08f3d-f78a-46a5-a9d7-0a7db0037d15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704148 Mar 24 17:29:12.854760 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-b35721a3-8a78-45fe-8ee1-779553151c10 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218071 Mar 24 17:29:12.981952 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ae50ecc-0fbc-4208-98e1-1405f965b2a9 req-e7908189-3a93-49d1-a102-b2f5b2771483 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207294 Mar 24 17:29:13.188517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 522668c1-29da-4bad-be07-dffe2c8da857 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:29:13.261624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 522668c1-29da-4bad-be07-dffe2c8da857 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:29:13.261999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:13.376161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8810b50-a741-4b46-9e3f-edbd72823b76 req-306556aa-5d50-4471-9692-6f2fcffa4142 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:13.377616 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c8810b50-a741-4b46-9e3f-edbd72823b76 req-306556aa-5d50-4471-9692-6f2fcffa4142 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 945 time: 0.0801694 Mar 24 17:29:13.380848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:13.409260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:29:13.418896 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 522668c1-29da-4bad-be07-dffe2c8da857, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=522668c1-29da-4bad-be07-dffe2c8da857,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:29:13.427273 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c8810b50-a741-4b46-9e3f-edbd72823b76 req-bfaa24b3-8eee-43a9-9b33-14ca123b46c6 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Mar 24 17:29:13.490879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:13.527378 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857', 'code': 200} Mar 24 17:29:13.562771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=522668c1-29da-4bad-be07-dffe2c8da857,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:29:14.617519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090538b-1016-4bcd-b8f9-60f00fa169dc req-69d32a32-3005-4f4e-beb1-9b58dc090d63 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:14.618966 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6090538b-1016-4bcd-b8f9-60f00fa169dc req-69d32a32-3005-4f4e-beb1-9b58dc090d63 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0852535 Mar 24 17:29:14.665450 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6090538b-1016-4bcd-b8f9-60f00fa169dc req-6630dfec-fbdc-4eeb-81c5-6170d4b00b48 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Mar 24 17:29:14.850632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c5f7-5600-435a-b1a6-6af9131ed572 req-6d624363-48cf-4050-b26f-179245edf46b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:14.852103 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0fe1c5f7-5600-435a-b1a6-6af9131ed572 req-6d624363-48cf-4050-b26f-179245edf46b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0782163 Mar 24 17:29:14.895530 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0fe1c5f7-5600-435a-b1a6-6af9131ed572 req-6fc1f1c5-3c52-442c-90e4-73700229bc39 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376339 Mar 24 17:29:15.076903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca2cd-911a-4289-be68-84b9fa3576ac req-a46d6ec0-f3c3-4d2d-8fc6-aabf0ec4e8eb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:15.078374 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dca2cd-911a-4289-be68-84b9fa3576ac req-a46d6ec0-f3c3-4d2d-8fc6-aabf0ec4e8eb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0818141 Mar 24 17:29:15.121502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dca2cd-911a-4289-be68-84b9fa3576ac req-f547b842-a8ed-490d-b467-d5bc818fb4a4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374513 Mar 24 17:29:15.684899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bdac1-ede0-4592-9711-afe308f06442 req-99e3522a-03c7-4871-b517-b8ddf357d9e5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:15.686930 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c31bdac1-ede0-4592-9711-afe308f06442 req-99e3522a-03c7-4871-b517-b8ddf357d9e5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0780051 Mar 24 17:29:15.728329 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c31bdac1-ede0-4592-9711-afe308f06442 req-bab1ae71-e653-4eab-9918-8662d39fc849 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358572 Mar 24 17:29:16.917148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32768-8221-463c-91ab-005532f50f0d req-9c2354ba-8894-4b57-bb9d-7780214a17ae tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:16.918594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0ca32768-8221-463c-91ab-005532f50f0d req-9c2354ba-8894-4b57-bb9d-7780214a17ae tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0815575 Mar 24 17:29:16.964060 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0ca32768-8221-463c-91ab-005532f50f0d req-1c2c5453-31d2-4c00-b821-bdc2895cc3b2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384848 Mar 24 17:29:17.284193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-9f69d195-8426-4d0c-b250-c976aff082d3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:17.285791 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-9f69d195-8426-4d0c-b250-c976aff082d3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.0785210 Mar 24 17:29:17.396600 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:29:17.451362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Deleting port 522668c1-29da-4bad-be07-dffe2c8da857 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:29:17.451693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:17.689748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] For port 522668c1-29da-4bad-be07-dffe2c8da857, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=522668c1-29da-4bad-be07-dffe2c8da857,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:29:17.690021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:17.969350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:17.970043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:17.970043 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Floating IP a94fc155-9662-49cc-aed8-26194c60895d disassociated. External IP: 172.26.4.146, port: 522668c1-29da-4bad-be07-dffe2c8da857. Mar 24 17:29:17.970237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Calling delete_port for 522668c1-29da-4bad-be07-dffe2c8da857 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:29:18.179825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b8fb5-0149-4bef-a77c-c36b1dfa7eb3 req-1edf9cde-1323-4824-bbca-607325934704 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:18.181298 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d9b8fb5-0149-4bef-a77c-c36b1dfa7eb3 req-1edf9cde-1323-4824-bbca-607325934704 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 946 time: 0.1017690 Mar 24 17:29:18.215414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:18.275624 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d9b8fb5-0149-4bef-a77c-c36b1dfa7eb3 req-40833fc3-78f2-418d-9927-49755899c09c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885820 Mar 24 17:29:18.277935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event deleted for resources: {'Port': ['ID=522668c1-29da-4bad-be07-dffe2c8da857,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:29:18.468671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:29:18.646532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:29:18.656788 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:29:18.666076 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:29:18.666674 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:29:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:29:18.716656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] No DVR routers for this DVR port 522668c1-29da-4bad-be07-dffe2c8da857 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:29:18.719132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:18.721826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'name': 'network-vif-deleted', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:29:18.766937 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b68c554-816d-42f1-8d27-6a96286d9007', 'name': 'network-vif-deleted', 'tag': '522668c1-29da-4bad-be07-dffe2c8da857', 'status': 'completed', 'code': 200} Mar 24 17:29:18.799877 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8b3eb65d-919e-4b68-b0ff-62ca89cc4226 req-34eb6fb6-e986-44d1-994f-e5a23797e963 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "DELETE /v2.0/ports/522668c1-29da-4bad-be07-dffe2c8da857 HTTP/1.1" status: 204 len: 173 time: 1.5095460 Mar 24 17:29:18.885974 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:29:19.199168 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:29:19.202850 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:29:19.210854 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:29:19.211437 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:29:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:29:19.389961 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:29:19.439388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43280f50-fe26-4f1f-96db-b08f31dcd167 req-35fe8967-092e-4adb-90ea-7c0b5e7e2741 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:29:19.536464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-43280f50-fe26-4f1f-96db-b08f31dcd167 req-35fe8967-092e-4adb-90ea-7c0b5e7e2741 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:29:19.541723 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-43280f50-fe26-4f1f-96db-b08f31dcd167 req-35fe8967-092e-4adb-90ea-7c0b5e7e2741 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b68c554-816d-42f1-8d27-6a96286d9007 HTTP/1.1" status: 200 len: 210 time: 0.1452355 Mar 24 17:29:19.702020 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:29:19.705996 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bffed-3829-487a-8f72-e65b88d6f961 None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:29:19.911243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67d2ed-124b-44e5-a65a-838d27675266 None None] New status for floating IP a94fc155-9662-49cc-aed8-26194c60895d: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:29:20.970615 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-72be70bf-2e9c-4483-898e-66c71ad1b9ae tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1998935540&fields=id&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 267 time: 0.1464794 Mar 24 17:29:21.119166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-c3930ea0-e9ba-4857-a4b7-3e95fab16b05 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:21.120595 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-c3930ea0-e9ba-4857-a4b7-3e95fab16b05 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 812 time: 0.1434939 Mar 24 17:29:21.134832 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-67ea6921-3cae-4fd5-ad44-0fbec4eb3786 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/quotas/a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 375 time: 0.0087497 Mar 24 17:29:21.219499 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-6906c75d-8962-4b8e-ae9c-1584d6233436 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790851 Mar 24 17:29:21.221329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 522668c1-29da-4bad-be07-dffe2c8da857 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:29:21.256569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 522668c1-29da-4bad-be07-dffe2c8da857 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:29:21.256922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 522668c1-29da-4bad-be07-dffe2c8da857 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:29:21.361682 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-d01bd02b-e803-4ee8-95b1-18a0e1d6db73 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308336 Mar 24 17:29:21.489237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-b8bb326e-666f-45de-b854-97443f6153bf service neutron] 10.222.0.47 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216671 Mar 24 17:29:21.766284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa9a7cb2-1f9b-4f21-b64b-b19fd0e9524b req-c66a1524-7a71-4661-a815-db5ab23acd7c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 210 time: 0.0460367 Mar 24 17:29:22.911445 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c4619632-0774-4ebf-948b-6a604e0de53b req-e37cea86-0857-45e1-aa44-c53bbe795945 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 210 time: 0.0418203 Mar 24 17:29:23.592403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-1947110b-4a18-4104-bbde-972b66204acb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:23.593796 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-1947110b-4a18-4104-bbde-972b66204acb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 812 time: 0.1532102 Mar 24 17:29:23.642749 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-69abe3ba-fcf3-4203-9f71-a8ccb8856f59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 380 time: 0.0395868 Mar 24 17:29:23.650239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'port': {'device_id': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'admin_state_up': True, 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'security_groups': ['35e78324-2776-4dd3-8999-0e6b457d3eda']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:29:23.787623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:29:23.797763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:29:23.874067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Made reservation on behalf of a745a4b9228a485c86d376bd89a9a457 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:29:23.877835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:24.102728 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-33f57502-eac8-4caf-88f0-a8c59c783509 req-dd753f4f-d98f-4616-b1f3-2e3a3cf85067 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 210 time: 0.0603163 Mar 24 17:29:24.103791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Allocated IP 172.20.0.12 (4cf4f192-868e-4889-95dc-7cba0b30d7c0/016814da-d0dd-4809-9ba2-769bd9551129/122be32e-2f47-471d-9986-ed52fa8fc7a5) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:29:24.327526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:24.346984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Transition to ACTIVE for port object 122be32e-2f47-471d-9986-ed52fa8fc7a5 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:29:24.451087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:24.517113 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:29:24.520070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:29:24.523915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:29:24.572965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event updated for resources: {'Port': ['ID=122be32e-2f47-471d-9986-ed52fa8fc7a5,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:29:24.593603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.593942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.596707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.596707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.596707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.596707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.596707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.596707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.596707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.596707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.597487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.597487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:29:24.618566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:24.619221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:24.760211 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-dd173231-2fac-434c-ae32-d2a6934dab59 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1137707 Mar 24 17:29:24.771974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Request body: {'port': {'device_id': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:29:24.849685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f75bd4c9-fd67-4470-88af-82c9bee84d7a None None] Provisioning for port 122be32e-2f47-471d-9986-ed52fa8fc7a5 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:29:24.855339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f75bd4c9-fd67-4470-88af-82c9bee84d7a None None] Provisioning complete for port 122be32e-2f47-471d-9986-ed52fa8fc7a5 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:29:24.855758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f75bd4c9-fd67-4470-88af-82c9bee84d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:24.884600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:24.915949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f75bd4c9-fd67-4470-88af-82c9bee84d7a None None] Port 122be32e-2f47-471d-9986-ed52fa8fc7a5 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:29:25.379199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edf8f0-0d5a-44c5-892b-b302eab72b3d req-d2292ce5-8d79-4390-b67a-b74c7692f2c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:25.379896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-04edf8f0-0d5a-44c5-892b-b302eab72b3d req-d2292ce5-8d79-4390-b67a-b74c7692f2c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:29:25.404881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122be32e-2f47-471d-9986-ed52fa8fc7a5 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:29:25.412455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:25.426562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Transition to ACTIVE for port object 122be32e-2f47-471d-9986-ed52fa8fc7a5 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:29:25.473263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-04edf8f0-0d5a-44c5-892b-b302eab72b3d req-d2292ce5-8d79-4390-b67a-b74c7692f2c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:29:25.474403 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04edf8f0-0d5a-44c5-892b-b302eab72b3d req-d2292ce5-8d79-4390-b67a-b74c7692f2c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 932 time: 0.2571740 Mar 24 17:29:25.509055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:25.571536 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04edf8f0-0d5a-44c5-892b-b302eab72b3d req-34856e85-a749-4ad1-9927-b63e40fa5ea9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913029 Mar 24 17:29:25.676555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=122be32e-2f47-471d-9986-ed52fa8fc7a5,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:29:25.761343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Attempting to bind port 122be32e-2f47-471d-9986-ed52fa8fc7a5 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:29:25.761668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Attempting to bind port 122be32e-2f47-471d-9986-ed52fa8fc7a5 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:29:25.761987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Attempting to bind port 122be32e-2f47-471d-9986-ed52fa8fc7a5 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:29:25.766601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Port 122be32e-2f47-471d-9986-ed52fa8fc7a5 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:29:25.766917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Attempting to bind port 122be32e-2f47-471d-9986-ed52fa8fc7a5 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:29:25.771943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:29:25.772303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Checking segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:29:25.772678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Bound using segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:29:25.773088 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Bound port: 122be32e-2f47-471d-9986-ed52fa8fc7a5, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:29:25.773424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:25.863743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] For port 122be32e-2f47-471d-9986-ed52fa8fc7a5, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:29:25.866588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] For port 122be32e-2f47-471d-9986-ed52fa8fc7a5, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:29:25.923773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:25.981471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:25.982290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:25.983588 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] 10.222.0.48 "PUT /v2.0/ports/122be32e-2f47-471d-9986-ed52fa8fc7a5 HTTP/1.1" status: 200 len: 1094 time: 1.2156639 Mar 24 17:29:25.984042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:29:26.014081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa5ab3-cd04-4841-b3b0-3db360f5ffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=122be32e-2f47-471d-9986-ed52fa8fc7a5,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:29:26.029516 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'status': 'completed', 'code': 200} Mar 24 17:29:26.124294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb369d25-08b5-4573-8464-faa527e66241 req-e56cc697-1c55-4672-9664-1b310b2c3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:26.125779 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb369d25-08b5-4573-8464-faa527e66241 req-e56cc697-1c55-4672-9664-1b310b2c3f07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 1097 time: 0.0730109 Mar 24 17:29:26.265889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb369d25-08b5-4573-8464-faa527e66241 req-140352b8-858c-4381-b56f-d9d5d8b0bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:26.267276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb369d25-08b5-4573-8464-faa527e66241 req-140352b8-858c-4381-b56f-d9d5d8b0bab4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a745a4b9228a485c86d376bd89a9a457&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1353586 Mar 24 17:29:26.403998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb369d25-08b5-4573-8464-faa527e66241 req-77cc4ad9-b8fd-4172-9dc1-1bab421a2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:26.405664 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb369d25-08b5-4573-8464-faa527e66241 req-77cc4ad9-b8fd-4172-9dc1-1bab421a2e39 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332769 Mar 24 17:29:26.506790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-7216f923-fcef-43da-9d21-e5707b9b42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:26.508236 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-7216f923-fcef-43da-9d21-e5707b9b42b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 1097 time: 0.0680377 Mar 24 17:29:26.577455 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-5b84915e-15ca-4b7a-bcba-09b936ca40f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5 HTTP/1.1" status: 200 len: 217 time: 0.0623784 Mar 24 17:29:26.641094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-112ece55-a50b-4848-9929-3c470fae40e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:26.642516 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-112ece55-a50b-4848-9929-3c470fae40e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0594497 Mar 24 17:29:26.767903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-d1e9140d-cf1f-4c7e-9a05-d1d06e869c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:26.769372 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-d1e9140d-cf1f-4c7e-9a05-d1d06e869c31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1215808 Mar 24 17:29:26.905404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777ad71-7fe1-46da-9fdd-8547b7ffc785 req-4738195a-fe6b-48fd-84a4-4e46b8d74324 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:26.906827 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0777ad71-7fe1-46da-9fdd-8547b7ffc785 req-4738195a-fe6b-48fd-84a4-4e46b8d74324 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 944 time: 0.2293308 Mar 24 17:29:27.018813 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0777ad71-7fe1-46da-9fdd-8547b7ffc785 req-20a5207c-403d-4e63-ac7e-479c259589a3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014926 Mar 24 17:29:27.041535 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-306f5f52-76a9-4c38-8b2a-d55ed7a5f31e service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644320 Mar 24 17:29:27.167595 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a16798c8-e3a6-479d-ae67-41a5576c43b5 req-da7c10eb-6aec-44d0-81ef-8b5cf15eb455 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194401 Mar 24 17:29:28.200049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff17374-493b-4e8b-ba69-f132586aab4c req-e50dcd9b-0963-4555-a171-30f9f4ffa9b7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:28.202134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3ff17374-493b-4e8b-ba69-f132586aab4c req-e50dcd9b-0963-4555-a171-30f9f4ffa9b7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 944 time: 0.0790925 Mar 24 17:29:28.244633 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3ff17374-493b-4e8b-ba69-f132586aab4c req-74ff2e40-cbba-48c5-b5f1-8624b14671b1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369799 Mar 24 17:29:29.226181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 122be32e-2f47-471d-9986-ed52fa8fc7a5 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:29:29.356077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 122be32e-2f47-471d-9986-ed52fa8fc7a5, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:29:29.369096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'mac_address': 'fa:16:3e:90:66:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:29:29.423534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:29.430404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b5d9f-4ce6-466e-889b-132b2f7d882e req-cefb0aca-e27a-44f5-814b-1c9781493cd2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:29.431848 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a30b5d9f-4ce6-466e-889b-132b2f7d882e req-cefb0aca-e27a-44f5-814b-1c9781493cd2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 944 time: 0.0825574 Mar 24 17:29:29.440508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122be32e-2f47-471d-9986-ed52fa8fc7a5 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:29:29.456018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 122be32e-2f47-471d-9986-ed52fa8fc7a5, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:29:29.475938 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a30b5d9f-4ce6-466e-889b-132b2f7d882e req-1258defe-86f8-40b1-b323-76254fac3427 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Mar 24 17:29:29.519026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:29.587693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=122be32e-2f47-471d-9986-ed52fa8fc7a5,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:29:29.712768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['122be32e-2f47-471d-9986-ed52fa8fc7a5'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:29:30.444619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67f410ce-df31-4f92-9f56-56f1987c020c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:30.661165 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6943e-bc3c-4d23-a7c7-373c5eb69b55 req-97e6528d-bd2d-44d3-b89e-7ab0d15bcc1a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:30.662592 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5eb6943e-bc3c-4d23-a7c7-373c5eb69b55 req-97e6528d-bd2d-44d3-b89e-7ab0d15bcc1a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 945 time: 0.0822563 Mar 24 17:29:30.710168 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5eb6943e-bc3c-4d23-a7c7-373c5eb69b55 req-e5ae3165-e5e2-4983-99c1-3e8a70919120 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Mar 24 17:29:31.225764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 122be32e-2f47-471d-9986-ed52fa8fc7a5 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:29:31.352080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 122be32e-2f47-471d-9986-ed52fa8fc7a5 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:29:31.356800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 122be32e-2f47-471d-9986-ed52fa8fc7a5 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:29:31.357226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:31.471466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:31.497084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:29:31.506974 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 122be32e-2f47-471d-9986-ed52fa8fc7a5, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:29:31.542515 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'code': 200} Mar 24 17:29:31.569513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:31.635166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=122be32e-2f47-471d-9986-ed52fa8fc7a5,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:29:31.947408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df38bbc-0603-40c8-8d07-f34c37a50b2a req-ad2297e7-2470-4e3a-a24f-f886a8fceeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:31.948887 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4df38bbc-0603-40c8-8d07-f34c37a50b2a req-ad2297e7-2470-4e3a-a24f-f886a8fceeff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 1099 time: 0.1317987 Mar 24 17:29:31.957103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779e28f-549c-4f31-928d-1e57f81f020e req-597b839d-fcf2-4c06-8483-b5d7d49bae2d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:31.958422 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f779e28f-549c-4f31-928d-1e57f81f020e req-597b839d-fcf2-4c06-8483-b5d7d49bae2d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.1120305 Mar 24 17:29:32.024814 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4df38bbc-0603-40c8-8d07-f34c37a50b2a req-02d89b95-b45f-42d9-a457-a94a60f2fb70 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653825 Mar 24 17:29:32.030990 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f779e28f-549c-4f31-928d-1e57f81f020e req-11e6c98b-8ec1-40bf-af3a-3197dbc98bde tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597463 Mar 24 17:29:32.678971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c6ce3827-4b1f-4155-84dc-d09790acf55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:32.901900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:33.218669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705cefc-92be-4c16-a819-c6fecc7c968d req-68b1cfb7-187f-401e-b8d5-6c89aa7325bb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:33.220135 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a705cefc-92be-4c16-a819-c6fecc7c968d req-68b1cfb7-187f-401e-b8d5-6c89aa7325bb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0837052 Mar 24 17:29:33.263640 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a705cefc-92be-4c16-a819-c6fecc7c968d req-0851d727-3ada-4721-a91c-a485f1778680 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374234 Mar 24 17:29:33.884792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:33.936636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:34.445393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbbe7c-af40-48cd-b287-a659f59b2e59 req-1cbb599a-ae73-4da9-affe-51314f07de98 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:34.446816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7ffbbe7c-af40-48cd-b287-a659f59b2e59 req-1cbb599a-ae73-4da9-affe-51314f07de98 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0783434 Mar 24 17:29:34.533280 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7ffbbe7c-af40-48cd-b287-a659f59b2e59 req-4d401514-f526-4f26-a05d-8824b90edf9b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801928 Mar 24 17:29:34.556781 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-1a3841f2-bdfd-4d34-b2b2-4bffc39a9436 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894585 Mar 24 17:29:34.765549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-f8f0c37f-5cb3-42ff-9870-b5bb680d752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:34.766978 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-f8f0c37f-5cb3-42ff-9870-b5bb680d752c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 1099 time: 0.1302626 Mar 24 17:29:34.775312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915ec45-094d-4a73-8eb3-85148474af36 req-ff759f98-1bc1-409c-887f-ab9aa59addaf tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:34.776655 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2915ec45-094d-4a73-8eb3-85148474af36 req-ff759f98-1bc1-409c-887f-ab9aa59addaf tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.1058974 Mar 24 17:29:34.785868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 45872) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:29:34.808106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-babd8c7a-7195-4ce6-86a6-4a3c9efa7beb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'floatingip': {'port_id': '122be32e-2f47-471d-9986-ed52fa8fc7a5'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:29:34.895681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-babd8c7a-7195-4ce6-86a6-4a3c9efa7beb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:35.237643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-cdfd3ef9-e363-4078-b48f-01e3bd1e7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:35.238964 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-cdfd3ef9-e363-4078-b48f-01e3bd1e7524 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.4504831 Mar 24 17:29:35.368997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:35.369860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-18cac868-6bf6-465a-b496-a78fc49f1f74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5 HTTP/1.1" status: 200 len: 217 time: 0.1233857 Mar 24 17:29:35.508227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-5217a1f7-b3d9-4d0d-a49f-5622c8949ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:35.509540 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-5217a1f7-b3d9-4d0d-a49f-5622c8949ea7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.1331027 Mar 24 17:29:35.688943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-b924a1ba-9742-47ba-9de6-8c014c1173d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:35.690390 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-b924a1ba-9742-47ba-9de6-8c014c1173d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1680195 Mar 24 17:29:35.913223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-babd8c7a-7195-4ce6-86a6-4a3c9efa7beb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:35.916706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-9fa6a535-1b4c-44ab-9e1a-ca0b2e15ffec service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175448 Mar 24 17:29:35.999490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-babd8c7a-7195-4ce6-86a6-4a3c9efa7beb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:36.172210 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7d08e5a7-8adc-42f4-8d4e-112ae210f905 req-428b0268-dd66-4b77-81bb-687fa40b950c service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501254 Mar 24 17:29:36.198056 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-babd8c7a-7195-4ce6-86a6-4a3c9efa7beb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Floating IP a94fc155-9662-49cc-aed8-26194c60895d associated. External IP: 172.26.4.146, port: 122be32e-2f47-471d-9986-ed52fa8fc7a5. Mar 24 17:29:36.652941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babd8c7a-7195-4ce6-86a6-4a3c9efa7beb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:29:36.853406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd8c7a-7195-4ce6-86a6-4a3c9efa7beb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:29:36.859005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-babd8c7a-7195-4ce6-86a6-4a3c9efa7beb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:29:36.863917 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:29:36.876154 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:29:36.881660 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:29:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:29:36.925748 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-babd8c7a-7195-4ce6-86a6-4a3c9efa7beb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "PUT /v2.0/floatingips/a94fc155-9662-49cc-aed8-26194c60895d HTTP/1.1" status: 200 len: 992 time: 2.1360555 Mar 24 17:29:36.925748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:29:37.034990 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'status': 'completed', 'code': 200} Mar 24 17:29:37.083493 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:29:37.136318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-7b7416b5-9eef-42b9-8349-2f6b7a54fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:37.137919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-7b7416b5-9eef-42b9-8349-2f6b7a54fd3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 1099 time: 0.0738695 Mar 24 17:29:37.287747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-edc6fbb2-6f4d-4a0e-8f10-4bc537df1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:37.289296 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-edc6fbb2-6f4d-4a0e-8f10-4bc537df1006 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1444516 Mar 24 17:29:37.440030 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-cb7c07b3-aca6-435c-8275-dceeedf575d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5 HTTP/1.1" status: 200 len: 1000 time: 0.1136899 Mar 24 17:29:37.479367 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:90:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:29:35Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:29:37.483594 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:29:37.491469 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:29:37.492092 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:29:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:29:37.508367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddda78-490a-4410-8588-35ac15269389 req-20bdfe56-cec7-4c0a-9cf9-ab7753b7b75e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:37.509828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-50ddda78-490a-4410-8588-35ac15269389 req-20bdfe56-cec7-4c0a-9cf9-ab7753b7b75e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.2155843 Mar 24 17:29:37.538320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-dd2f6154-722c-4379-b1a8-5cb73c19622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:37.539707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-dd2f6154-722c-4379-b1a8-5cb73c19622c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0925705 Mar 24 17:29:37.600224 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-50ddda78-490a-4410-8588-35ac15269389 req-27894806-3a68-4df8-b54e-1dc342ecf13d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837474 Mar 24 17:29:37.631440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-b2da769c-b0b8-4e76-bdc4-8c55d0fa0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:37.633107 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-b2da769c-b0b8-4e76-bdc4-8c55d0fa0bdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822892 Mar 24 17:29:37.665001 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:29:37.768430 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-a8753622-0b37-4c7e-bf4b-728fdde9843d service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252165 Mar 24 17:29:37.902382 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2167e012-a194-47e7-9cc7-8573c3002d8b req-0908816f-faf5-48ec-9fd5-b4c447e0befd service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313372 Mar 24 17:29:38.007873 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:90:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:29:35Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:29:38.011739 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c750b0-7702-458b-aeab-ec7220d21e2d None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:90:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:29:35Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:29:38.193594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88f86a-bafc-482c-aa41-5fa90e1631b4 None None] New status for floating IP a94fc155-9662-49cc-aed8-26194c60895d: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:29:38.800604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cec89-3e81-479f-a59c-00a60adff714 req-0f76be3a-f82c-4f47-b2f8-78b3cd364dbe tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:38.802048 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf7cec89-3e81-479f-a59c-00a60adff714 req-0f76be3a-f82c-4f47-b2f8-78b3cd364dbe tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0832586 Mar 24 17:29:38.846065 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf7cec89-3e81-479f-a59c-00a60adff714 req-a8542e95-1b30-4782-999f-34a61ae17c01 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382144 Mar 24 17:29:40.028707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786053a-da55-40c8-9313-612960d3fa99 req-e959b05b-8d82-462b-94e9-231b090acefa tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:40.030411 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1786053a-da55-40c8-9313-612960d3fa99 req-e959b05b-8d82-462b-94e9-231b090acefa tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0800080 Mar 24 17:29:40.072753 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1786053a-da55-40c8-9313-612960d3fa99 req-158113d5-e40a-4885-94ab-8cfbdea395ff tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368278 Mar 24 17:29:41.350376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f5665-ba96-4195-b67a-5a3ba10e944d req-91708959-6ffb-4bdc-88a1-c6d9bfe8b021 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:41.351813 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-877f5665-ba96-4195-b67a-5a3ba10e944d req-91708959-6ffb-4bdc-88a1-c6d9bfe8b021 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.1757936 Mar 24 17:29:41.393842 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-877f5665-ba96-4195-b67a-5a3ba10e944d req-e98fc2ae-1337-4685-826f-fbe4c29199d0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363510 Mar 24 17:29:42.577908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01bd1-c643-4f4c-a41a-88af193c9a0d req-e56e381d-c21b-4dcf-92d8-fba453059d69 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:42.579377 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9fb01bd1-c643-4f4c-a41a-88af193c9a0d req-e56e381d-c21b-4dcf-92d8-fba453059d69 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0814893 Mar 24 17:29:42.624576 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9fb01bd1-c643-4f4c-a41a-88af193c9a0d req-822810a8-1f3c-419b-b776-bae8f7aee522 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 Mar 24 17:29:43.816702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec36ed-2982-4b46-a467-c2c0fa0baaab req-cd7bb9dc-4f4e-493e-a063-4beeaaee2a16 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:43.817463 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddec36ed-2982-4b46-a467-c2c0fa0baaab req-cd7bb9dc-4f4e-493e-a063-4beeaaee2a16 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0891659 Mar 24 17:29:43.870440 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ddec36ed-2982-4b46-a467-c2c0fa0baaab req-43802701-1875-4a51-8fbe-251025ef84c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460889 Mar 24 17:29:45.067071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4c670-3abf-4738-99d7-16bf399cfff3 req-eca5a0f6-f812-4448-b668-3e37ac3930ce tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:45.068632 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80c4c670-3abf-4738-99d7-16bf399cfff3 req-eca5a0f6-f812-4448-b668-3e37ac3930ce tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0925415 Mar 24 17:29:45.115000 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80c4c670-3abf-4738-99d7-16bf399cfff3 req-d2bba562-4fb3-4322-b78a-7c89860dc025 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381060 Mar 24 17:29:46.300538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e0229-455c-42e3-898c-ccd762b1a318 req-7b2cd73c-ef32-44e6-bf31-49e4d7d22f47 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:46.301892 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c65e0229-455c-42e3-898c-ccd762b1a318 req-7b2cd73c-ef32-44e6-bf31-49e4d7d22f47 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0812902 Mar 24 17:29:46.346787 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c65e0229-455c-42e3-898c-ccd762b1a318 req-6f690d8d-5591-4be1-a6b4-0d99e97acd7f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392292 Mar 24 17:29:47.528802 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01c897-a335-4b23-a5f9-67304e9f62d4 req-bba48b3a-fd67-46a5-8cd1-eb3cd3bbe6f0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:47.530475 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ef01c897-a335-4b23-a5f9-67304e9f62d4 req-bba48b3a-fd67-46a5-8cd1-eb3cd3bbe6f0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0779059 Mar 24 17:29:47.572839 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ef01c897-a335-4b23-a5f9-67304e9f62d4 req-81730d10-5f91-4fcf-bccc-708eff62f3cb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368559 Mar 24 17:29:48.759083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062bee3-bb6b-4777-85a8-4164eb3116b3 req-4214536c-de46-4a6d-a75b-0a4668e9e49c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:48.760536 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7062bee3-bb6b-4777-85a8-4164eb3116b3 req-4214536c-de46-4a6d-a75b-0a4668e9e49c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0832970 Mar 24 17:29:48.804309 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7062bee3-bb6b-4777-85a8-4164eb3116b3 req-7091f1c3-c40e-4caf-8f11-6cdb8a43439b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374751 Mar 24 17:29:49.993767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf5ff9-c53d-46e5-b37b-dd342dafadae req-56f6a1d3-0b43-4f1d-869c-be2f38c2d77c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:49.995338 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2bf5ff9-c53d-46e5-b37b-dd342dafadae req-56f6a1d3-0b43-4f1d-869c-be2f38c2d77c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0807629 Mar 24 17:29:50.041983 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2bf5ff9-c53d-46e5-b37b-dd342dafadae req-d8e35ee4-1137-4625-80f7-18ae737ada16 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407379 Mar 24 17:29:51.219768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb2cdc-6d4f-4d05-bc88-627666d47e80 req-a6bee46c-fa51-4a0d-ac36-23a8177b6ecc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:51.221158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fdb2cdc-6d4f-4d05-bc88-627666d47e80 req-a6bee46c-fa51-4a0d-ac36-23a8177b6ecc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0779824 Mar 24 17:29:51.264124 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fdb2cdc-6d4f-4d05-bc88-627666d47e80 req-355134c0-2d06-46cc-b962-a562796771ad tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373869 Mar 24 17:29:52.455259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d2d12-c692-4d39-802d-156754f6142d req-d58e1acd-d53d-4551-8c14-fe2a94b76b34 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:52.456744 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bb5d2d12-c692-4d39-802d-156754f6142d req-d58e1acd-d53d-4551-8c14-fe2a94b76b34 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0847976 Mar 24 17:29:52.500800 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bb5d2d12-c692-4d39-802d-156754f6142d req-c790d5a8-29d1-43f9-a52d-c3dd4441b1b3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382769 Mar 24 17:29:53.682251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e1931-6643-4e36-bede-381710569c96 req-b7b151bd-a45e-4674-8da7-a422c23f701a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:53.683690 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-482e1931-6643-4e36-bede-381710569c96 req-b7b151bd-a45e-4674-8da7-a422c23f701a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0770617 Mar 24 17:29:53.732095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-482e1931-6643-4e36-bede-381710569c96 req-e6ccd4a7-4dbe-44f8-bbed-998168beee19 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Mar 24 17:29:54.395997 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:29:54.914029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a77954-060e-4efd-9810-3dab674cf2fb req-b1ad6337-73b1-4d91-888f-6b3e2d7b2f51 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:54.915459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7a77954-060e-4efd-9810-3dab674cf2fb req-b1ad6337-73b1-4d91-888f-6b3e2d7b2f51 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0792394 Mar 24 17:29:54.957950 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7a77954-060e-4efd-9810-3dab674cf2fb req-eb665e0b-40e4-4e0c-bfbd-76d03ec8691b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367191 Mar 24 17:29:56.141679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc65dc-ff33-4405-a5f2-03587cc9c6a2 req-75c81fa4-5a87-46ee-991e-0659e17f2749 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:56.143126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63bc65dc-ff33-4405-a5f2-03587cc9c6a2 req-75c81fa4-5a87-46ee-991e-0659e17f2749 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0809963 Mar 24 17:29:56.185641 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63bc65dc-ff33-4405-a5f2-03587cc9c6a2 req-6603767e-2f18-4433-8a72-b08fcbd9f6ba tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368662 Mar 24 17:29:57.367987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eed05-eb86-413f-9103-7310d33bcbef req-b9140bcd-4a78-4c79-9810-80dae7e8affb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:57.369420 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c88eed05-eb86-413f-9103-7310d33bcbef req-b9140bcd-4a78-4c79-9810-80dae7e8affb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0795062 Mar 24 17:29:57.412572 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c88eed05-eb86-413f-9103-7310d33bcbef req-fe7bae62-038b-4b70-9fb3-1ca8abcecd52 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372102 Mar 24 17:29:58.595117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbbfd7-d198-4b44-9b20-5e5d029203e4 req-34091d49-cffb-4548-a6cf-fcd819e4babf tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:58.596573 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a0cbbfd7-d198-4b44-9b20-5e5d029203e4 req-34091d49-cffb-4548-a6cf-fcd819e4babf tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0821273 Mar 24 17:29:58.638906 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a0cbbfd7-d198-4b44-9b20-5e5d029203e4 req-483bcc0d-279b-473f-9d73-da9834612e99 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368583 Mar 24 17:29:59.821131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd360-356d-45aa-9960-75e8ae085ecf req-750f4e57-d012-4219-90be-7a8184e304b0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:29:59.822557 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb5dd360-356d-45aa-9960-75e8ae085ecf req-750f4e57-d012-4219-90be-7a8184e304b0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0776496 Mar 24 17:29:59.868896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb5dd360-356d-45aa-9960-75e8ae085ecf req-a5fc3fe1-dcf4-4f16-bf7e-ba838be1299d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Mar 24 17:30:00.460233 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a4536d25-4b3e-4d89-98f6-a3f4cb6db006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:01.057571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076a39-f5cb-4972-9247-e1d3bb0ca6f2 req-535e780b-7dca-45c3-bae9-597375efe851 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:01.059005 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d9076a39-f5cb-4972-9247-e1d3bb0ca6f2 req-535e780b-7dca-45c3-bae9-597375efe851 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0780795 Mar 24 17:30:01.102691 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d9076a39-f5cb-4972-9247-e1d3bb0ca6f2 req-0306e20b-e609-4a57-8cea-dd349344d3ba tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375078 Mar 24 17:30:02.286410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fbe2c-6ceb-4468-b787-44e3c855a64f req-8ed2eded-7a9d-4ede-bf07-d1e47223fcb8 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:02.297358 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-de9fbe2c-6ceb-4468-b787-44e3c855a64f req-8ed2eded-7a9d-4ede-bf07-d1e47223fcb8 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0812454 Mar 24 17:30:02.331267 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-de9fbe2c-6ceb-4468-b787-44e3c855a64f req-df781dab-62b3-4153-b236-016e9a2709b3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378191 Mar 24 17:30:02.660911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e4cd6921-9eff-41db-857a-0127816a8914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:02.921949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:03.509457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f79df9-efc2-4141-ab0a-66465c9a08c1 req-c0e48145-0496-433a-a1cf-e6608e4acbe9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:03.510868 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-27f79df9-efc2-4141-ab0a-66465c9a08c1 req-c0e48145-0496-433a-a1cf-e6608e4acbe9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0766256 Mar 24 17:30:03.554179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-27f79df9-efc2-4141-ab0a-66465c9a08c1 req-7780e666-b9cb-43ca-8589-34b6bab9f621 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369956 Mar 24 17:30:03.878241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:03.929939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:04.752818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4e7de-6bc9-471c-940f-f25a38ae1ce4 req-b6ae0d7d-06af-4049-9a36-fabd09ba4628 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:04.754310 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c5a4e7de-6bc9-471c-940f-f25a38ae1ce4 req-b6ae0d7d-06af-4049-9a36-fabd09ba4628 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0835166 Mar 24 17:30:04.798248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c5a4e7de-6bc9-471c-940f-f25a38ae1ce4 req-7d6efb14-0843-497f-b626-01c2d99c9e21 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383120 Mar 24 17:30:05.386916 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:05.983331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cdecf-e4ef-4e17-b002-b36ee5f68eaa req-18f349de-ca0e-4897-8312-2d41773a8b7d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:05.984766 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5f7cdecf-e4ef-4e17-b002-b36ee5f68eaa req-18f349de-ca0e-4897-8312-2d41773a8b7d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0823035 Mar 24 17:30:06.111746 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5f7cdecf-e4ef-4e17-b002-b36ee5f68eaa req-3a3911be-53fa-480d-b390-d526ba593e4d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213293 Mar 24 17:30:07.291529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54bcce-efac-4ca5-8cf1-e013d7d5c111 req-71cb51b0-7df9-4584-8113-8f10172cb7ad tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:07.293077 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c54bcce-efac-4ca5-8cf1-e013d7d5c111 req-71cb51b0-7df9-4584-8113-8f10172cb7ad tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0780258 Mar 24 17:30:07.336215 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2c54bcce-efac-4ca5-8cf1-e013d7d5c111 req-909fbaba-ffb2-4850-b5c2-da4e1da6399c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370004 Mar 24 17:30:08.521002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63352a3d-5dc3-4577-877a-64850d89cf34 req-192aa46c-a86d-4f39-871b-078c5914278b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:08.522349 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63352a3d-5dc3-4577-877a-64850d89cf34 req-192aa46c-a86d-4f39-871b-078c5914278b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0807374 Mar 24 17:30:08.565337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63352a3d-5dc3-4577-877a-64850d89cf34 req-b0e13fae-08a9-4258-ba33-8d2361a601d5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374305 Mar 24 17:30:09.101328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5b6b3-91d9-423d-83ea-5be214c5c3ca req-c086e17e-3fef-4433-aa47-880bdde3a7eb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:09.102742 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-77e5b6b3-91d9-423d-83ea-5be214c5c3ca req-c086e17e-3fef-4433-aa47-880bdde3a7eb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0809221 Mar 24 17:30:09.188285 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-77e5b6b3-91d9-423d-83ea-5be214c5c3ca req-a9aec25d-353c-415e-9282-4a85fa8aa952 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537379 Mar 24 17:30:09.205971 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-209b1b80-776e-4c39-bc64-5585791da541 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1014259 Mar 24 17:30:10.379094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ab277-3d7e-4ea5-8c8e-5d80c2d126da req-c5359d13-6f2a-4159-8cd1-451786c02884 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:10.380596 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b7ab277-3d7e-4ea5-8c8e-5d80c2d126da req-c5359d13-6f2a-4159-8cd1-451786c02884 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0840416 Mar 24 17:30:10.424630 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b7ab277-3d7e-4ea5-8c8e-5d80c2d126da req-13442ff1-75b4-44dd-ab3a-ab6a8f465948 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382333 Mar 24 17:30:11.277959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3445-1608-45b0-a6be-0c391876e789 req-b02cb1ce-168c-48a0-a8d5-c4324ec20b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:11.279565 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-b02cb1ce-168c-48a0-a8d5-c4324ec20b1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 1099 time: 0.0690887 Mar 24 17:30:11.427552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3445-1608-45b0-a6be-0c391876e789 req-ae604caa-2e6b-433d-9d73-958158c14155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:11.429002 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-ae604caa-2e6b-433d-9d73-958158c14155 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1437738 Mar 24 17:30:11.530315 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-541d69e7-3263-4252-9e88-f14c064499cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5 HTTP/1.1" status: 200 len: 1002 time: 0.0953724 Mar 24 17:30:11.630344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3445-1608-45b0-a6be-0c391876e789 req-f9c3227e-6bc2-4c41-8e7a-89bdf567250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:11.631718 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-f9c3227e-6bc2-4c41-8e7a-89bdf567250b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0719984 Mar 24 17:30:11.697654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412bc63-e14a-405e-a9ee-7dcb503b42f4 req-404fbe83-4e33-459a-8246-4301fffd4a89 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:11.699330 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b412bc63-e14a-405e-a9ee-7dcb503b42f4 req-404fbe83-4e33-459a-8246-4301fffd4a89 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.1682618 Mar 24 17:30:11.758090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3445-1608-45b0-a6be-0c391876e789 req-43bdf6f1-226f-4dba-9e03-2c4690ba08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:11.759509 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-43bdf6f1-226f-4dba-9e03-2c4690ba08a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213994 Mar 24 17:30:11.762354 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b412bc63-e14a-405e-a9ee-7dcb503b42f4 req-4d41380d-23ea-4db7-b8f9-c479c515f04c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545368 Mar 24 17:30:11.886563 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-0513845d-a378-4546-b64b-e1aff5a9e5be service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210265 Mar 24 17:30:12.015741 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-14ad9773-c2ab-4767-9b6f-c98ab5255093 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232884 Mar 24 17:30:12.943431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80739e8b-7541-46b8-8505-7bb576814673 req-c041cffe-a0fe-42c0-97c8-0ebbca8aedd4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:12.944887 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80739e8b-7541-46b8-8505-7bb576814673 req-c041cffe-a0fe-42c0-97c8-0ebbca8aedd4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0777516 Mar 24 17:30:12.987016 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-80739e8b-7541-46b8-8505-7bb576814673 req-676b97a7-4016-4b08-bc55-73fe05a145fb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365674 Mar 24 17:30:14.042850 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-3cb23c5e-d82b-474e-a7c3-0635e8259973 service neutron] 10.222.0.48 "GET /v2.0/ports/122be32e-2f47-471d-9986-ed52fa8fc7a5/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.0767999 Mar 24 17:30:14.174015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd153b28-4173-44c4-b068-3de686149f52 req-13638dd1-427b-40f9-a64e-ccb13a0f284f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:14.175395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cd153b28-4173-44c4-b068-3de686149f52 req-13638dd1-427b-40f9-a64e-ccb13a0f284f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0810313 Mar 24 17:30:14.219553 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cd153b28-4173-44c4-b068-3de686149f52 req-869997a4-7145-44c1-ba01-947e65065bef tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383909 Mar 24 17:30:14.641574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3445-1608-45b0-a6be-0c391876e789 req-63982901-a1e4-4961-9db4-cf9d8be59a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:14.643099 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-63982901-a1e4-4961-9db4-cf9d8be59a17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 1099 time: 0.1744604 Mar 24 17:30:14.733893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3445-1608-45b0-a6be-0c391876e789 req-5bc51a3d-5ed7-4b62-b1c8-0bfe7f99a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:14.735323 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-5bc51a3d-5ed7-4b62-b1c8-0bfe7f99a0ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 1099 time: 0.0712695 Mar 24 17:30:14.863013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3445-1608-45b0-a6be-0c391876e789 req-769a7628-1a8b-48a6-b19e-f56bcd2c162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:14.864458 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-769a7628-1a8b-48a6-b19e-f56bcd2c162a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1229427 Mar 24 17:30:14.965083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-eb519344-b578-4dbc-a10f-a6db70abcfa7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5 HTTP/1.1" status: 200 len: 1002 time: 0.0941634 Mar 24 17:30:15.026819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3445-1608-45b0-a6be-0c391876e789 req-642b6627-13e1-4e2e-8e86-9fec8a039d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:15.028187 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-642b6627-13e1-4e2e-8e86-9fec8a039d8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0573914 Mar 24 17:30:15.099672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3445-1608-45b0-a6be-0c391876e789 req-8c0489f7-93c8-46f6-ad29-b0594f3f48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:15.101140 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-8c0489f7-93c8-46f6-ad29-b0594f3f48cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676742 Mar 24 17:30:15.229269 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-ea7bda16-671c-405e-ac52-668f70763633 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217854 Mar 24 17:30:15.403226 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-727b3445-1608-45b0-a6be-0c391876e789 req-e24ba509-e220-4b81-a05d-c59b5740452f service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683998 Mar 24 17:30:15.430420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef6461-ab14-46a9-990d-0a49817116fd req-42d01b09-9635-40a5-9f40-1af7d22fc1b4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:15.431829 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-58ef6461-ab14-46a9-990d-0a49817116fd req-42d01b09-9635-40a5-9f40-1af7d22fc1b4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.1058955 Mar 24 17:30:15.474643 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-58ef6461-ab14-46a9-990d-0a49817116fd req-efa0f598-f61d-46af-8192-f5c4d9a3f540 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370932 Mar 24 17:30:16.655144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46542b20-400a-4cd5-8af1-1a5ae5a22194 req-1de60ebc-9d2f-443c-9a2d-dc603283fbf2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:16.656577 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46542b20-400a-4cd5-8af1-1a5ae5a22194 req-1de60ebc-9d2f-443c-9a2d-dc603283fbf2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0769489 Mar 24 17:30:16.698988 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46542b20-400a-4cd5-8af1-1a5ae5a22194 req-eba19723-2360-40f4-b354-471a76a18329 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368536 Mar 24 17:30:17.523616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 122be32e-2f47-471d-9986-ed52fa8fc7a5 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:30:17.650963 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 122be32e-2f47-471d-9986-ed52fa8fc7a5, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:30:17.663858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'mac_address': 'fa:16:3e:90:66:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:30:17.719672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:17.736773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 122be32e-2f47-471d-9986-ed52fa8fc7a5 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:30:17.752579 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 122be32e-2f47-471d-9986-ed52fa8fc7a5, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:30:17.825389 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:17.892843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100950e8-0b63-487a-95d6-2008802a64e2 req-04783665-7439-42fd-a419-32a84a4aab12 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:17.894952 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100950e8-0b63-487a-95d6-2008802a64e2 req-04783665-7439-42fd-a419-32a84a4aab12 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 945 time: 0.0856538 Mar 24 17:30:17.896969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['122be32e-2f47-471d-9986-ed52fa8fc7a5'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:30:17.928612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=122be32e-2f47-471d-9986-ed52fa8fc7a5,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:30:17.938565 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-100950e8-0b63-487a-95d6-2008802a64e2 req-57b7fbad-fa14-47d3-8017-a68dfefc3393 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384951 Mar 24 17:30:17.944996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.945352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.945695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.946031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.946369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.946701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.947028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.947356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.947678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.948036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.948357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:17.948677 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:18.441492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dab86-48bc-45ef-973f-909aed1105bb req-02aa9c5e-fb55-41f2-b21b-c4f53fecf742 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:18.442904 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f74dab86-48bc-45ef-973f-909aed1105bb req-02aa9c5e-fb55-41f2-b21b-c4f53fecf742 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 945 time: 0.1165040 Mar 24 17:30:18.499298 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f74dab86-48bc-45ef-973f-909aed1105bb req-fd73e575-53c8-4b19-9494-98f1ff51f2de tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499413 Mar 24 17:30:18.520723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-752a0199-2291-467e-bee2-5bf57b5b37ab tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:18.522115 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-752a0199-2291-467e-bee2-5bf57b5b37ab tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a&tenant_id=a745a4b9228a485c86d376bd89a9a457&binding%3Ahost_id=hv-neutron-8350 HTTP/1.1" status: 200 len: 945 time: 0.1266949 Mar 24 17:30:18.657698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-c0c45c6a-0987-43ac-8618-392094dae63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:18.659125 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-c0c45c6a-0987-43ac-8618-392094dae63a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 1098 time: 0.0698636 Mar 24 17:30:18.788727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-971556f1-aa68-42ad-9c28-33a5dffc7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:18.790149 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-971556f1-aa68-42ad-9c28-33a5dffc7568 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1255236 Mar 24 17:30:18.892089 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-0b020622-5f56-430c-a17f-7ab64851bdb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5 HTTP/1.1" status: 200 len: 1001 time: 0.0951409 Mar 24 17:30:19.048458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-f4be8003-1453-4363-b8fa-640a28d0dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:19.049780 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-f4be8003-1453-4363-b8fa-640a28d0dfc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.1520054 Mar 24 17:30:19.124346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-03ef2ec9-b489-4836-9d4e-c846e70e8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:19.125780 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-03ef2ec9-b489-4836-9d4e-c846e70e8549 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702097 Mar 24 17:30:19.253807 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-bf21a249-6f0d-41c8-92c1-d1285c9c153c service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212246 Mar 24 17:30:19.382250 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-87ac0a8f-af06-47a2-9229-4b7740822a58 req-5108e7bf-e542-4ecd-89e2-feef8f3e0424 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219339 Mar 24 17:30:19.526539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 122be32e-2f47-471d-9986-ed52fa8fc7a5 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:30:19.593140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 122be32e-2f47-471d-9986-ed52fa8fc7a5 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:30:19.593504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:19.695537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e288eb8-9990-462c-a5d2-72c5020b47d9 req-261d1f0b-7858-4d8f-b782-11b7ef09e634 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:19.696908 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7e288eb8-9990-462c-a5d2-72c5020b47d9 req-261d1f0b-7858-4d8f-b782-11b7ef09e634 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 945 time: 0.0868139 Mar 24 17:30:19.737432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:19.741126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7e288eb8-9990-462c-a5d2-72c5020b47d9 req-673e1f64-9060-4ee8-a2a9-d32f0b97dcd8 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380318 Mar 24 17:30:19.768196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:30:19.780126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 122be32e-2f47-471d-9986-ed52fa8fc7a5, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:30:19.820220 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'code': 200} Mar 24 17:30:19.843074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:19.910584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=122be32e-2f47-471d-9986-ed52fa8fc7a5,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:30:20.926950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61983704-6a92-41f4-b886-d7e9b0066b62 req-5686090d-902c-4c78-8126-ee0eb2abb00a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:20.928421 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61983704-6a92-41f4-b886-d7e9b0066b62 req-5686090d-902c-4c78-8126-ee0eb2abb00a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0791836 Mar 24 17:30:20.971009 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61983704-6a92-41f4-b886-d7e9b0066b62 req-774b2492-bd8e-4bb7-9b3a-ef6f94ba6aff tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369246 Mar 24 17:30:21.156178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20514458-aaa7-44d3-959a-d6cff75864cb req-8eb22294-8001-4400-ab7b-5a7876be2a53 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:21.157622 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20514458-aaa7-44d3-959a-d6cff75864cb req-8eb22294-8001-4400-ab7b-5a7876be2a53 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0836849 Mar 24 17:30:21.200930 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20514458-aaa7-44d3-959a-d6cff75864cb req-eaaf1905-e762-4ec9-bec9-d4835cadd16f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377738 Mar 24 17:30:21.691523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576caf0f-eb7b-487b-a736-fb7c31657801 req-ec2353e1-23ed-4582-bd8f-e9475638d726 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:21.692982 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-576caf0f-eb7b-487b-a736-fb7c31657801 req-ec2353e1-23ed-4582-bd8f-e9475638d726 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0797098 Mar 24 17:30:21.777211 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-576caf0f-eb7b-487b-a736-fb7c31657801 req-93d11614-63c7-4241-938b-af354b0879cf tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786214 Mar 24 17:30:21.804894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-9e5c8872-fa54-4bc0-a98c-98c8608c6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:21.806335 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-9e5c8872-fa54-4bc0-a98c-98c8608c6ed6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 1099 time: 0.0784011 Mar 24 17:30:21.933934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-664b1b69-56c5-4485-a504-2b6924fad8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:21.935362 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-664b1b69-56c5-4485-a504-2b6924fad8fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1231992 Mar 24 17:30:22.039418 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-7a1098a5-945d-4252-9f04-b842e36d034d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5 HTTP/1.1" status: 200 len: 1002 time: 0.0981266 Mar 24 17:30:22.098827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-b4af6568-0a6b-4eb9-8a28-62ff45aab938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:22.100211 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-b4af6568-0a6b-4eb9-8a28-62ff45aab938 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0557232 Mar 24 17:30:22.174046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-79544b14-45d2-4823-9f3c-bb7f3e478f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:22.175462 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-79544b14-45d2-4823-9f3c-bb7f3e478f32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700085 Mar 24 17:30:22.303668 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-9f6aee73-e888-4c17-97cc-762c594e62bf service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218836 Mar 24 17:30:22.431077 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31d0537e-5822-4aa5-a90f-62d627500f03 req-31a87d9b-b5b8-4a8f-b82e-1121f5cc1689 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218965 Mar 24 17:30:22.990161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a965-a049-464a-aee5-15884667953b req-caf78500-f7ca-4353-99c8-8b625a57987e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:22.991604 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7cd4a965-a049-464a-aee5-15884667953b req-caf78500-f7ca-4353-99c8-8b625a57987e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0783091 Mar 24 17:30:23.035939 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7cd4a965-a049-464a-aee5-15884667953b req-a41f36b3-13f7-4a21-89ae-9a182e1fbdb6 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384283 Mar 24 17:30:24.314633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4819-e2f8-4031-973d-bb72c22ce0af req-c5fc6637-5392-4af9-b9e4-3ca5de693b7b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:24.316095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c8d4819-e2f8-4031-973d-bb72c22ce0af req-c5fc6637-5392-4af9-b9e4-3ca5de693b7b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.1779346 Mar 24 17:30:24.358964 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c8d4819-e2f8-4031-973d-bb72c22ce0af req-ff17abcc-376c-4e1d-a4f3-8331aba3944f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372736 Mar 24 17:30:24.875568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60281a3a-3573-4dcd-8f7a-f154ca08c4db req-2c6e55bd-d1f2-4a1d-ba86-65ebca9bbf68 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:24.877045 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-60281a3a-3573-4dcd-8f7a-f154ca08c4db req-2c6e55bd-d1f2-4a1d-ba86-65ebca9bbf68 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0816691 Mar 24 17:30:24.931762 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-60281a3a-3573-4dcd-8f7a-f154ca08c4db req-fc54f097-3aaf-4f86-879f-2110dd4e9a43 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489879 Mar 24 17:30:26.275657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25d035-94e7-4b4b-8e2d-92abc5185424 req-1228cb71-4a2a-4a09-a0d1-40e0cb5b6028 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:26.277137 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bc25d035-94e7-4b4b-8e2d-92abc5185424 req-1228cb71-4a2a-4a09-a0d1-40e0cb5b6028 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0797961 Mar 24 17:30:26.321345 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bc25d035-94e7-4b4b-8e2d-92abc5185424 req-c0f6a329-8d39-42e1-b4d2-d43619ffef22 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377433 Mar 24 17:30:26.457725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-0d7b8544-8265-4175-96d6-1c339bbba6ac tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:26.459182 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-0d7b8544-8265-4175-96d6-1c339bbba6ac tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 946 time: 0.0834889 Mar 24 17:30:26.527880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Deleting port 122be32e-2f47-471d-9986-ed52fa8fc7a5 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:30:26.528160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:26.768329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] For port 122be32e-2f47-471d-9986-ed52fa8fc7a5, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=122be32e-2f47-471d-9986-ed52fa8fc7a5,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:30:26.768680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:27.055124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:27.055485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:27.055790 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Floating IP a94fc155-9662-49cc-aed8-26194c60895d disassociated. External IP: 172.26.4.146, port: 122be32e-2f47-471d-9986-ed52fa8fc7a5. Mar 24 17:30:27.056150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Calling delete_port for 122be32e-2f47-471d-9986-ed52fa8fc7a5 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:30:27.277577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:27.330008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event deleted for resources: {'Port': ['ID=122be32e-2f47-471d-9986-ed52fa8fc7a5,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:30:27.340532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.346915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:30:27.538287 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8592eb6a-0af3-4dc8-b8b9-714fdeb6d88a req-0fae996c-d88f-4fe5-b4d8-00dc00087a95 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 210 time: 0.0530450 Mar 24 17:30:27.566629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:30:27.839128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:30:27.850676 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:30:27.860673 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:30:27.861272 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:30:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:30:27.912807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] No DVR routers for this DVR port 122be32e-2f47-471d-9986-ed52fa8fc7a5 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:30:27.915245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:27.917712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'name': 'network-vif-deleted', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:30:27.963098 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1c722e-12e3-4984-9cac-021c3825c93a', 'name': 'network-vif-deleted', 'tag': '122be32e-2f47-471d-9986-ed52fa8fc7a5', 'status': 'completed', 'code': 200} Mar 24 17:30:27.979655 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-da7de066-5db9-4ace-991d-ad689e1a8095 req-58f365cb-4fa6-4070-864f-cff65238457b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "DELETE /v2.0/ports/122be32e-2f47-471d-9986-ed52fa8fc7a5 HTTP/1.1" status: 204 len: 173 time: 1.5142062 Mar 24 17:30:28.045965 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:30:28.378792 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:30:28.382586 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:30:28.390799 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:30:28.391386 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:30:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:30:28.563511 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:30:28.699630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1f2f28bf-4ed9-4739-b5e2-100cfcc1d712 req-114c5009-0162-4336-8cc7-f59de920b8d4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:30:28.781500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1f2f28bf-4ed9-4739-b5e2-100cfcc1d712 req-114c5009-0162-4336-8cc7-f59de920b8d4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:30:28.782896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1f2f28bf-4ed9-4739-b5e2-100cfcc1d712 req-114c5009-0162-4336-8cc7-f59de920b8d4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b1c722e-12e3-4984-9cac-021c3825c93a HTTP/1.1" status: 200 len: 210 time: 0.1258287 Mar 24 17:30:28.875266 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:30:28.879084 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d81536-a935-41da-ac90-5c94d3c06584 None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:30:29.090581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb626ec7-82f2-421d-9900-9619f74a3725 None None] New status for floating IP a94fc155-9662-49cc-aed8-26194c60895d: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:30:30.113839 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-fa6696f8-a067-4f5d-b195-e3e3476f0e33 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1998935540&fields=id&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 267 time: 0.0387976 Mar 24 17:30:30.261100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-724417aa-4d9d-4cce-81cf-5a294443cea7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:30.261327 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-724417aa-4d9d-4cce-81cf-5a294443cea7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 812 time: 0.1411698 Mar 24 17:30:30.276000 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-43363458-d749-4536-aebb-6208b58e6329 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/quotas/a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 375 time: 0.0087113 Mar 24 17:30:30.364495 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-e99c5677-b3d7-43b4-8e23-e25dff85e48c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834920 Mar 24 17:30:30.441759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a7573352-1272-4e5a-a7e1-c237efdd096a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:30.510918 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-a5838ab9-7a90-4a18-baf5-6af5dc5bde8b service neutron] 10.222.0.47 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336441 Mar 24 17:30:30.651437 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-b69d2f0d-7870-42fb-8f58-c8b362cd2aec service neutron] 10.222.0.47 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344092 Mar 24 17:30:30.891779 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ece4bd9b-62d4-4776-bbea-5b20504458c4 req-968abc0f-159b-41d7-9144-4f56e3beb1d8 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 210 time: 0.0449102 Mar 24 17:30:31.394337 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:30:31.583731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 122be32e-2f47-471d-9986-ed52fa8fc7a5 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:30:31.617732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 122be32e-2f47-471d-9986-ed52fa8fc7a5 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:30:31.618074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 122be32e-2f47-471d-9986-ed52fa8fc7a5 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:30:32.038435 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b46caed5-f667-4079-8350-ddeebd687f12 req-8f1d28cf-7725-41b2-8234-c63240d9a1e2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 210 time: 0.0433528 Mar 24 17:30:32.694592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d6829bc0-004c-4952-9b6c-83fd04212f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:32.889352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-46bfc6b8-51ae-436b-ae14-2dd5b1ebcb8d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:32.890955 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-46bfc6b8-51ae-436b-ae14-2dd5b1ebcb8d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 812 time: 0.1496110 Mar 24 17:30:32.928720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:32.946102 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-5bd63acf-f16a-4caa-92ff-9b5eaf7bf634 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 380 time: 0.0469151 Mar 24 17:30:32.954328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'port': {'device_id': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'admin_state_up': True, 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'security_groups': ['35e78324-2776-4dd3-8999-0e6b457d3eda']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:30:33.088439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:30:33.097914 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:30:33.183944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Made reservation on behalf of a745a4b9228a485c86d376bd89a9a457 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:30:33.188807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:33.204270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-755991dc-a1b9-4166-92ce-bd539630d5b4 req-3b92cd12-7bef-491a-bcd4-61086a823ded tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 210 time: 0.0554845 Mar 24 17:30:33.350789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Allocated IP 172.20.0.6 (4cf4f192-868e-4889-95dc-7cba0b30d7c0/016814da-d0dd-4809-9ba2-769bd9551129/5319ce4f-bb8a-439a-9708-5dfa593a7be1) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:30:33.629052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:33.644902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Transition to ACTIVE for port object 5319ce4f-bb8a-439a-9708-5dfa593a7be1 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:30:33.712153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:33.783117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:30:33.786048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:30:33.788617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:30:33.837072 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:30:33.867689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:33.868346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:33.888961 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:33.951540 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:33.975159 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-26aaece6-0f23-4fb6-9c5b-2d9f944ba276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0242631 Mar 24 17:30:33.986412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Request body: {'port': {'device_id': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:30:34.101736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:34.151353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-339e0af7-68ba-4513-b050-17d651d417ca None None] Provisioning for port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:30:34.157104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-339e0af7-68ba-4513-b050-17d651d417ca None None] Provisioning complete for port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:30:34.157489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-339e0af7-68ba-4513-b050-17d651d417ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:34.209444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-339e0af7-68ba-4513-b050-17d651d417ca None None] Port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:30:34.445399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8f548-353b-4419-9de9-c374e5c17a4c req-6a98b79c-39c9-4fa4-a96f-673a3eb9166a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:34.445989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-dbb8f548-353b-4419-9de9-c374e5c17a4c req-6a98b79c-39c9-4fa4-a96f-673a3eb9166a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:30:34.511398 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5319ce4f-bb8a-439a-9708-5dfa593a7be1 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:30:34.518774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:34.533195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Transition to ACTIVE for port object 5319ce4f-bb8a-439a-9708-5dfa593a7be1 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:30:34.555491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-dbb8f548-353b-4419-9de9-c374e5c17a4c req-6a98b79c-39c9-4fa4-a96f-673a3eb9166a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:30:34.556659 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dbb8f548-353b-4419-9de9-c374e5c17a4c req-6a98b79c-39c9-4fa4-a96f-673a3eb9166a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 931 time: 0.2349730 Mar 24 17:30:34.600027 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dbb8f548-353b-4419-9de9-c374e5c17a4c req-a54ea52c-f7c9-4951-bf84-c90a58d37c0e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373924 Mar 24 17:30:34.619397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:34.775710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:30:34.853913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Attempting to bind port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:30:34.854249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Attempting to bind port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:30:34.854573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Attempting to bind port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:30:34.859917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:30:34.860248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Attempting to bind port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:30:34.865238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:30:34.865569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Checking segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:30:34.865944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Bound using segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:30:34.866351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Bound port: 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:30:34.866686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:34.952142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:30:34.955009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:30:35.019303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:35.077553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:35.078087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:35.079447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] 10.222.0.48 "PUT /v2.0/ports/5319ce4f-bb8a-439a-9708-5dfa593a7be1 HTTP/1.1" status: 200 len: 1093 time: 1.0973926 Mar 24 17:30:35.079862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:30:35.105681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484817e-8b3b-464d-a487-83a1f7c3b841 service neutron] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:30:35.138916 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'status': 'completed', 'code': 200} Mar 24 17:30:35.234027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b02d1-abfd-411e-b19c-ce6fc96d36fe req-eacff113-2ca3-4d0c-8ab5-fc1664cc2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:35.235574 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b00b02d1-abfd-411e-b19c-ce6fc96d36fe req-eacff113-2ca3-4d0c-8ab5-fc1664cc2026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 1096 time: 0.0751660 Mar 24 17:30:35.376967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b02d1-abfd-411e-b19c-ce6fc96d36fe req-e57c18d2-6aab-4899-9964-33cf9e411d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:35.378413 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b00b02d1-abfd-411e-b19c-ce6fc96d36fe req-e57c18d2-6aab-4899-9964-33cf9e411d7b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a745a4b9228a485c86d376bd89a9a457&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1363826 Mar 24 17:30:35.404295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:35.519501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b02d1-abfd-411e-b19c-ce6fc96d36fe req-a57741ac-24ec-4ee6-8cc6-51f7f5687ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:35.521477 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b00b02d1-abfd-411e-b19c-ce6fc96d36fe req-a57741ac-24ec-4ee6-8cc6-51f7f5687ca5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378226 Mar 24 17:30:35.758246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-fd7344de-c2f7-48a2-ac51-8534e71ae365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:35.759676 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-fd7344de-c2f7-48a2-ac51-8534e71ae365 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 1096 time: 0.2043025 Mar 24 17:30:35.851657 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-4da70eda-e513-427a-8aa0-7f6b290da85d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1 HTTP/1.1" status: 200 len: 217 time: 0.0837564 Mar 24 17:30:35.933101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88346919-ffbb-47f9-b21d-3af6ee568029 req-99442567-0bd7-428f-b860-e7174c2e7e46 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:35.934525 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88346919-ffbb-47f9-b21d-3af6ee568029 req-99442567-0bd7-428f-b860-e7174c2e7e46 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 943 time: 0.2238665 Mar 24 17:30:35.959170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-4baf9b77-6115-4124-928a-3a9bdb871ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:35.960546 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-4baf9b77-6115-4124-928a-3a9bdb871ee4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.1025229 Mar 24 17:30:36.023727 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88346919-ffbb-47f9-b21d-3af6ee568029 req-242e72fd-6246-4539-a404-e8bf00c8b304 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819016 Mar 24 17:30:36.054297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-5a6b2e1d-4e0f-492c-9424-73f5885d926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:36.055771 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-5a6b2e1d-4e0f-492c-9424-73f5885d926b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887637 Mar 24 17:30:36.190316 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-a073e825-0628-49e4-9ce6-f1e23f99dba6 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286986 Mar 24 17:30:36.320286 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36104b5b-3922-4b72-ba8e-e9fa8b325b6e req-b83a1995-6542-4728-a2f4-4e4f0a9abf4a service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237738 Mar 24 17:30:37.211731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f30a1-b6a9-45bd-8133-64b7a6f73870 req-40e67265-edbc-4525-9d13-c550f467e27c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:37.213319 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c0f30a1-b6a9-45bd-8133-64b7a6f73870 req-40e67265-edbc-4525-9d13-c550f467e27c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 943 time: 0.0846586 Mar 24 17:30:37.258303 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c0f30a1-b6a9-45bd-8133-64b7a6f73870 req-64165297-2e93-4da6-94bb-4f43ec57cbc1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391912 Mar 24 17:30:38.439502 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43661d-a11c-4d23-9fef-787a9da0f5ff req-81b4d0bf-c90b-4db0-a1af-bf2e0b93ceca tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:38.440896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b43661d-a11c-4d23-9fef-787a9da0f5ff req-81b4d0bf-c90b-4db0-a1af-bf2e0b93ceca tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 943 time: 0.0788062 Mar 24 17:30:38.484921 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b43661d-a11c-4d23-9fef-787a9da0f5ff req-b042d35b-0679-49c2-a53b-afcb610ad0ee tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383658 Mar 24 17:30:39.661120 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:30:39.668297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adabcfc-90dc-4b7e-8d8a-fe5d975d9b7d req-baef0ca2-2ed6-4d2a-bccc-0e7ec9858a14 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:39.669726 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3adabcfc-90dc-4b7e-8d8a-fe5d975d9b7d req-baef0ca2-2ed6-4d2a-bccc-0e7ec9858a14 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 943 time: 0.0819237 Mar 24 17:30:39.712772 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3adabcfc-90dc-4b7e-8d8a-fe5d975d9b7d req-a22c4edf-3671-45b7-9d73-9cc34aa5bb40 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370026 Mar 24 17:30:39.791814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:30:39.804862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'mac_address': 'fa:16:3e:22:30:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:30:39.861010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:39.877582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5319ce4f-bb8a-439a-9708-5dfa593a7be1 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:30:39.895926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:30:39.968846 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:40.033243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:30:40.168613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['5319ce4f-bb8a-439a-9708-5dfa593a7be1'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:30:40.891424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eebe79-600f-49f2-978d-1270d3dbcc90 req-cc0422e3-0b3a-4d4c-827c-9c80958846fc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:40.892884 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-27eebe79-600f-49f2-978d-1270d3dbcc90 req-cc0422e3-0b3a-4d4c-827c-9c80958846fc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 944 time: 0.0776970 Mar 24 17:30:40.935719 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-27eebe79-600f-49f2-978d-1270d3dbcc90 req-e0a54953-9634-4ba5-98f6-5dbcb07e22f3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372770 Mar 24 17:30:41.692425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:30:41.854152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:30:41.859884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:30:41.860285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:41.977151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:42.003153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:30:42.012705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:30:42.050120 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'code': 200} Mar 24 17:30:42.094278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:42.127102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe86e9-1104-4be7-8f7f-b005a943c4b7 req-743dab91-d33c-4f11-b501-b51bf5050b16 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:42.128563 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8abe86e9-1104-4be7-8f7f-b005a943c4b7 req-743dab91-d33c-4f11-b501-b51bf5050b16 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 944 time: 0.0834842 Mar 24 17:30:42.170062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:30:42.179359 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8abe86e9-1104-4be7-8f7f-b005a943c4b7 req-2141f0d6-462e-42b9-b2fe-dc8575717895 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449331 Mar 24 17:30:42.397623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88a325-0eba-466d-a1f7-a631b34503f9 req-30eaeb1f-7e93-4e3c-93dc-81d1953e8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:42.399091 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-df88a325-0eba-466d-a1f7-a631b34503f9 req-30eaeb1f-7e93-4e3c-93dc-81d1953e8706 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 1098 time: 0.0692122 Mar 24 17:30:42.443089 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-df88a325-0eba-466d-a1f7-a631b34503f9 req-026d6bf8-7bce-44f1-b9a0-f995ce34795c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383952 Mar 24 17:30:43.367897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e6307-27d3-4f77-b648-3939e2ca82b4 req-545968f6-2007-4912-b6ff-770a4dc8f7bc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:43.369419 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-053e6307-27d3-4f77-b648-3939e2ca82b4 req-545968f6-2007-4912-b6ff-770a4dc8f7bc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0825303 Mar 24 17:30:43.413510 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-053e6307-27d3-4f77-b648-3939e2ca82b4 req-72011032-de98-40a2-bddc-5d3a8411d724 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377517 Mar 24 17:30:44.596828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527390b-8c6c-43dd-8c32-e0d59f68ccc8 req-10eb20a7-9959-47ef-8bcc-61b7dfcd1bc5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:44.598286 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7527390b-8c6c-43dd-8c32-e0d59f68ccc8 req-10eb20a7-9959-47ef-8bcc-61b7dfcd1bc5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0812497 Mar 24 17:30:44.641832 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7527390b-8c6c-43dd-8c32-e0d59f68ccc8 req-060f69b1-8001-4494-b3f1-150f5612011a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379286 Mar 24 17:30:44.821425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eb730-2548-46b4-9dc5-52bbea99c783 req-b59329d7-6aa7-44d1-8831-6a14ed4ad827 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:44.822851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-834eb730-2548-46b4-9dc5-52bbea99c783 req-b59329d7-6aa7-44d1-8831-6a14ed4ad827 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0784800 Mar 24 17:30:44.832099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46076) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:30:44.836899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2c8b44e9-8ee0-45ce-941d-93124a6fd64c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'floatingip': {'port_id': '5319ce4f-bb8a-439a-9708-5dfa593a7be1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:30:44.915039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44e9-8ee0-45ce-941d-93124a6fd64c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:45.595335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44e9-8ee0-45ce-941d-93124a6fd64c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:45.642226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44e9-8ee0-45ce-941d-93124a6fd64c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:45.808857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-2c8b44e9-8ee0-45ce-941d-93124a6fd64c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Floating IP a94fc155-9662-49cc-aed8-26194c60895d associated. External IP: 172.26.4.146, port: 5319ce4f-bb8a-439a-9708-5dfa593a7be1. Mar 24 17:30:46.149144 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8b44e9-8ee0-45ce-941d-93124a6fd64c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:30:46.322786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8b44e9-8ee0-45ce-941d-93124a6fd64c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:30:46.328274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2c8b44e9-8ee0-45ce-941d-93124a6fd64c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:30:46.332864 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:30:46.342388 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:30:46.343030 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:30:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:30:46.491823 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2c8b44e9-8ee0-45ce-941d-93124a6fd64c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "PUT /v2.0/floatingips/a94fc155-9662-49cc-aed8-26194c60895d HTTP/1.1" status: 200 len: 991 time: 1.6586013 Mar 24 17:30:46.492488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:30:46.531970 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:30:46.537288 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'status': 'completed', 'code': 200} Mar 24 17:30:46.637151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-0ec50c3a-26c5-4875-98d8-bf1709c3bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:46.638630 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-0ec50c3a-26c5-4875-98d8-bf1709c3bc8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 1098 time: 0.0791886 Mar 24 17:30:46.775529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-44f54e91-e903-4a0b-80af-1697abd9f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:46.776932 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-44f54e91-e903-4a0b-80af-1697abd9f184 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1320953 Mar 24 17:30:46.889314 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:22:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:30:45Z', 'revision_number': 9, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:30:46.892551 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-1a4b12de-edb9-46ab-a3fa-7dc5dd9b6bb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1 HTTP/1.1" status: 200 len: 999 time: 0.1093957 Mar 24 17:30:46.893726 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:30:46.902959 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:30:46.903917 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:30:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:30:47.008458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-648bceff-62ad-4274-a1f1-9e970f4aa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:47.009879 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-648bceff-62ad-4274-a1f1-9e970f4aa08a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.1120555 Mar 24 17:30:47.088499 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:30:47.109611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274d33d-e8fd-4717-9d43-3f8c4b9b13be req-e23ab926-a903-47e5-aca8-f070cbb1cf23 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:47.111091 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d274d33d-e8fd-4717-9d43-3f8c4b9b13be req-e23ab926-a903-47e5-aca8-f070cbb1cf23 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.1402032 Mar 24 17:30:47.196695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-9efb85eb-9853-45ba-b9ad-4ce93de43b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:47.198146 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-9efb85eb-9853-45ba-b9ad-4ce93de43b33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1791534 Mar 24 17:30:47.233882 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d274d33d-e8fd-4717-9d43-3f8c4b9b13be req-c96301d6-41df-4368-b22a-d6d6dfd19913 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164165 Mar 24 17:30:47.339334 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-2278aa6d-2d5c-47f4-8e6d-4bdc3b717100 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2883573 Mar 24 17:30:47.359610 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-255963ec-55dc-4ba2-b095-14c0c2296321 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535733 Mar 24 17:30:47.473081 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:22:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:30:45Z', 'revision_number': 9, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:30:47.477532 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e3767-a7cb-4710-9794-f6080870a43c None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:22:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:30:45Z', 'revision_number': 9, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:30:47.494272 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73bdbab2-6738-4640-a37b-d1eacba7b549 req-a9e7c90f-5978-43d5-8289-50ab6a031f0b service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283679 Mar 24 17:30:47.678273 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81611cbd-3c14-4530-ba64-6a277d568656 None None] New status for floating IP a94fc155-9662-49cc-aed8-26194c60895d: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:30:48.424118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be0e3-2a8e-4eb6-b362-1e4ee2056621 req-6c840105-75fa-4ce6-9624-7ab92c198a81 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:48.425508 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3b1be0e3-2a8e-4eb6-b362-1e4ee2056621 req-6c840105-75fa-4ce6-9624-7ab92c198a81 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0822167 Mar 24 17:30:48.468187 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3b1be0e3-2a8e-4eb6-b362-1e4ee2056621 req-0cd2cbab-3c20-4cd4-8cfa-f33dac1b7cb8 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369589 Mar 24 17:30:49.185375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-ba3df34d-12e8-4200-848e-59484af4743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:49.187384 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-ba3df34d-12e8-4200-848e-59484af4743a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 1098 time: 0.0720844 Mar 24 17:30:49.313917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-7eb6310d-4358-4c4e-9177-b3a10c898011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:49.315447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-7eb6310d-4358-4c4e-9177-b3a10c898011 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1221206 Mar 24 17:30:49.411979 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-a4045c0a-7b9c-4c4b-afb9-d8882c461d68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1 HTTP/1.1" status: 200 len: 1002 time: 0.0910420 Mar 24 17:30:49.481019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-9f59b635-17f4-4a30-9bc0-d952a76e14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:49.483152 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-9f59b635-17f4-4a30-9bc0-d952a76e14c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0657682 Mar 24 17:30:49.558732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-73a06fd1-9a57-4240-90d6-623a1724bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:49.560238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-73a06fd1-9a57-4240-90d6-623a1724bd00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719326 Mar 24 17:30:49.833164 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-d7787df5-f654-450d-a4fc-c5ad90aca3fa service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665057 Mar 24 17:30:49.870928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc790b3-1d2c-416b-a610-7667d295de35 req-cf40ceec-d88a-441f-bdb5-5a98a7ecbfc9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:49.872367 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-afc790b3-1d2c-416b-a610-7667d295de35 req-cf40ceec-d88a-441f-bdb5-5a98a7ecbfc9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.2868478 Mar 24 17:30:49.984463 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-afc790b3-1d2c-416b-a610-7667d295de35 req-47176bc1-c9a2-4084-a615-7d0259b53f87 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010733 Mar 24 17:30:50.009196 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-57a580d4-f727-4424-bef1-3f5d2503fae9 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657543 Mar 24 17:30:51.166391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e70342-c906-4e6d-b3cc-1e37155cd586 req-b9a912df-e92e-493f-9001-dcc18bf3fe8c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:51.167730 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4e70342-c906-4e6d-b3cc-1e37155cd586 req-b9a912df-e92e-493f-9001-dcc18bf3fe8c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0810909 Mar 24 17:30:51.210801 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4e70342-c906-4e6d-b3cc-1e37155cd586 req-db53fa41-18e4-4e61-8b13-af1b49b90cad tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369215 Mar 24 17:30:52.393677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866bc09-a475-4863-9127-3c5650ba9d1a req-6643739a-182d-4162-8b8b-8afd6c2258a0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:52.395170 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e866bc09-a475-4863-9127-3c5650ba9d1a req-6643739a-182d-4162-8b8b-8afd6c2258a0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0809081 Mar 24 17:30:52.439192 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e866bc09-a475-4863-9127-3c5650ba9d1a req-c6c47d41-1bf5-4574-a077-0002112ac995 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383620 Mar 24 17:30:53.625439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5d1b1-3134-43ac-8179-0e221148bf6d req-50f24cee-ef02-4da3-8539-79d91d327001 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:53.626919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7dd5d1b1-3134-43ac-8179-0e221148bf6d req-50f24cee-ef02-4da3-8539-79d91d327001 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0825307 Mar 24 17:30:53.672058 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7dd5d1b1-3134-43ac-8179-0e221148bf6d req-98c2d674-b4af-4925-970c-b4b57dc5b981 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393183 Mar 24 17:30:54.854089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda12c6-0b4d-4d4a-ac68-9e909e48ece9 req-ce018272-1bb0-4479-8645-f72434920bc9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:54.855515 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6bda12c6-0b4d-4d4a-ac68-9e909e48ece9 req-ce018272-1bb0-4479-8645-f72434920bc9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0783262 Mar 24 17:30:54.898351 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6bda12c6-0b4d-4d4a-ac68-9e909e48ece9 req-5ebd7739-9ff9-45b6-bb71-d9b744087774 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370061 Mar 24 17:30:56.083182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4626e54-95cc-4145-8dbd-922e2a19d518 req-7fa14ff8-1f82-4723-be88-60e77202d640 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:56.084976 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4626e54-95cc-4145-8dbd-922e2a19d518 req-7fa14ff8-1f82-4723-be88-60e77202d640 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0838978 Mar 24 17:30:56.129122 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4626e54-95cc-4145-8dbd-922e2a19d518 req-b0e9a532-877d-40cf-9812-3e736a0d2f01 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383968 Mar 24 17:30:57.319077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387b74e-5985-438a-b9d3-e6ea41c64a81 req-8b338d03-bae5-439b-b3ab-d34680e5bd02 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:57.320544 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3387b74e-5985-438a-b9d3-e6ea41c64a81 req-8b338d03-bae5-439b-b3ab-d34680e5bd02 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0777948 Mar 24 17:30:57.367217 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3387b74e-5985-438a-b9d3-e6ea41c64a81 req-114b393d-010c-4eb1-9330-0cba8e6a5c36 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Mar 24 17:30:58.548138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a511a4-df79-4be7-b770-7b526015fd45 req-cf2f2fc7-2453-449b-a7b6-6c069d145f2f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:58.549578 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14a511a4-df79-4be7-b770-7b526015fd45 req-cf2f2fc7-2453-449b-a7b6-6c069d145f2f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0783076 Mar 24 17:30:58.593004 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14a511a4-df79-4be7-b770-7b526015fd45 req-c5d3ed29-3733-47b8-a61c-ee743aeabff9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378408 Mar 24 17:30:59.776266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60a8ae-db6b-40c1-a819-abe599bd5dda req-039b3241-62ea-4533-b20e-cb894392742f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:30:59.777688 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cf60a8ae-db6b-40c1-a819-abe599bd5dda req-039b3241-62ea-4533-b20e-cb894392742f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0827763 Mar 24 17:30:59.821364 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cf60a8ae-db6b-40c1-a819-abe599bd5dda req-de07e5c8-cf8d-4361-aa73-6021685ba4a9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372314 Mar 24 17:31:00.453046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2f5c8467-2217-43b0-9a7d-f555e5556f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:01.002587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb54c1-235f-467a-b425-22690dea1591 req-175c2450-c726-425c-9539-94f1e7b6859d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:01.004037 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4eb54c1-235f-467a-b425-22690dea1591 req-175c2450-c726-425c-9539-94f1e7b6859d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0777485 Mar 24 17:31:01.047238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4eb54c1-235f-467a-b425-22690dea1591 req-77fa6f14-64f1-4eda-b70e-c9741b5dc01f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Mar 24 17:31:02.235712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fe6fa-0bc6-4c5c-99e1-77e4026410eb req-7d061196-2e74-4039-a3a2-8df6676ca962 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:02.237096 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-894fe6fa-0bc6-4c5c-99e1-77e4026410eb req-7d061196-2e74-4039-a3a2-8df6676ca962 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0809777 Mar 24 17:31:02.280721 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-894fe6fa-0bc6-4c5c-99e1-77e4026410eb req-7ea803dc-98c2-4124-84d2-7cf275ce8ab7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379996 Mar 24 17:31:02.693129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2eb9-4b43-4327-99b5-908174bc3698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:02.933198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:03.471096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f2a1f-375c-4e7f-bf9b-c117be613c8c req-e2e77187-20cc-4516-81ca-1fb102849e39 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:03.472546 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-941f2a1f-375c-4e7f-bf9b-c117be613c8c req-e2e77187-20cc-4516-81ca-1fb102849e39 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0781407 Mar 24 17:31:03.518895 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-941f2a1f-375c-4e7f-bf9b-c117be613c8c req-52c247ed-c59a-4844-abc4-6d8695c030ca tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 Mar 24 17:31:03.891840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:03.949306 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:04.700276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d5407-1de7-426d-b23e-c82283556ea6 req-c0116b83-d71f-4d83-9637-e71ea006e352 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:04.702339 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ec3d5407-1de7-426d-b23e-c82283556ea6 req-c0116b83-d71f-4d83-9637-e71ea006e352 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0798542 Mar 24 17:31:04.745721 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ec3d5407-1de7-426d-b23e-c82283556ea6 req-ded0a032-83cf-4983-b40c-4ba4cc387460 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378242 Mar 24 17:31:05.366190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:05.930858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30e85e-11c3-4c5e-8f67-2a1c8385fbb9 req-e4c2fbf0-0b99-49ab-9fa1-28bf52dfab0e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:05.932408 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2a30e85e-11c3-4c5e-8f67-2a1c8385fbb9 req-e4c2fbf0-0b99-49ab-9fa1-28bf52dfab0e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0831571 Mar 24 17:31:05.976140 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2a30e85e-11c3-4c5e-8f67-2a1c8385fbb9 req-e5a3d496-60d5-4d3d-bca6-bd0834f6cf25 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379095 Mar 24 17:31:07.155025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed0338-782e-4495-9486-9eb1c3913df9 req-f119614e-d592-40f8-be89-3b5c9e5f2527 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:07.156389 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9eed0338-782e-4495-9486-9eb1c3913df9 req-f119614e-d592-40f8-be89-3b5c9e5f2527 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0782270 Mar 24 17:31:07.199387 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9eed0338-782e-4495-9486-9eb1c3913df9 req-c065cde3-3798-4d45-8dca-166b1714d9c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375762 Mar 24 17:31:08.393816 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:31:08.479483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb7fed-1514-4cb4-a8fa-784b04b782b2 req-dfe58d27-89ba-4dfa-91b1-2381d031dbc5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:08.480853 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79fb7fed-1514-4cb4-a8fa-784b04b782b2 req-dfe58d27-89ba-4dfa-91b1-2381d031dbc5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.1738484 Mar 24 17:31:08.522827 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79fb7fed-1514-4cb4-a8fa-784b04b782b2 req-d3350254-3a6c-4f83-88b2-be08b039c0dc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358140 Mar 24 17:31:09.707974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c92d8b-a990-48ef-917d-f8604d3e148d req-283f5ad2-9957-4585-b507-af525e371a75 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:09.709396 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6c92d8b-a990-48ef-917d-f8604d3e148d req-283f5ad2-9957-4585-b507-af525e371a75 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0794990 Mar 24 17:31:09.752061 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6c92d8b-a990-48ef-917d-f8604d3e148d req-6ed1dbea-e0b6-489f-8477-7fad872550f3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372229 Mar 24 17:31:10.936909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8968d7-38fa-4ffe-95de-22f18ac59d06 req-ea5456a9-77aa-42c4-b87a-ce00639c1a7d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:10.938641 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa8968d7-38fa-4ffe-95de-22f18ac59d06 req-ea5456a9-77aa-42c4-b87a-ce00639c1a7d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0852039 Mar 24 17:31:10.981049 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa8968d7-38fa-4ffe-95de-22f18ac59d06 req-f6596ef6-1b75-4a51-b15a-99afe7e5478d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367513 Mar 24 17:31:11.964103 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-0a078ddf-0a20-4c2b-afa9-38486ec8e1b2 service neutron] 10.222.0.48 "GET /v2.0/ports/5319ce4f-bb8a-439a-9708-5dfa593a7be1/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.0753162 Mar 24 17:31:12.317556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79f23-20f2-44d8-baf3-085ef92eee07 req-2f43f2c0-4545-42c8-b0b4-2ec2c09fda5a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:12.319117 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0aa79f23-20f2-44d8-baf3-085ef92eee07 req-2f43f2c0-4545-42c8-b0b4-2ec2c09fda5a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0808342 Mar 24 17:31:12.365623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0aa79f23-20f2-44d8-baf3-085ef92eee07 req-17533cdb-1914-4c9f-9a81-566580e422ad tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Mar 24 17:31:12.501279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-aa3bea8d-1b20-44fa-a793-b0874f10505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:12.502732 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-aa3bea8d-1b20-44fa-a793-b0874f10505d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 1098 time: 0.0714321 Mar 24 17:31:12.605257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-0f043174-822f-4c96-9556-463cab47349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:12.606772 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-0f043174-822f-4c96-9556-463cab47349b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 1098 time: 0.0828915 Mar 24 17:31:12.737774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-24bd2492-380f-4c61-8f0b-79a0b5389d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:12.739188 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-24bd2492-380f-4c61-8f0b-79a0b5389d00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1263974 Mar 24 17:31:12.842183 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-ba314f32-7bcc-4627-993d-2a1783216a77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1 HTTP/1.1" status: 200 len: 1002 time: 0.0969906 Mar 24 17:31:12.918321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-b298e9c2-4ac5-4f2a-876a-0066342cd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:12.919782 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-b298e9c2-4ac5-4f2a-876a-0066342cd660 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0719099 Mar 24 17:31:12.994774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-4b9e05d6-d46f-496a-bf85-cd5c1021440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:12.996279 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-4b9e05d6-d46f-496a-bf85-cd5c1021440d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701113 Mar 24 17:31:13.123151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-2c59bb1f-50dd-494b-bb87-f21753d9c211 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203310 Mar 24 17:31:13.252380 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f70faf23-5086-41c1-bbb9-d5def4a97e8f req-4a4386ab-040d-4a85-b90b-46629e9ba4c6 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229692 Mar 24 17:31:13.554891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d08d3-7f6f-4813-9ddf-925a2d47038e req-6aba8ea5-18eb-4749-a809-a871a1fbab1d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:13.556350 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f2d08d3-7f6f-4813-9ddf-925a2d47038e req-6aba8ea5-18eb-4749-a809-a871a1fbab1d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0852177 Mar 24 17:31:13.600284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f2d08d3-7f6f-4813-9ddf-925a2d47038e req-0ebb2c45-9e88-47e0-9730-2b4c62451bcc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373499 Mar 24 17:31:14.786143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939c2af-271a-47da-8c1b-cd0eaf298ebd req-8126bf02-a939-46a4-8f66-23be4eaffcee tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:14.787591 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8939c2af-271a-47da-8c1b-cd0eaf298ebd req-8126bf02-a939-46a4-8f66-23be4eaffcee tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0809832 Mar 24 17:31:14.833582 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8939c2af-271a-47da-8c1b-cd0eaf298ebd req-1f6bf931-0199-4f7a-9a03-214a19b5b21a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Mar 24 17:31:15.925264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:31:15.928573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:31:16.028896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47d1b2-87e1-4f93-9c9f-a8992a756347 req-59258574-ff27-4969-a10d-5240add8e672 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:16.030446 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4d47d1b2-87e1-4f93-9c9f-a8992a756347 req-59258574-ff27-4969-a10d-5240add8e672 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0835311 Mar 24 17:31:16.073917 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4d47d1b2-87e1-4f93-9c9f-a8992a756347 req-ac1fd2f0-6235-4382-a206-7de68f4eab33 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378778 Mar 24 17:31:16.141466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:16.183774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:31:16.197088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:16.212460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:16.214819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'mac_address': 'fa:16:3e:22:30:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:31:16.245574 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'code': 200} Mar 24 17:31:16.271064 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:16.288077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5319ce4f-bb8a-439a-9708-5dfa593a7be1 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:31:16.291809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:16.406084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:31:16.406352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:31:16.408584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:16.948055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ce86-9083-4a63-a7ed-e871972a99cd req-947fa7e3-5fe0-4552-bb6c-fa00d93c79fd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:16.949414 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7548ce86-9083-4a63-a7ed-e871972a99cd req-947fa7e3-5fe0-4552-bb6c-fa00d93c79fd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 943 time: 0.2007344 Mar 24 17:31:16.956924 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-ff984f15-d729-4ffd-807b-516f8194c73a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:16.958268 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-ff984f15-d729-4ffd-807b-516f8194c73a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b&tenant_id=a745a4b9228a485c86d376bd89a9a457&binding%3Ahost_id=hv-neutron-8350 HTTP/1.1" status: 200 len: 943 time: 0.2401972 Mar 24 17:31:16.962608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:16.979512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5319ce4f-bb8a-439a-9708-5dfa593a7be1 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:31:16.994927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:17.054664 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7548ce86-9083-4a63-a7ed-e871972a99cd req-e91fbe93-01e0-46d0-9266-504c9804d651 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954363 Mar 24 17:31:17.068090 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-67a8090e-a603-4219-b0f5-4cf8d8ff70dc service neutron] 10.222.0.48 "GET /v2.0/ports/5319ce4f-bb8a-439a-9708-5dfa593a7be1/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.0944183 Mar 24 17:31:17.069911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:17.137303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['5319ce4f-bb8a-439a-9708-5dfa593a7be1'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:31:17.163324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-88479dd6-b5e3-4ebb-951b-90f9031110ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:17.164818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-88479dd6-b5e3-4ebb-951b-90f9031110ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 1097 time: 0.0707419 Mar 24 17:31:17.185829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:17.299691 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-c8a06067-00b9-4e3e-84f0-5316706400dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:17.301424 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-c8a06067-00b9-4e3e-84f0-5316706400dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1303279 Mar 24 17:31:17.412536 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-e3b71af3-5384-4e9b-b434-92bf10cb4c7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1 HTTP/1.1" status: 200 len: 1001 time: 0.1058722 Mar 24 17:31:17.473136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-eb9b8442-42d1-45f1-9fd5-b5623d3b352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:17.474510 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-eb9b8442-42d1-45f1-9fd5-b5623d3b352d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0558436 Mar 24 17:31:17.550243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-823c9639-fce8-40a0-bb07-30eb0bbcae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:17.551574 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-823c9639-fce8-40a0-bb07-30eb0bbcae0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715141 Mar 24 17:31:17.679811 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-6b74821b-5946-4b9d-a589-6d08301b4e86 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220591 Mar 24 17:31:17.808954 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-62be3c8c-657e-4de8-8a80-da6a6e5c1943 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232004 Mar 24 17:31:17.928655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:31:17.995591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:31:17.996309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:18.111087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:18.146286 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:18.224296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:18.243789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e663b96-040b-4fb1-8c7f-c798d876d98f req-a8948847-ee03-4dfe-8890-9d2395b4cdda tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:18.245255 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3e663b96-040b-4fb1-8c7f-c798d876d98f req-a8948847-ee03-4dfe-8890-9d2395b4cdda tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 944 time: 0.0794978 Mar 24 17:31:18.254107 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:31:18.302170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=8']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:18.304644 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3e663b96-040b-4fb1-8c7f-c798d876d98f req-a6fbffba-a0c4-4734-98c3-47074447b276 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528753 Mar 24 17:31:18.314093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.314466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.314805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.315167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.315511 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.315838 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.316190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.316568 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.320288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.320288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.320288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.320288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:18.322776 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'code': 200} Mar 24 17:31:19.487875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c91ae-fd34-4d99-b91d-75c6752a7826 req-39d203bf-80bc-4790-8f4b-004e71c24514 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:19.489369 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d70c91ae-fd34-4d99-b91d-75c6752a7826 req-39d203bf-80bc-4790-8f4b-004e71c24514 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0833266 Mar 24 17:31:19.534121 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d70c91ae-fd34-4d99-b91d-75c6752a7826 req-4d0044e3-4160-47ba-8cac-60849b4e9812 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386488 Mar 24 17:31:20.769023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3b2b-a318-408e-8f3e-65bb454b1604 req-83f221f6-ccb9-4c89-9e99-05b240bf9b0e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:20.770357 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c3fb3b2b-a318-408e-8f3e-65bb454b1604 req-83f221f6-ccb9-4c89-9e99-05b240bf9b0e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.1327679 Mar 24 17:31:20.795464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-ab2860c5-b4ff-4173-9993-a05e510e9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:20.796919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-ab2860c5-b4ff-4173-9993-a05e510e9b9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 1098 time: 0.1146691 Mar 24 17:31:20.823012 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c3fb3b2b-a318-408e-8f3e-65bb454b1604 req-6398438b-0da4-4e0e-b666-34de6750ec46 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468905 Mar 24 17:31:20.893268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-ad9582ee-64ae-4122-a1e9-21563aa28c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:20.894766 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-ad9582ee-64ae-4122-a1e9-21563aa28c30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 1098 time: 0.0751224 Mar 24 17:31:21.024903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-4afff83f-8dc2-4964-9328-bd7081ead04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:21.026234 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-4afff83f-8dc2-4964-9328-bd7081ead04d service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1261263 Mar 24 17:31:21.121676 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-a6defcdc-24f1-4298-b470-744a71d9ab1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1 HTTP/1.1" status: 200 len: 1002 time: 0.0900776 Mar 24 17:31:21.282355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-ec553041-5a23-4892-88d2-abbb9dc4ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:21.284134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-ec553041-5a23-4892-88d2-abbb9dc4ff2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.1563735 Mar 24 17:31:21.357067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-d8921fc0-4766-4b96-8c38-6568919e1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:21.358499 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-d8921fc0-4766-4b96-8c38-6568919e1399 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683382 Mar 24 17:31:21.483563 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-d86fd21c-dd2c-4e49-ba02-ecc090c61fea service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186767 Mar 24 17:31:21.618593 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd52121a-bd2f-46e3-9631-f445a81df48a req-fcb65dde-8155-40aa-a54e-ca519614052d service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290011 Mar 24 17:31:22.019439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649e4e3-02bc-41cd-8eb3-207496d91e16 req-1a435ee4-379f-409c-b947-acb6a9013336 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:22.020929 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4649e4e3-02bc-41cd-8eb3-207496d91e16 req-1a435ee4-379f-409c-b947-acb6a9013336 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0912120 Mar 24 17:31:22.064912 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4649e4e3-02bc-41cd-8eb3-207496d91e16 req-70811b7b-6538-40a5-9e5c-ef2a0d61aa28 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384288 Mar 24 17:31:23.249560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501d751-096b-4ab3-83f5-7d51493dfe58 req-e483c44c-be7c-4c0b-be9b-b93352918875 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:23.250923 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9501d751-096b-4ab3-83f5-7d51493dfe58 req-e483c44c-be7c-4c0b-be9b-b93352918875 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0799875 Mar 24 17:31:23.298611 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9501d751-096b-4ab3-83f5-7d51493dfe58 req-430ec217-1d1e-45f9-aceb-829ad25a4d12 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 Mar 24 17:31:23.956936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:31:23.959232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:31:24.204667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:24.222045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:24.242202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'mac_address': 'fa:16:3e:22:30:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:31:24.270405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:31:24.292777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:24.307689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:24.321209 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'code': 200} Mar 24 17:31:24.325744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5319ce4f-bb8a-439a-9708-5dfa593a7be1 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:31:24.383708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:24.496058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:31:24.496325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:31:24.498571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=9']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:24.512551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc7fec-ddf5-490f-8cae-f9411e23ddc1 req-e51bc762-15cd-4dc2-b43e-5718e0a85a5f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:24.514198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63bc7fec-ddf5-490f-8cae-f9411e23ddc1 req-e51bc762-15cd-4dc2-b43e-5718e0a85a5f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 943 time: 0.0792475 Mar 24 17:31:24.558273 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63bc7fec-ddf5-490f-8cae-f9411e23ddc1 req-8ef2f956-077c-4bf4-ac78-add3a0bbd906 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387254 Mar 24 17:31:24.746745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe75783-d934-41f4-bd56-06f36feb44e7 req-5e5b3c73-b749-4c89-bfef-a78c2f4dd8a7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:24.748126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ebe75783-d934-41f4-bd56-06f36feb44e7 req-5e5b3c73-b749-4c89-bfef-a78c2f4dd8a7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 943 time: 0.0860753 Mar 24 17:31:24.792428 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ebe75783-d934-41f4-bd56-06f36feb44e7 req-9cc70367-7dfb-48fb-9ef1-639693e62e3d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379558 Mar 24 17:31:24.972997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6787eec-2262-41a4-abd7-07f3c44b7b68 req-32cc1078-2d22-42f3-9b01-e9a60f43a87d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:24.974442 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d6787eec-2262-41a4-abd7-07f3c44b7b68 req-32cc1078-2d22-42f3-9b01-e9a60f43a87d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 943 time: 0.0783696 Mar 24 17:31:25.018816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d6787eec-2262-41a4-abd7-07f3c44b7b68 req-94ece025-177b-4e24-80d4-c32489402188 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386865 Mar 24 17:31:25.056622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:25.073429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5319ce4f-bb8a-439a-9708-5dfa593a7be1 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:31:25.089897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:25.161153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:25.228041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['5319ce4f-bb8a-439a-9708-5dfa593a7be1'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:31:25.266546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=10']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:25.617298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f2c83-0114-47f8-ace2-db38d634c855 req-f3e9f953-3b40-483e-b2ed-c717ddec294f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:25.618714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c38f2c83-0114-47f8-ace2-db38d634c855 req-f3e9f953-3b40-483e-b2ed-c717ddec294f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 945 time: 0.0802417 Mar 24 17:31:25.662602 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c38f2c83-0114-47f8-ace2-db38d634c855 req-f1631c5c-7119-40ff-986c-a1e359b83308 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381441 Mar 24 17:31:25.962239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:31:26.036703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:31:26.037071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:26.158363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:26.193227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:26.292877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:26.333180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:31:26.388572 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'code': 200} Mar 24 17:31:26.388572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=11']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:26.845842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfcde3-6704-462e-a5a6-5a438da0d8fb req-b4d16920-5918-496b-b1c5-c046c9359aa3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:26.847281 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-90cfcde3-6704-462e-a5a6-5a438da0d8fb req-b4d16920-5918-496b-b1c5-c046c9359aa3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 946 time: 0.0828779 Mar 24 17:31:26.890150 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-90cfcde3-6704-462e-a5a6-5a438da0d8fb req-537920a0-5c00-4d54-9b04-bf3083d35500 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370777 Mar 24 17:31:27.594944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-bf2a352a-8464-4289-8384-a56b196aa92b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:27.596371 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-bf2a352a-8464-4289-8384-a56b196aa92b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 946 time: 0.0776036 Mar 24 17:31:27.670154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Deleting port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:31:27.670483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:27.906394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] For port 5319ce4f-bb8a-439a-9708-5dfa593a7be1, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=5319ce4f-bb8a-439a-9708-5dfa593a7be1,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:27.906937 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:28.353381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:28.353744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:28.354053 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Floating IP a94fc155-9662-49cc-aed8-26194c60895d disassociated. External IP: 172.26.4.146, port: 5319ce4f-bb8a-439a-9708-5dfa593a7be1. Mar 24 17:31:28.354385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Calling delete_port for 5319ce4f-bb8a-439a-9708-5dfa593a7be1 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:31:28.402248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e4a18-dde6-4b30-9c17-bb5ec9c9a05d req-f496c6cc-e00f-43a0-8532-a3599fcf8517 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:28.405071 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f23e4a18-dde6-4b30-9c17-bb5ec9c9a05d req-f496c6cc-e00f-43a0-8532-a3599fcf8517 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 946 time: 0.4025981 Mar 24 17:31:28.472029 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f23e4a18-dde6-4b30-9c17-bb5ec9c9a05d req-fc5c2c6a-75fd-468c-987a-4364d32a26b4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625744 Mar 24 17:31:28.595058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:28.648899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event deleted for resources: {'Port': ['ID=5319ce4f-bb8a-439a-9708-5dfa593a7be1,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:28.661133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.661476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.661809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.662139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.662464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.662781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.663110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.663429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.663747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.664101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.664418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.664730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:31:28.845546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:31:29.022962 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:31:29.033006 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:31:29.042188 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:31:29.042861 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:31:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:31:29.096569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] No DVR routers for this DVR port 5319ce4f-bb8a-439a-9708-5dfa593a7be1 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:31:29.099308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:29.101845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-deleted', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:31:29.146964 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b', 'name': 'network-vif-deleted', 'tag': '5319ce4f-bb8a-439a-9708-5dfa593a7be1', 'status': 'completed', 'code': 200} Mar 24 17:31:29.190248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-399721e0-aea2-4db5-ac4b-289e4f942d17 req-abf53f97-9f1f-4012-a6d8-49d2275ccb50 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "DELETE /v2.0/ports/5319ce4f-bb8a-439a-9708-5dfa593a7be1 HTTP/1.1" status: 204 len: 173 time: 1.5889652 Mar 24 17:31:29.218658 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:31:29.528209 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:31:29.532162 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:31:29.540326 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:31:29.540911 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:31:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:31:29.632169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f06cf843-4797-40a4-8214-60fbf03d9bd7 req-26c10e2d-bd5a-4fa0-acea-30586b308c5c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:31:29.703904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f06cf843-4797-40a4-8214-60fbf03d9bd7 req-26c10e2d-bd5a-4fa0-acea-30586b308c5c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:31:29.705109 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f06cf843-4797-40a4-8214-60fbf03d9bd7 req-26c10e2d-bd5a-4fa0-acea-30586b308c5c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca1f6cd3-13c5-41ce-af4a-1514b4b9da7b HTTP/1.1" status: 200 len: 210 time: 0.1144619 Mar 24 17:31:29.712654 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:31:30.045159 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:31:30.049022 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a21f3c-5c40-4d89-8cf7-b76c01c415c6 None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:31:30.265516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d852eebe-b9ec-4fb4-90ce-634fef735c11 None None] New status for floating IP a94fc155-9662-49cc-aed8-26194c60895d: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:31:30.475311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-429c87ee-c2a4-47fc-99ae-cfb18a8d4d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:31.032231 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-4984ffd3-2c1b-445f-bf2d-cbbcdea49f4b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1998935540&fields=id&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 267 time: 0.0381701 Mar 24 17:31:31.176725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-8c6833e5-65e9-47be-8925-094e8d2c9e55 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:31.178125 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-8c6833e5-65e9-47be-8925-094e8d2c9e55 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 812 time: 0.1397629 Mar 24 17:31:31.192424 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-9edf097e-01fa-4266-ba21-4eeca20efe17 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/quotas/a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 375 time: 0.0089812 Mar 24 17:31:31.280947 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-e60111c2-e263-4186-9f9a-3f3578699db2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831656 Mar 24 17:31:31.456376 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-5623447f-8bcf-4687-b387-ab84484cc8c7 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645703 Mar 24 17:31:31.583796 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-3d365754-db42-452d-874a-cf3855804781 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215990 Mar 24 17:31:31.839180 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3edd81f1-5f3b-4f51-b73c-ead0cbefb547 req-48c6aeca-becc-4e22-8a1c-dfd22ea8c5b6 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 210 time: 0.0398784 Mar 24 17:31:32.010199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:31:32.044203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 5319ce4f-bb8a-439a-9708-5dfa593a7be1 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:31:32.044417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 5319ce4f-bb8a-439a-9708-5dfa593a7be1 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:31:32.680884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-18700e46-c5a9-4cf6-909c-1796ea674ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:32.932498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:32.992008 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-32506e31-1880-43ec-838d-dd68b6fb6cb5 req-dd512d04-2120-46aa-8720-02b6a797f426 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 210 time: 0.0419321 Mar 24 17:31:33.772271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-bd4ebf4f-0d36-4c6e-a40b-50b1b355839e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:33.773661 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-bd4ebf4f-0d36-4c6e-a40b-50b1b355839e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 812 time: 0.2461627 Mar 24 17:31:33.823729 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-13e4efd4-ae3b-40fc-b9f1-7b8799556d06 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 380 time: 0.0419829 Mar 24 17:31:33.839552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'port': {'device_id': '72ce1724-b966-400f-ae9b-91db51d56916', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'admin_state_up': True, 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'security_groups': ['35e78324-2776-4dd3-8999-0e6b457d3eda']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:31:33.881221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:33.955410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:33.973900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:31:33.983567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:31:34.064026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Made reservation on behalf of a745a4b9228a485c86d376bd89a9a457 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:31:34.067591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:34.174226 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-394669c3-bc56-4e3e-8cfa-82a6e411e6c4 req-57b7c4c8-3792-43ba-981b-ba9930de3d67 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 210 time: 0.0531600 Mar 24 17:31:34.266804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Allocated IP 172.20.0.4 (4cf4f192-868e-4889-95dc-7cba0b30d7c0/016814da-d0dd-4809-9ba2-769bd9551129/3f25785e-2a44-4735-9d33-fe14b9ecc245) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:31:34.447915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:34.463437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Transition to ACTIVE for port object 3f25785e-2a44-4735-9d33-fe14b9ecc245 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:31:34.554022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:34.620274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:31:34.623385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:31:34.627213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:31:34.675511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:34.700816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:34.701961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:34.824238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-7eeb1979-7b55-418c-abb0-bfa193e0d5dd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9885261 Mar 24 17:31:34.834831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-8090989a-22f1-4cc6-82af-db26de3a665d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:31:34.835797 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-8090989a-22f1-4cc6-82af-db26de3a665d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049956 Mar 24 17:31:34.845657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Request body: {'port': {'device_id': '72ce1724-b966-400f-ae9b-91db51d56916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:31:34.869402 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cf4266ac-589d-43bf-9355-fd6ee93a953c None None] Provisioning for port 3f25785e-2a44-4735-9d33-fe14b9ecc245 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:31:34.875408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cf4266ac-589d-43bf-9355-fd6ee93a953c None None] Provisioning complete for port 3f25785e-2a44-4735-9d33-fe14b9ecc245 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:31:34.876056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cf4266ac-589d-43bf-9355-fd6ee93a953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:34.935935 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-cf4266ac-589d-43bf-9355-fd6ee93a953c None None] Port 3f25785e-2a44-4735-9d33-fe14b9ecc245 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:31:34.958931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:35.343728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f25785e-2a44-4735-9d33-fe14b9ecc245 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:31:35.353757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:35.365340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:35.372582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Transition to ACTIVE for port object 3f25785e-2a44-4735-9d33-fe14b9ecc245 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:31:35.394137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dd86f-5b99-4cbc-9894-ba6232bb8dd9 req-8f75cf55-f071-4e75-9732-afdb72f3da2d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:35.397765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c23dd86f-5b99-4cbc-9894-ba6232bb8dd9 req-8f75cf55-f071-4e75-9732-afdb72f3da2d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:31:35.445149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:35.485879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c23dd86f-5b99-4cbc-9894-ba6232bb8dd9 req-8f75cf55-f071-4e75-9732-afdb72f3da2d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:31:35.486949 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c23dd86f-5b99-4cbc-9894-ba6232bb8dd9 req-8f75cf55-f071-4e75-9732-afdb72f3da2d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 931 time: 0.2073722 Mar 24 17:31:35.591538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:35.773891 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c23dd86f-5b99-4cbc-9894-ba6232bb8dd9 req-2ca78328-a049-4289-be7a-cc1f5f19f77d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765079 Mar 24 17:31:35.813449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Attempting to bind port 3f25785e-2a44-4735-9d33-fe14b9ecc245 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:31:35.813776 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Attempting to bind port 3f25785e-2a44-4735-9d33-fe14b9ecc245 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:31:35.814095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Attempting to bind port 3f25785e-2a44-4735-9d33-fe14b9ecc245 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:31:35.818546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Port 3f25785e-2a44-4735-9d33-fe14b9ecc245 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:31:35.818859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Attempting to bind port 3f25785e-2a44-4735-9d33-fe14b9ecc245 on network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:31:35.823798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:31:35.824162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Checking segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:31:35.824535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Bound using segment: {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:31:35.824947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Bound port: 3f25785e-2a44-4735-9d33-fe14b9ecc245, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c499eb-7ef1-4943-b216-50df6cc148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:31:35.825278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:35.911382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:31:35.914289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:31:35.983922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:36.040902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:36.041693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:36.042900 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] 10.222.0.48 "PUT /v2.0/ports/3f25785e-2a44-4735-9d33-fe14b9ecc245 HTTP/1.1" status: 200 len: 1093 time: 1.2010255 Mar 24 17:31:36.043327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:31:36.068245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ca01f-07cf-4ded-8e28-413ede2f0b87 service neutron] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:36.089137 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'status': 'completed', 'code': 200} Mar 24 17:31:36.181227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5dd54-640f-4d72-8cf5-20e24a226e92 req-63c0df73-5d23-4470-8f03-6aaeeda1154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:36.182809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14e5dd54-640f-4d72-8cf5-20e24a226e92 req-63c0df73-5d23-4470-8f03-6aaeeda1154c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 1096 time: 0.0733876 Mar 24 17:31:36.324689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5dd54-640f-4d72-8cf5-20e24a226e92 req-a7e47976-62b4-4845-a97e-de595add56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:36.326631 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14e5dd54-640f-4d72-8cf5-20e24a226e92 req-a7e47976-62b4-4845-a97e-de595add56a4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a745a4b9228a485c86d376bd89a9a457&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1363168 Mar 24 17:31:36.461844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5dd54-640f-4d72-8cf5-20e24a226e92 req-fb926a0a-40bd-431c-82d2-6a739799008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:36.463262 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14e5dd54-640f-4d72-8cf5-20e24a226e92 req-fb926a0a-40bd-431c-82d2-6a739799008a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317284 Mar 24 17:31:36.567445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-dfd4d283-b911-4e47-a94e-b015f5ebf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:36.568909 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-dfd4d283-b911-4e47-a94e-b015f5ebf132 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 1096 time: 0.0721536 Mar 24 17:31:36.637205 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-77334603-d600-4b76-ac6f-bf1387ff59c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245 HTTP/1.1" status: 200 len: 217 time: 0.0611839 Mar 24 17:31:36.703366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-d7cf7dd9-ece2-419d-8025-80276277db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:36.704869 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-d7cf7dd9-ece2-419d-8025-80276277db45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0616832 Mar 24 17:31:36.785996 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f97a1224-fea4-4916-8305-3b65e9dfea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:36.787422 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-f97a1224-fea4-4916-8305-3b65e9dfea34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756640 Mar 24 17:31:36.964602 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-29da1eae-2a77-4746-b8bd-356bd871e12d service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709640 Mar 24 17:31:37.019143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09487d00-a6db-4e4a-8ed4-a284106bf462 req-3630692b-b165-475d-a5b9-f22ad2a6ae5b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:37.020558 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09487d00-a6db-4e4a-8ed4-a284106bf462 req-3630692b-b165-475d-a5b9-f22ad2a6ae5b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 943 time: 0.1434340 Mar 24 17:31:37.130937 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09487d00-a6db-4e4a-8ed4-a284106bf462 req-e374c862-984d-419e-9c11-b31cfe70dc99 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581079 Mar 24 17:31:37.146766 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f1d0416-2170-4cb5-afdd-f4f4e535dd99 req-bb3a4602-d828-4ec7-ac97-b3ff2a66a547 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749303 Mar 24 17:31:38.323235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898c861-6c31-4628-9cc0-b366bfdb8465 req-1cfe024d-4b06-44f9-8147-32281ca1e4a9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:38.324778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3898c861-6c31-4628-9cc0-b366bfdb8465 req-1cfe024d-4b06-44f9-8147-32281ca1e4a9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 943 time: 0.0856302 Mar 24 17:31:38.369772 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3898c861-6c31-4628-9cc0-b366bfdb8465 req-2fc9d340-c3ba-4f7b-bbce-26d4bee00e68 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391102 Mar 24 17:31:39.551080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64a91f-a301-44f2-b9be-4bc5ce9600ad req-918a5dd9-4256-4a9d-ba65-ec4ae12aa1cd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:39.552523 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a64a91f-a301-44f2-b9be-4bc5ce9600ad req-918a5dd9-4256-4a9d-ba65-ec4ae12aa1cd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 943 time: 0.0773840 Mar 24 17:31:39.595974 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a64a91f-a301-44f2-b9be-4bc5ce9600ad req-8565deb0-34b5-49fe-80d9-b8ec543e7e7d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379839 Mar 24 17:31:40.033585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:31:40.186564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:40.198847 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'mac_address': 'fa:16:3e:a6:fd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:31:40.253747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:40.270002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f25785e-2a44-4735-9d33-fe14b9ecc245 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:31:40.284944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:40.354693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:40.457716 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:40.572972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['3f25785e-2a44-4735-9d33-fe14b9ecc245'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:31:40.784283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f4431-75ec-4b4a-9689-f78a4b6a2ed0 req-6b7c9b03-3b4e-4faf-8aea-96186675825d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:40.785710 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a72f4431-75ec-4b4a-9689-f78a4b6a2ed0 req-6b7c9b03-3b4e-4faf-8aea-96186675825d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 944 time: 0.0809395 Mar 24 17:31:40.828389 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a72f4431-75ec-4b4a-9689-f78a4b6a2ed0 req-522ed5b6-d3eb-44dc-ad4b-1c2feae560d3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371456 Mar 24 17:31:42.008404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed3f5a-ddbd-4894-a47a-7ea0316c3d9d req-9b34e3dd-4f5c-42b4-9e86-128efecba40c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:42.009837 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-10ed3f5a-ddbd-4894-a47a-7ea0316c3d9d req-9b34e3dd-4f5c-42b4-9e86-128efecba40c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 944 time: 0.0784793 Mar 24 17:31:42.048686 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:31:42.054268 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-10ed3f5a-ddbd-4894-a47a-7ea0316c3d9d req-fa2618cb-793b-4dc8-968b-bdd89488b542 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383761 Mar 24 17:31:42.177255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 3f25785e-2a44-4735-9d33-fe14b9ecc245 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:31:42.181621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 3f25785e-2a44-4735-9d33-fe14b9ecc245 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:31:42.181988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:42.295440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:42.322179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:31:42.332424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:31:42.366066 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'code': 200} Mar 24 17:31:42.400802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:42.467301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:31:42.789256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045af90d-91bf-4a5e-ba83-03a8b201e384 req-305d40b6-de04-48fa-b2a6-86c853967a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:42.790712 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-045af90d-91bf-4a5e-ba83-03a8b201e384 req-305d40b6-de04-48fa-b2a6-86c853967a04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 1098 time: 0.1622033 Mar 24 17:31:42.830027 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-045af90d-91bf-4a5e-ba83-03a8b201e384 req-e7564373-163c-423e-9fc3-efa6c1d0854e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331860 Mar 24 17:31:43.238883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ea0e1-da4f-4745-91fb-2568866b5333 req-1879590c-5629-4d49-bedf-9852c0d8f7fa tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:43.240354 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f3ea0e1-da4f-4745-91fb-2568866b5333 req-1879590c-5629-4d49-bedf-9852c0d8f7fa tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0808780 Mar 24 17:31:43.282977 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f3ea0e1-da4f-4745-91fb-2568866b5333 req-3eb6e88e-b1db-490d-8ae5-2b1dad6ab1a5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371845 Mar 24 17:31:44.464689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b4f96-3dff-4d98-9742-5b6704cb62ef req-a7d1a7cb-fa20-4eb1-9fe1-7d2695c37e89 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:44.466119 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f40b4f96-3dff-4d98-9742-5b6704cb62ef req-a7d1a7cb-fa20-4eb1-9fe1-7d2695c37e89 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0790734 Mar 24 17:31:44.508434 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f40b4f96-3dff-4d98-9742-5b6704cb62ef req-075eb688-65be-40d5-bdce-bbd49a5dd2ee tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366840 Mar 24 17:31:44.688818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afdd25-3543-42de-bdda-5ab8c6387065 req-0b702bcc-42be-49c6-8616-1465591734af tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:44.690270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-27afdd25-3543-42de-bdda-5ab8c6387065 req-0b702bcc-42be-49c6-8616-1465591734af tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0819869 Mar 24 17:31:44.698928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46268) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:31:44.704406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-45e94119-8dd7-4265-99b9-fcb9066c6088 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Request body: {'floatingip': {'port_id': '3f25785e-2a44-4735-9d33-fe14b9ecc245'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:31:44.782096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45e94119-8dd7-4265-99b9-fcb9066c6088 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:45.361332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45e94119-8dd7-4265-99b9-fcb9066c6088 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:45.392658 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:31:45.421947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45e94119-8dd7-4265-99b9-fcb9066c6088 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:45.589232 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-45e94119-8dd7-4265-99b9-fcb9066c6088 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Floating IP a94fc155-9662-49cc-aed8-26194c60895d associated. External IP: 172.26.4.146, port: 3f25785e-2a44-4735-9d33-fe14b9ecc245. Mar 24 17:31:46.033051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e94119-8dd7-4265-99b9-fcb9066c6088 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:31:46.206395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e94119-8dd7-4265-99b9-fcb9066c6088 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:31:46.211261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-45e94119-8dd7-4265-99b9-fcb9066c6088 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:31:46.215761 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:31:46.226108 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:31:46.226707 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:31:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:31:46.267867 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-45e94119-8dd7-4265-99b9-fcb9066c6088 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "PUT /v2.0/floatingips/a94fc155-9662-49cc-aed8-26194c60895d HTTP/1.1" status: 200 len: 992 time: 1.5679095 Mar 24 17:31:46.268455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:31:46.312767 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'status': 'completed', 'code': 200} Mar 24 17:31:46.407722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-dd000e39-7e1a-4374-985a-1ca79e46d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:46.408696 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:31:46.409245 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-dd000e39-7e1a-4374-985a-1ca79e46d7f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 1098 time: 0.0736599 Mar 24 17:31:46.539784 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-d5754387-be64-40b6-873e-b122e3d23cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:46.541276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-d5754387-be64-40b6-873e-b122e3d23cd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1267626 Mar 24 17:31:46.644594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-09cd78ae-61b6-4f18-89e2-2a0d77895eba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245 HTTP/1.1" status: 200 len: 1000 time: 0.0969427 Mar 24 17:31:46.710819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-a7fde60b-0936-481b-8319-88d3db606934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:46.712416 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-a7fde60b-0936-481b-8319-88d3db606934 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0624087 Mar 24 17:31:46.756914 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:a6:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ce1724-b966-400f-ae9b-91db51d56916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:31:45Z', 'revision_number': 13, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:31:46.760868 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:31:46.769926 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:31:46.770502 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:31:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:31:46.788311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-530ec1d7-8d07-4bfb-a2df-738fe39c64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:46.789843 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-530ec1d7-8d07-4bfb-a2df-738fe39c64cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716951 Mar 24 17:31:46.953059 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:31:46.963795 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-71a5b490-133f-4896-9cdd-6ea24b03638d service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675467 Mar 24 17:31:47.109739 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-70c5a3b1-003f-4bbf-b2d8-e849678e31f2 req-acb96d57-0cb3-4083-94f7-4af3cf910984 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378319 Mar 24 17:31:47.303674 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:a6:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ce1724-b966-400f-ae9b-91db51d56916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:31:45Z', 'revision_number': 13, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:31:47.307763 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d92f99-77e9-4fec-8bd6-3a928513f30d None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'a94fc155-9662-49cc-aed8-26194c60895d', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'floating_ip_address': '172.26.4.146', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'port_id': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'mac_address': 'fa:16:3e:a6:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ce1724-b966-400f-ae9b-91db51d56916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:28:22Z', 'updated_at': '2022-03-24T17:31:45Z', 'revision_number': 13, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:31:47.503335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b18ce83-404c-418d-ad59-39cfd63aa47b None None] New status for floating IP a94fc155-9662-49cc-aed8-26194c60895d: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:31:48.241114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1388f-7268-4c5e-baae-651bb0e737c0 req-d12bcd85-5c5f-43aa-b28a-1d5ffe4b284c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:48.242410 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78a1388f-7268-4c5e-baae-651bb0e737c0 req-d12bcd85-5c5f-43aa-b28a-1d5ffe4b284c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0808744 Mar 24 17:31:48.290332 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-78a1388f-7268-4c5e-baae-651bb0e737c0 req-a74c3632-9196-49c1-a7fa-b18e84f30c80 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Mar 24 17:31:58.450837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbacaa-271c-4dfa-bcc9-e9bc9765a6e4 req-b2732740-3a63-4975-b906-0cecff531e1d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:58.452206 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8afbacaa-271c-4dfa-bcc9-e9bc9765a6e4 req-b2732740-3a63-4975-b906-0cecff531e1d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0825267 Mar 24 17:31:58.636536 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8afbacaa-271c-4dfa-bcc9-e9bc9765a6e4 req-6a60cb9a-2a5c-4e21-87f8-5ae3608aa4e5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551077 Mar 24 17:31:58.654818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-f2c02b00-da86-40cc-91a5-af6bb9b05185 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2012064 Mar 24 17:31:59.874946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07092a65-c602-4770-8442-403003294a82 req-c30c49c1-7c7a-409d-b825-8c39d83ec330 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:31:59.877186 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07092a65-c602-4770-8442-403003294a82 req-c30c49c1-7c7a-409d-b825-8c39d83ec330 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.1347637 Mar 24 17:31:59.927600 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07092a65-c602-4770-8442-403003294a82 req-d2f99e62-2b08-4fc7-871f-1d9cb7e06f5a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413089 Mar 24 17:32:00.451517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7387e9d8-5170-4616-affc-75e99677c21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:00.522708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-01700e87-4e70-447e-b7fd-26520e6b25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:00.524090 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-01700e87-4e70-447e-b7fd-26520e6b25b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 1098 time: 0.0712900 Mar 24 17:32:00.650497 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-eabbf920-51b0-433b-ae17-93a80a076528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:00.652089 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-eabbf920-51b0-433b-ae17-93a80a076528 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1214409 Mar 24 17:32:00.750862 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-a7c3db48-f899-4f55-a003-64e0bf64cd7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245 HTTP/1.1" status: 200 len: 1002 time: 0.0922513 Mar 24 17:32:00.818368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-84c4865c-9e58-4bd2-8000-2cad46164aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:00.819788 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-84c4865c-9e58-4bd2-8000-2cad46164aa1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0620308 Mar 24 17:32:00.896486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-b450263a-55ad-485a-a362-e8702dc60612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:00.897939 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-b450263a-55ad-485a-a362-e8702dc60612 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723596 Mar 24 17:32:01.028454 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-2b67dd0b-5e60-47a4-8947-805efceff7d2 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240325 Mar 24 17:32:01.211845 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-79543512-14b2-40a0-9551-18420b23c6d4 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533215 Mar 24 17:32:01.220510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a24c77-32f8-44ab-af01-cf6af859a986 req-d052cdd3-a855-459c-8bec-672a2fe0d845 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:01.221911 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d8a24c77-32f8-44ab-af01-cf6af859a986 req-d052cdd3-a855-459c-8bec-672a2fe0d845 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.1926999 Mar 24 17:32:01.266672 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d8a24c77-32f8-44ab-af01-cf6af859a986 req-d813f57d-4689-4d54-86eb-a52d5bee58b7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 Mar 24 17:32:02.450534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c753f9-b833-4694-ac03-28adc809c294 req-4c04afb5-0402-4bff-b873-ae121666d355 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:02.452515 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-28c753f9-b833-4694-ac03-28adc809c294 req-4c04afb5-0402-4bff-b873-ae121666d355 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0818605 Mar 24 17:32:02.495713 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-28c753f9-b833-4694-ac03-28adc809c294 req-6d2e0912-47f4-49df-89c1-9015702e9d75 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376220 Mar 24 17:32:02.674115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c78702bd-ce16-4443-9c72-0ecf28d62ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:02.994312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:03.675807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5483ff-d619-4175-b86d-e65f42748320 req-e6b77169-b3e6-4490-a592-275e9648a8f5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:03.677261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b5483ff-d619-4175-b86d-e65f42748320 req-e6b77169-b3e6-4490-a592-275e9648a8f5 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0760741 Mar 24 17:32:03.728157 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b5483ff-d619-4175-b86d-e65f42748320 req-f5992c84-7e10-4db7-9304-83733a786d51 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453644 Mar 24 17:32:03.895599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:03.941289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:04.912155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17b24-28b2-4719-bd79-c73f18949402 req-c08d20bf-35b1-40c2-b8b0-fd1da5951d8f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:04.913580 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-afb17b24-28b2-4719-bd79-c73f18949402 req-c08d20bf-35b1-40c2-b8b0-fd1da5951d8f tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0800154 Mar 24 17:32:04.956506 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-afb17b24-28b2-4719-bd79-c73f18949402 req-eb8e90ee-07f0-4ebb-84de-85120ceb38c9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372565 Mar 24 17:32:05.399536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:06.141643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f9d30-4543-46ce-9de0-c312a0b515f4 req-2ce37042-b471-405e-8ac6-31fe7d420967 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:06.142984 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e16f9d30-4543-46ce-9de0-c312a0b515f4 req-2ce37042-b471-405e-8ac6-31fe7d420967 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0807459 Mar 24 17:32:06.186831 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e16f9d30-4543-46ce-9de0-c312a0b515f4 req-504b10e2-1927-4e60-8106-fc4ae8e625b8 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382791 Mar 24 17:32:07.373384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e688139-c12d-45d2-8ff1-0f3c5f800ce0 req-2b75cd68-a302-4375-9765-021329ba7324 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:07.374801 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e688139-c12d-45d2-8ff1-0f3c5f800ce0 req-2b75cd68-a302-4375-9765-021329ba7324 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0811419 Mar 24 17:32:07.422460 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e688139-c12d-45d2-8ff1-0f3c5f800ce0 req-20e846ef-2a9e-4a48-a54d-50ae2151410d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399458 Mar 24 17:32:08.605060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1689a-1d2f-42ab-9bd5-62e67114172b req-a1693c54-c910-4572-a6e9-78b839bc4c1a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:08.606465 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-89d1689a-1d2f-42ab-9bd5-62e67114172b req-a1693c54-c910-4572-a6e9-78b839bc4c1a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0797620 Mar 24 17:32:08.649460 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-89d1689a-1d2f-42ab-9bd5-62e67114172b req-2d0f061c-1420-4051-8d67-e6c46cfd04cc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372159 Mar 24 17:32:09.829746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd63826-2be4-466c-9c3d-421fccdc5bc9 req-a5d3e0b7-16c8-473a-b86e-45e57f062657 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:09.831247 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ffd63826-2be4-466c-9c3d-421fccdc5bc9 req-a5d3e0b7-16c8-473a-b86e-45e57f062657 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0781293 Mar 24 17:32:09.874960 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ffd63826-2be4-466c-9c3d-421fccdc5bc9 req-115c4516-f5a4-45fd-b634-e90ef9d58c7a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Mar 24 17:32:11.149992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9ebc9-e36c-4cfb-9a0c-37b3a2389260 req-cbdf469f-5dc6-438c-ae2b-86be11db19c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:11.151744 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ccb9ebc9-e36c-4cfb-9a0c-37b3a2389260 req-cbdf469f-5dc6-438c-ae2b-86be11db19c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.1732922 Mar 24 17:32:11.195250 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ccb9ebc9-e36c-4cfb-9a0c-37b3a2389260 req-7d27d9bc-5679-4893-809d-8396f3f18780 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378699 Mar 24 17:32:12.384587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b284dd8-5b42-4fe5-b377-7a6903344868 req-31d1cbb7-4e24-4800-b692-650eda5d9bfa tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:12.386020 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4b284dd8-5b42-4fe5-b377-7a6903344868 req-31d1cbb7-4e24-4800-b692-650eda5d9bfa tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0843506 Mar 24 17:32:12.431506 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4b284dd8-5b42-4fe5-b377-7a6903344868 req-124a1a14-e879-43bc-beda-1529092969dc tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398159 Mar 24 17:32:13.623870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0aa59b-81ef-4477-8c26-d197ae5bde02 req-066e1d19-b90e-46b9-8aa6-7c59bfddb6c3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:13.625264 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed0aa59b-81ef-4477-8c26-d197ae5bde02 req-066e1d19-b90e-46b9-8aa6-7c59bfddb6c3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0783043 Mar 24 17:32:13.669002 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed0aa59b-81ef-4477-8c26-d197ae5bde02 req-20f6d5ab-46d5-4458-8640-3bc253a9927b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371466 Mar 24 17:32:14.146993 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-68cdfeba-f513-4cd5-b910-5496bf4f45e9 service neutron] 10.222.0.48 "GET /v2.0/ports/3f25785e-2a44-4735-9d33-fe14b9ecc245/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.0831861 Mar 24 17:32:14.603276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-e771a3f9-97ca-4c3c-8364-afb0ff7bc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:14.604651 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-e771a3f9-97ca-4c3c-8364-afb0ff7bc102 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 1098 time: 0.0680273 Mar 24 17:32:14.694725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-72ed2806-3543-4279-bd23-76b0f5825b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:14.696189 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-72ed2806-3543-4279-bd23-76b0f5825b5f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 1098 time: 0.0716107 Mar 24 17:32:14.874158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-165b1b76-0ac3-4eed-8684-cf85cf88a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:14.875497 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-165b1b76-0ac3-4eed-8684-cf85cf88a990 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1732118 Mar 24 17:32:14.951969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5047a-fb3d-4e90-8f07-466b0f68ed10 req-4c69f94b-33d8-45cc-9f92-a2cacc874967 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:14.953411 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9fd5047a-fb3d-4e90-8f07-466b0f68ed10 req-4c69f94b-33d8-45cc-9f92-a2cacc874967 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.1684170 Mar 24 17:32:15.022609 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-30483bcc-eaa0-448b-a02c-ebb177d7a625 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245 HTTP/1.1" status: 200 len: 1002 time: 0.1400917 Mar 24 17:32:15.027175 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9fd5047a-fb3d-4e90-8f07-466b0f68ed10 req-099f5b0c-ff28-46b2-af33-dd489ff2274c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651786 Mar 24 17:32:15.087276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-ed78abf8-86b1-49b4-b14f-9caa77e5bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:15.088738 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-ed78abf8-86b1-49b4-b14f-9caa77e5bfd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0606856 Mar 24 17:32:15.167824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-aa742db8-efe9-4ea2-9dd5-d8a7f0062fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:15.169327 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-aa742db8-efe9-4ea2-9dd5-d8a7f0062fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745666 Mar 24 17:32:15.303677 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-70410a25-6839-428b-8982-20c3fdaa5091 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247532 Mar 24 17:32:15.433054 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-72fd9736-e46c-4f01-85ce-ac1aa141cf4f req-e2f99f8d-abce-460f-997b-a15d208b2bff service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224608 Mar 24 17:32:16.217601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f66ad-b0ed-4e78-a9a4-300dca4a583e req-f78ef08a-0c8a-4b41-8830-a397eb528452 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:16.219025 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f36f66ad-b0ed-4e78-a9a4-300dca4a583e req-f78ef08a-0c8a-4b41-8830-a397eb528452 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0830207 Mar 24 17:32:16.264640 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f36f66ad-b0ed-4e78-a9a4-300dca4a583e req-71e74288-c423-4616-afd7-e31d2bc0a40c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Mar 24 17:32:17.447721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d23fe-bb73-41e8-8330-9679824ba1c8 req-e498be60-a2d9-4bb2-be8d-5958acbd4b1d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:17.449217 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c07d23fe-bb73-41e8-8330-9679824ba1c8 req-e498be60-a2d9-4bb2-be8d-5958acbd4b1d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0788050 Mar 24 17:32:17.492699 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c07d23fe-bb73-41e8-8330-9679824ba1c8 req-fc07de77-4acb-4df6-ad6c-7b429b7a6ae3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370724 Mar 24 17:32:18.251304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:32:18.362840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:18.388184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:32:18.398443 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:18.439286 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'code': 200} Mar 24 17:32:18.456501 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:18.525325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:18.533635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.533988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.534329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.534661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.534991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.535327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.535648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.535977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.536365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.536690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.537010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.537330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:18.681118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bdca4-c204-4cc3-ba7d-f1d2d8511c59 req-a3915004-ee3e-477d-b7ca-bcb669f7f151 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:18.682563 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f72bdca4-c204-4cc3-ba7d-f1d2d8511c59 req-a3915004-ee3e-477d-b7ca-bcb669f7f151 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 943 time: 0.0808389 Mar 24 17:32:18.726722 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f72bdca4-c204-4cc3-ba7d-f1d2d8511c59 req-dc41d94e-54f9-4881-9cc0-4845ea44181a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384936 Mar 24 17:32:19.912418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604c508-1b94-4473-bfc7-875e429a4a7d req-f7827082-cfb0-442f-9a8f-871f8a637241 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:19.913991 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b604c508-1b94-4473-bfc7-875e429a4a7d req-f7827082-cfb0-442f-9a8f-871f8a637241 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 943 time: 0.0784740 Mar 24 17:32:19.960065 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b604c508-1b94-4473-bfc7-875e429a4a7d req-0ccdcd94-7860-43cf-9ac3-e2b5406f0670 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404947 Mar 24 17:32:20.258306 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:32:20.390546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:20.404022 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'mac_address': 'fa:16:3e:a6:fd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:32:20.456814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:20.472585 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f25785e-2a44-4735-9d33-fe14b9ecc245 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:32:20.487162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:20.551924 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:20.618481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['3f25785e-2a44-4735-9d33-fe14b9ecc245'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:32:20.657939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:21.144193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8818c6a-1f01-457e-9cab-be733e72ccdf req-8d6e29b6-7ed2-4fa6-8087-78d7072c5ab7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:21.145629 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d8818c6a-1f01-457e-9cab-be733e72ccdf req-8d6e29b6-7ed2-4fa6-8087-78d7072c5ab7 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 944 time: 0.0800185 Mar 24 17:32:21.190090 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d8818c6a-1f01-457e-9cab-be733e72ccdf req-3d5723a5-f226-4b57-bd82-7340ec09629b tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385797 Mar 24 17:32:22.266663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:32:22.339563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 3f25785e-2a44-4735-9d33-fe14b9ecc245 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:32:22.339934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:22.393002 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:32:22.462304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:22.478710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f9dd9-afa8-413b-9cdc-d49657335df6 req-6c2f6c9e-cdd0-4164-86fb-ac34c9154eb2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:22.480198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d48f9dd9-afa8-413b-9cdc-d49657335df6 req-6c2f6c9e-cdd0-4164-86fb-ac34c9154eb2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 944 time: 0.1842442 Mar 24 17:32:22.521137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:32:22.526929 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d48f9dd9-afa8-413b-9cdc-d49657335df6 req-1cd009a4-35ae-416b-a09b-3aab161406f4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399203 Mar 24 17:32:22.535995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:22.573660 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'code': 200} Mar 24 17:32:22.604857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:22.670432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=8']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:23.709579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38003711-8084-4d37-a5d6-4db28f12af4b req-ea61a8bb-0210-48db-9242-ea301d9a4dda tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:23.711016 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-38003711-8084-4d37-a5d6-4db28f12af4b req-ea61a8bb-0210-48db-9242-ea301d9a4dda tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0787702 Mar 24 17:32:23.756248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-38003711-8084-4d37-a5d6-4db28f12af4b req-58e24643-b01e-4609-a8d2-a8a7588b7162 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395339 Mar 24 17:32:24.940983 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda7d1d-ffde-4a0b-986e-2c583ad673e1 req-35b3b339-4e0c-4412-871c-0c858418cab3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:24.942412 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cda7d1d-ffde-4a0b-986e-2c583ad673e1 req-35b3b339-4e0c-4412-871c-0c858418cab3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0779221 Mar 24 17:32:24.984699 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cda7d1d-ffde-4a0b-986e-2c583ad673e1 req-1aeda249-1192-427b-a160-0a8420967b6a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367193 Mar 24 17:32:25.760117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8cb01-321e-45ff-b9bf-8c9a7a5ddd87 req-a2b10a43-c1ea-43db-b835-05f270f965a3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:25.761556 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-28c8cb01-321e-45ff-b9bf-8c9a7a5ddd87 req-a2b10a43-c1ea-43db-b835-05f270f965a3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.1342266 Mar 24 17:32:25.793744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-6869d5d1-d3a9-456a-83f3-baacb218c1bb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:25.795016 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-6869d5d1-d3a9-456a-83f3-baacb218c1bb tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916&tenant_id=a745a4b9228a485c86d376bd89a9a457&binding%3Ahost_id=hv-neutron-8350 HTTP/1.1" status: 200 len: 945 time: 0.1367390 Mar 24 17:32:25.820533 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-28c8cb01-321e-45ff-b9bf-8c9a7a5ddd87 req-67ebc951-1032-4b07-ad03-b8ca246000a4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527554 Mar 24 17:32:25.929236 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-d3ac4244-55ed-4d66-8027-f78350a2bd81 service neutron] 10.222.0.48 "GET /v2.0/ports/3f25785e-2a44-4735-9d33-fe14b9ecc245/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.1223276 Mar 24 17:32:26.019403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-cecacab1-9043-4fad-818e-d6210dd65100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:26.020857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-cecacab1-9043-4fad-818e-d6210dd65100 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 1098 time: 0.0695720 Mar 24 17:32:26.148437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-0b81e641-3e38-465e-9db6-f8b80d44f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:26.149770 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-0b81e641-3e38-465e-9db6-f8b80d44f451 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1233153 Mar 24 17:32:26.256227 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-a779fcc6-352b-4bf5-849a-e4144aca0f28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245 HTTP/1.1" status: 200 len: 1002 time: 0.1007316 Mar 24 17:32:26.319948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-fe21f094-44ee-436f-b00e-d9d95975e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:26.321358 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-fe21f094-44ee-436f-b00e-d9d95975e5cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0601380 Mar 24 17:32:26.398145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-6e7cc181-e02f-405c-98c1-ca22ead79344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:26.399665 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-6e7cc181-e02f-405c-98c1-ca22ead79344 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723703 Mar 24 17:32:26.527393 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-d56be1c0-d5e4-495a-b670-c5d1659f9c31 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217682 Mar 24 17:32:26.653484 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-b2d47a2f-cc6b-4ed7-ad19-87afe0723b55 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203439 Mar 24 17:32:27.016934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfad71-0886-401e-adc5-0a31f14e8297 req-f016ea2c-f8c2-4fd8-b7a1-d6958a95d5bd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:27.019191 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0bbfad71-0886-401e-adc5-0a31f14e8297 req-f016ea2c-f8c2-4fd8-b7a1-d6958a95d5bd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0892091 Mar 24 17:32:27.074486 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0bbfad71-0886-401e-adc5-0a31f14e8297 req-1f25380c-8388-4d88-b6c7-ec864688ca8d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497587 Mar 24 17:32:28.261417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecb1e9-552d-4393-bb27-83ee87e8a524 req-ba7cf091-0db6-4f6e-b6b4-62dbdfb186e1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:28.262761 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f8ecb1e9-552d-4393-bb27-83ee87e8a524 req-ba7cf091-0db6-4f6e-b6b4-62dbdfb186e1 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0781865 Mar 24 17:32:28.306444 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f8ecb1e9-552d-4393-bb27-83ee87e8a524 req-194b0050-f6aa-47bd-a7af-ec28dffe087a tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374632 Mar 24 17:32:29.507982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635f5b9-0739-474e-8d83-1a51869e3dbb req-5ec8b454-591b-4bd6-a4f6-22be17e545d3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:29.510080 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d635f5b9-0739-474e-8d83-1a51869e3dbb req-5ec8b454-591b-4bd6-a4f6-22be17e545d3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0962448 Mar 24 17:32:29.553743 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d635f5b9-0739-474e-8d83-1a51869e3dbb req-d91f21d0-4429-4771-8e24-396ba0c695d4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Mar 24 17:32:30.389655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-7a7aedff-5cad-4f49-a929-b1f873f49c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:30.391208 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-7a7aedff-5cad-4f49-a929-b1f873f49c8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916&tenant_id=a745a4b9228a485c86d376bd89a9a457 HTTP/1.1" status: 200 len: 1098 time: 0.0723593 Mar 24 17:32:30.433177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d33f2099-a589-4180-afde-93e0907010dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:30.483855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-fadd4914-cdd6-4a1b-ba3d-957241582c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:30.485316 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-fadd4914-cdd6-4a1b-ba3d-957241582c40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 1098 time: 0.0734801 Mar 24 17:32:30.750064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-e84937c9-846a-4fe7-9d1b-4550a1f85f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:30.752015 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-e84937c9-846a-4fe7-9d1b-4550a1f85f72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.2594190 Mar 24 17:32:30.839325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf115a54-892a-4c34-8165-bdf637cc7d90 req-81341948-07b0-4d06-8922-5a9b190623ae tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:30.840859 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf115a54-892a-4c34-8165-bdf637cc7d90 req-81341948-07b0-4d06-8922-5a9b190623ae tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.1816633 Mar 24 17:32:30.892479 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-5341f27b-339a-49be-a3be-6832b76a729f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245 HTTP/1.1" status: 200 len: 1002 time: 0.1345420 Mar 24 17:32:30.937212 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf115a54-892a-4c34-8165-bdf637cc7d90 req-a99edcc3-06ba-47de-b15e-8b36d9e4de7c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897961 Mar 24 17:32:30.961475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-9954b9a5-3c9d-484f-8d28-09555081fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:30.963107 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-9954b9a5-3c9d-484f-8d28-09555081fbf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0648441 Mar 24 17:32:31.034932 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-2acbf4d1-703d-4faf-b5a1-6f87f239377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:31.036357 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-2acbf4d1-703d-4faf-b5a1-6f87f239377e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677061 Mar 24 17:32:31.164383 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-36bc1c18-281e-45de-8f1c-b8807354bf3f service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220908 Mar 24 17:32:31.292172 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7482e072-a45d-4370-ad92-81bd0f3ce433 req-dcde745b-2e38-4a38-b728-c055bb0a23b9 service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211948 Mar 24 17:32:32.134029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94f94f-61ab-4eaa-a3dc-59b6e89e7049 req-380c3642-b40c-4b3a-955e-e6613cfb52ff tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:32.135362 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed94f94f-61ab-4eaa-a3dc-59b6e89e7049 req-380c3642-b40c-4b3a-955e-e6613cfb52ff tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0928838 Mar 24 17:32:32.180773 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed94f94f-61ab-4eaa-a3dc-59b6e89e7049 req-e37888d4-952b-4d93-b378-0108dcd7b8d9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398254 Mar 24 17:32:32.352898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:32:32.468817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:32.496374 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:32:32.506514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:32.550267 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'code': 200} Mar 24 17:32:32.565252 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:32.644901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=9']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:32.698912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ce21891f-3110-4104-bf8d-2e70832269d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:32.975836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:33.363011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042712c-382c-4905-9f11-7865ec5aaa02 req-06a8340c-bf44-454f-9731-2c0f3dcf3bfd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:33.364456 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b042712c-382c-4905-9f11-7865ec5aaa02 req-06a8340c-bf44-454f-9731-2c0f3dcf3bfd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 943 time: 0.0787888 Mar 24 17:32:33.408000 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b042712c-382c-4905-9f11-7865ec5aaa02 req-b501c0e7-4acd-433b-b0f7-8ef449039073 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377989 Mar 24 17:32:33.894579 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:33.945698 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:34.358830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:32:34.504685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:34.518851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'port_id': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'mac_address': 'fa:16:3e:a6:fd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:32:34.572827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:34.588605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f25785e-2a44-4735-9d33-fe14b9ecc245 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:32:34.604554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:34.606122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b057b0-5101-4ab0-9d23-9706488d6b21 req-5ebdacb6-f08c-40e2-9ad8-5e83518155f3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:34.607571 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07b057b0-5101-4ab0-9d23-9706488d6b21 req-5ebdacb6-f08c-40e2-9ad8-5e83518155f3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 943 time: 0.0867321 Mar 24 17:32:34.651465 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-07b057b0-5101-4ab0-9d23-9706488d6b21 req-3d8e2713-d758-4f95-9f52-88781e374c9c tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376236 Mar 24 17:32:34.667458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:34.744569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['3f25785e-2a44-4735-9d33-fe14b9ecc245'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:32:34.768563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=10']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:35.442221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:35.840682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccf7e7-abf9-4fa2-ba89-2dfae5c5e534 req-2a9d442b-25eb-42b2-a163-a1ce784e1fb0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:35.842088 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1eccf7e7-abf9-4fa2-ba89-2dfae5c5e534 req-2a9d442b-25eb-42b2-a163-a1ce784e1fb0 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 945 time: 0.0810592 Mar 24 17:32:35.884856 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1eccf7e7-abf9-4fa2-ba89-2dfae5c5e534 req-916e4e25-9a68-4664-b0ad-62027c4faf44 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371480 Mar 24 17:32:36.374391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:32:36.443791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 3f25785e-2a44-4735-9d33-fe14b9ecc245 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:32:36.444491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:36.544005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c5141-05d4-422b-b908-8affbb1436b7 req-478eb066-50d2-446d-970d-1647bb05aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:36.545526 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-621c5141-05d4-422b-b908-8affbb1436b7 req-478eb066-50d2-446d-970d-1647bb05aad2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a745a4b9228a485c86d376bd89a9a457&device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 1098 time: 0.0685101 Mar 24 17:32:36.562413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:36.588652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:32:36.599405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:36.640865 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'code': 200} Mar 24 17:32:36.673339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:36.688694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c5141-05d4-422b-b908-8affbb1436b7 req-b3cf6cd0-b42b-4c99-af90-a35df8b94b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:36.690179 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-621c5141-05d4-422b-b908-8affbb1436b7 req-b3cf6cd0-b42b-4c99-af90-a35df8b94b80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 200 len: 913 time: 0.1270592 Mar 24 17:32:36.745942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=11']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:36.793727 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-621c5141-05d4-422b-b908-8affbb1436b7 req-e64a29a4-adb0-4f94-8856-6b03cf0c156b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245 HTTP/1.1" status: 200 len: 1002 time: 0.0968630 Mar 24 17:32:36.855256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c5141-05d4-422b-b908-8affbb1436b7 req-7596784d-a0ea-4ad0-be87-adb4080539d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:36.856605 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-621c5141-05d4-422b-b908-8affbb1436b7 req-7596784d-a0ea-4ad0-be87-adb4080539d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 200 len: 851 time: 0.0568163 Mar 24 17:32:37.084331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c5141-05d4-422b-b908-8affbb1436b7 req-34020942-d975-47eb-92e4-c05ca08fa63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:37.085776 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-621c5141-05d4-422b-b908-8affbb1436b7 req-34020942-d975-47eb-92e4-c05ca08fa63c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cf4f192-868e-4889-95dc-7cba0b30d7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2226551 Mar 24 17:32:37.133153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f2ba0-8513-4b3f-8f2b-05d9e7ea88fe req-56dd20c0-7069-4e47-befa-76e64a5b2cae tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:37.134452 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-574f2ba0-8513-4b3f-8f2b-05d9e7ea88fe req-56dd20c0-7069-4e47-befa-76e64a5b2cae tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.1276958 Mar 24 17:32:37.244747 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-574f2ba0-8513-4b3f-8f2b-05d9e7ea88fe req-24ede094-c1f7-4cc4-8d82-d9923f1995ff tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034429 Mar 24 17:32:37.261689 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-621c5141-05d4-422b-b908-8affbb1436b7 req-cb39fbea-b443-4c36-9a4f-0ed4d02ef48a service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663108 Mar 24 17:32:37.390622 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-621c5141-05d4-422b-b908-8affbb1436b7 req-1d48de1c-710d-4bad-b0e6-5bc0da0e4bca service neutron] 10.222.0.48 "GET /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223624 Mar 24 17:32:38.438178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742a51a-6c02-41c1-9950-424a2e92fcc3 req-a5c7c44d-a32b-472b-9b90-8d9684493eab tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:38.439876 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f742a51a-6c02-41c1-9950-424a2e92fcc3 req-a5c7c44d-a32b-472b-9b90-8d9684493eab tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.0832655 Mar 24 17:32:38.484258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f742a51a-6c02-41c1-9950-424a2e92fcc3 req-3d1e66a0-12db-4e37-a1f0-5c270a951fdd tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386572 Mar 24 17:32:39.670432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88e05f-1516-415f-bc57-059c1c8caaa2 req-466f2fc3-b102-4f63-9c91-f2c2b4130ba2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:39.671788 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f88e05f-1516-415f-bc57-059c1c8caaa2 req-466f2fc3-b102-4f63-9c91-f2c2b4130ba2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.0821023 Mar 24 17:32:39.715583 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f88e05f-1516-415f-bc57-059c1c8caaa2 req-6bc67633-07cb-4b52-aff1-ecc5c9a88f6d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377383 Mar 24 17:32:40.897013 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8b990-54ae-40f7-9c57-d437aa006414 req-4d33b723-5909-49df-9335-bdcc329f569e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:40.898463 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-15e8b990-54ae-40f7-9c57-d437aa006414 req-4d33b723-5909-49df-9335-bdcc329f569e tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.0780339 Mar 24 17:32:40.945212 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-15e8b990-54ae-40f7-9c57-d437aa006414 req-3f811aa2-8f3b-43fb-9ab6-e7db730edd19 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 Mar 24 17:32:41.127026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cde79-cef0-4114-80fb-6ea16fe19bd3 req-0add094e-f0e8-44ce-8cff-3fcccc810d04 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:41.128454 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-993cde79-cef0-4114-80fb-6ea16fe19bd3 req-0add094e-f0e8-44ce-8cff-3fcccc810d04 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.0772820 Mar 24 17:32:41.172006 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-993cde79-cef0-4114-80fb-6ea16fe19bd3 req-0a6d0f48-f98d-4ec7-9a53-ad3806ec9d18 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379949 Mar 24 17:32:41.361490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394f287-8e45-4d65-932b-3320dbae8158 req-30faa5e8-7577-406c-8b2e-40200ab86a26 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:41.362899 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1394f287-8e45-4d65-932b-3320dbae8158 req-30faa5e8-7577-406c-8b2e-40200ab86a26 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.0826993 Mar 24 17:32:41.406003 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1394f287-8e45-4d65-932b-3320dbae8158 req-539c85b0-0b2b-4a61-a61b-7d410a287a55 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375597 Mar 24 17:32:41.944459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d97f5-0d45-49ec-b258-77c445ed9318 req-eef98bf5-b8f4-43bd-8482-5c0ce5cc9922 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:41.945880 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-df3d97f5-0d45-49ec-b258-77c445ed9318 req-eef98bf5-b8f4-43bd-8482-5c0ce5cc9922 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.0790749 Mar 24 17:32:41.988441 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-df3d97f5-0d45-49ec-b258-77c445ed9318 req-976b6bdd-9681-4603-91f6-e4f8e8d276c2 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368109 Mar 24 17:32:43.172577 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f3738-6703-44b6-b404-5312b83f5df2 req-ecdcd45f-42b8-431b-b227-c562165db423 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:43.173856 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd1f3738-6703-44b6-b404-5312b83f5df2 req-ecdcd45f-42b8-431b-b227-c562165db423 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.0810499 Mar 24 17:32:43.221529 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bd1f3738-6703-44b6-b404-5312b83f5df2 req-0e6ead0a-59fe-4726-af79-826565cba9d4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418856 Mar 24 17:32:44.232406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-23b97a02-5088-416a-9ece-ef39a40e5152 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:44.233803 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-23b97a02-5088-416a-9ece-ef39a40e5152 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.0781727 Mar 24 17:32:44.305759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Deleting port 3f25785e-2a44-4735-9d33-fe14b9ecc245 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:32:44.306096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:44.512031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65008-8fc3-4941-a0df-2155ccb8fe97 req-6634a2d7-8730-4fa2-abc1-f16e1d19d2aa tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:32:44.513345 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04e65008-8fc3-4941-a0df-2155ccb8fe97 req-6634a2d7-8730-4fa2-abc1-f16e1d19d2aa tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 946 time: 0.1775630 Mar 24 17:32:44.632046 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04e65008-8fc3-4941-a0df-2155ccb8fe97 req-b2fa8247-7d24-4834-a3fb-60d81387ff8d tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups?id=35e78324-2776-4dd3-8999-0e6b457d3eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737629 Mar 24 17:32:44.638415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] For port 3f25785e-2a44-4735-9d33-fe14b9ecc245, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=3f25785e-2a44-4735-9d33-fe14b9ecc245,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:44.638762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:45.023678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:45.024064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:45.024370 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Floating IP a94fc155-9662-49cc-aed8-26194c60895d disassociated. External IP: 172.26.4.146, port: 3f25785e-2a44-4735-9d33-fe14b9ecc245. Mar 24 17:32:45.024700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Calling delete_port for 3f25785e-2a44-4735-9d33-fe14b9ecc245 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:32:45.227649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:45.281202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event deleted for resources: {'Port': ['ID=3f25785e-2a44-4735-9d33-fe14b9ecc245,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:45.292742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.293089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.293425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.293752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.294074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.294397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.294716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.295033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.295349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.295663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.295992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.296309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:32:45.478802 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:32:45.650426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:32:45.660556 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:32:45.670331 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:32:45.671048 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:32:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:45.724788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] No DVR routers for this DVR port 3f25785e-2a44-4735-9d33-fe14b9ecc245 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:32:45.727138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:45.729840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-deleted', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:32:45.781608 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ce1724-b966-400f-ae9b-91db51d56916', 'name': 'network-vif-deleted', 'tag': '3f25785e-2a44-4735-9d33-fe14b9ecc245', 'status': 'completed', 'code': 200} Mar 24 17:32:45.788303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6b7f59a7-9f14-4083-988e-b88ebc17a132 req-8c0e8d5b-f1cf-4fae-8dde-df3e9cd22f84 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Synchronizing usage tracker for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:32:45.840096 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3b4bfb04-e405-4811-b651-9aa760d14abb req-81868480-7817-4109-a599-ecebb66cb533 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.48 "DELETE /v2.0/ports/3f25785e-2a44-4735-9d33-fe14b9ecc245 HTTP/1.1" status: 204 len: 173 time: 1.6010046 Mar 24 17:32:45.851038 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:32:45.894211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-6b7f59a7-9f14-4083-988e-b88ebc17a132 req-8c0e8d5b-f1cf-4fae-8dde-df3e9cd22f84 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Unset dirty status for tenant:a745a4b9228a485c86d376bd89a9a457 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:32:45.895381 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b7f59a7-9f14-4083-988e-b88ebc17a132 req-8c0e8d5b-f1cf-4fae-8dde-df3e9cd22f84 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 210 time: 0.1503055 Mar 24 17:32:46.161694 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:46.165643 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:32:46.174884 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:32:46.175488 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:32:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:46.353820 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:32:46.658542 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:46.662419 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3916e1d4-05ed-4e7b-b8ba-2450ced27410 None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:28:18Z', 'revision_number': 4, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '71c03e63-44c3-48ac-92d6-a288a5f79de7', 'name': '', 'network_id': '4cf4f192-868e-4889-95dc-7cba0b30d7c0', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'mac_address': 'fa:16:3e:eb:2c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '016814da-d0dd-4809-9ba2-769bd9551129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:17Z', 'updated_at': '2022-03-24T17:28:24Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'subnets': [{'id': '016814da-d0dd-4809-9ba2-769bd9551129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:32:46.885244 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807f253d-6773-46cb-82b4-7f13cd91c0bc None None] New status for floating IP a94fc155-9662-49cc-aed8-26194c60895d: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:32:47.060547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8c9f499-e5ba-4e62-80f3-579a51a92f90 req-cd712ce9-fff4-465a-92e6-865c5f1ed0f3 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/ports?device_id=72ce1724-b966-400f-ae9b-91db51d56916 HTTP/1.1" status: 200 len: 210 time: 0.0448821 Mar 24 17:32:48.455691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:32:48.524612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 3f25785e-2a44-4735-9d33-fe14b9ecc245 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:32:48.525204 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 3f25785e-2a44-4735-9d33-fe14b9ecc245 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:32:51.547626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46484) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:32:51.612275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4c68-3ab9-452f-b48c-59d6e6d798b4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:51.639303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4c68-3ab9-452f-b48c-59d6e6d798b4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:51.741412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4c68-3ab9-452f-b48c-59d6e6d798b4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:51.760238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb4c68-3ab9-452f-b48c-59d6e6d798b4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e78324-2776-4dd3-8999-0e6b457d3eda,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:51.814876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4c68-3ab9-452f-b48c-59d6e6d798b4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:51.815685 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2bcb4c68-3ab9-452f-b48c-59d6e6d798b4 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "DELETE /v2.0/security-groups/35e78324-2776-4dd3-8999-0e6b457d3eda HTTP/1.1" status: 204 len: 168 time: 0.2664857 Mar 24 17:32:51.818183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46488) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:32:51.833094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.api.v2.resource [None req-17805251-4b0a-4e43-8137-294a9290ecdf tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] show failed (client error): The resource could not be found. Mar 24 17:32:51.834019 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-17805251-4b0a-4e43-8137-294a9290ecdf tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "GET /v2.0/security-groups/35e78324-2776-4dd3-8999-0e6b457d3eda HTTP/1.1" status: 404 len: 347 time: 0.0149770 Mar 24 17:32:51.836468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46492) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:32:51.990331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Deleting port b0817b97-3465-4d11-96bb-44f9436e7e90 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:32:51.990668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:52.245046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:52.245288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:52.375285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Calling delete_port for b0817b97-3465-4d11-96bb-44f9436e7e90 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:32:52.564270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:52.613473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Pushing event deleted for resources: {'Port': ['ID=b0817b97-3465-4d11-96bb-44f9436e7e90,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:52.703210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:52.716416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:52.717507 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-aa55f84a-811e-497c-aa28-26306fd500f9 tempest-ServerActionsTestJSON-221111536 tempest-ServerActionsTestJSON-221111536-project] 10.222.0.47 "DELETE /v2.0/floatingips/a94fc155-9662-49cc-aed8-26194c60895d HTTP/1.1" status: 204 len: 168 time: 0.8802173 Mar 24 17:32:52.721022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46496) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:32:53.235478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:53.676831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Deleting port 71c03e63-44c3-48ac-92d6-a288a5f79de7 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:32:53.677554 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:53.840382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] For port 71c03e63-44c3-48ac-92d6-a288a5f79de7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=71c03e63-44c3-48ac-92d6-a288a5f79de7,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:53.840727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:53.965592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Calling delete_port for 71c03e63-44c3-48ac-92d6-a288a5f79de7 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:32:54.358442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:54.406978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c03e63-44c3-48ac-92d6-a288a5f79de7,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:54.686754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:55.134912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Router 3925f74e-3e76-4768-9b63-9513f3c3f46c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:32:55.310073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:32:55.322176 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] Sync routers for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:32:55.324342 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8b03d2cb-0348-45a2-bc3f-c5ad5844d4f3 admin admin] 10.222.0.47 "PUT /v2.0/routers/3925f74e-3e76-4768-9b63-9513f3c3f46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6012139 Mar 24 17:32:55.325628 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46500) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:32:55.327833 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:32:55.328467 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:32:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:55.499632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:55.503408 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:32:55.674540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:55.750833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Deleting port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:32:55.752029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:55.815091 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:32:54Z', 'revision_number': 5, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port': {'id': '8e19d1dd-47db-41ac-b364-6e22bc43e1aa', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:28:14Z', 'updated_at': '2022-03-24T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:55.818858 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] Checking router: 3925f74e-3e76-4768-9b63-9513f3c3f46c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:32:55.827002 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] Routers {'3925f74e-3e76-4768-9b63-9513f3c3f46c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:32:55.827593 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:32:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3925f74e-3e76-4768-9b63-9513f3c3f46c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:55.927568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] For port 8e19d1dd-47db-41ac-b364-6e22bc43e1aa, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8e19d1dd-47db-41ac-b364-6e22bc43e1aa,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:55.927825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:55.975283 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] Set router 3925f74e-3e76-4768-9b63-9513f3c3f46c gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:32:56.045314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Calling delete_port for 8e19d1dd-47db-41ac-b364-6e22bc43e1aa owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:32:56.076195 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:32:55Z', 'revision_number': 6, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:56.080710 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55168435-a7c9-4921-be5e-ee37bc695100 None None] The sync data for ids ['3925f74e-3e76-4768-9b63-9513f3c3f46c'] in dv-neutron-835063-1-hyperv is: [{'id': '3925f74e-3e76-4768-9b63-9513f3c3f46c', 'name': 'tempest-ServerActionsTestJSON-1830361945-router', 'tenant_id': 'a745a4b9228a485c86d376bd89a9a457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:28:13Z', 'updated_at': '2022-03-24T17:32:55Z', 'revision_number': 6, 'project_id': 'a745a4b9228a485c86d376bd89a9a457', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:32:56.272470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:56.318154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e19d1dd-47db-41ac-b364-6e22bc43e1aa,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:56.409015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:56.529705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 71c03e63-44c3-48ac-92d6-a288a5f79de7 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:32:56.566461 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 71c03e63-44c3-48ac-92d6-a288a5f79de7 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:32:56.566806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 71c03e63-44c3-48ac-92d6-a288a5f79de7 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:32:56.692329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:56.694484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:56.785369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:56.786020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3925f74e-3e76-4768-9b63-9513f3c3f46c {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:32:56.797814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:56.799645 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c5cc288f-0de7-46d4-98fa-2aad50f66a9b admin admin] 10.222.0.47 "DELETE /v2.0/routers/3925f74e-3e76-4768-9b63-9513f3c3f46c HTTP/1.1" status: 204 len: 168 time: 1.4731178 Mar 24 17:32:56.802361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46504) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:32:56.865536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf153cc-e309-4815-89c8-a00849646f4c admin admin] Deleting subnet 016814da-d0dd-4809-9ba2-769bd9551129 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:32:56.868619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cf153cc-e309-4815-89c8-a00849646f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:56.917685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cf153cc-e309-4815-89c8-a00849646f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:56.997647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cf153cc-e309-4815-89c8-a00849646f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.145936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cf153cc-e309-4815-89c8-a00849646f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.183709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf153cc-e309-4815-89c8-a00849646f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016814da-d0dd-4809-9ba2-769bd9551129,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:57.187280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7cf153cc-e309-4815-89c8-a00849646f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.193370 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7cf153cc-e309-4815-89c8-a00849646f4c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/016814da-d0dd-4809-9ba2-769bd9551129 HTTP/1.1" status: 204 len: 168 time: 0.3900633 Mar 24 17:32:57.196206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ecafe-7986-4aea-ba6c-04a2a57d2555 None None] Network 4cf4f192-868e-4889-95dc-7cba0b30d7c0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:32:57.196340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46508) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:32:57.305297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.316484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Deleting port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:32:57.316945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.433184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] DHCP port deletion for 4cf4f192-868e-4889-95dc-7cba0b30d7c0 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:32:57.437910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] Deleting port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:32:57.438391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.523923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] For port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:57.524295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.644371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] For port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c,segment=NetworkSegment(15c499eb-7ef1-4943-b216-50df6cc148f3),segment_id=15c499eb-7ef1-4943-b216-50df6cc148f3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:32:57.644959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Calling delete_port for 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:32:57.645068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.765990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] Calling delete_port for 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:32:57.768949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.818365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:57.821954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] No DVR routers for this DVR port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:32:57.840062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:32:57.840419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:32:57.937727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:57.962968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf4f192-868e-4889-95dc-7cba0b30d7c0']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:57.974780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c499eb-7ef1-4943-b216-50df6cc148f3') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:57.975079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c499eb-7ef1-4943-b216-50df6cc148f3') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:32:57.986309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.002179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.008283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:32:58.008661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:32:58.021943 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:32:58.162245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.166560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.191191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf4f192-868e-4889-95dc-7cba0b30d7c0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:58.255012 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3f2475ed-e563-4f83-a290-32ee472d3701 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4cf4f192-868e-4889-95dc-7cba0b30d7c0 HTTP/1.1" status: 204 len: 168 time: 1.0579062 Mar 24 17:32:58.341699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] Deleting port 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:32:58.342086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.375648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:32:58.436271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:32:58.436542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:32:58.436951 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8e19d1dd-47db-41ac-b364-6e22bc43e1aa no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:32:58.474153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc49da-f0a4-45e3-81fc-7c9ac66a141b None None] The port '63b6a707-cfe6-49d8-9bf1-3fbab9e85d9c' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:32:58.479414 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 8e19d1dd-47db-41ac-b364-6e22bc43e1aa {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:32:58.479760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8e19d1dd-47db-41ac-b364-6e22bc43e1aa not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:32:58.623447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46514) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:32:58.671572 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-de068e9d-1d97-4178-ae38-42d0b59af388 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a745a4b9228a485c86d376bd89a9a457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468898 Mar 24 17:32:58.674642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46518) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:32:58.730157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76c8a13b-32da-4dd2-99b9-99a87e23462d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.756323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76c8a13b-32da-4dd2-99b9-99a87e23462d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.866551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76c8a13b-32da-4dd2-99b9-99a87e23462d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.972973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8a13b-32da-4dd2-99b9-99a87e23462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ccba78-aad0-424f-b55b-f12c4ba50184,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:32:58.979239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-76c8a13b-32da-4dd2-99b9-99a87e23462d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:32:58.980430 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-76c8a13b-32da-4dd2-99b9-99a87e23462d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76ccba78-aad0-424f-b55b-f12c4ba50184 HTTP/1.1" status: 204 len: 168 time: 0.3048534 Mar 24 17:32:59.391653 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:32:59.972579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46542) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:00.074225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2134808096-network', 'tenant_id': '9dafe6998ae549afa84d5783d821b8c5'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:00.078833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:00.083206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Usage tracker for resource:network and tenant:9dafe6998ae549afa84d5783d821b8c5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:00.086032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:00.092005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:00.161847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Made reservation on behalf of 9dafe6998ae549afa84d5783d821b8c5 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:00.164077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:00.176002 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:00.190503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:00.194281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Usage tracker for resource:security_group_rule and tenant:9dafe6998ae549afa84d5783d821b8c5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:00.197118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:00.202664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:00.288447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:00.356631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:00.379316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:33:00.399184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102630de-2c90-4e73-8e83-3b4e81d9b7a9,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:00.403070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:00.403410 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Added segment 9ab76f5e-28fc-4696-81ea-13a228f470b1 of type vlan for network 1cf429f5-7d71-42bd-b592-200fba268476 Mar 24 17:33:00.429210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:00.465407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-868fda14-7dd9-4555-ba31-795f8382ad41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:00.522545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:00.523504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:00.524109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:00.632359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf429f5-7d71-42bd-b592-200fba268476,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:00.641720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 1cf429f5-7d71-42bd-b592-200fba268476 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:33:00.684681 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9916b486-d71b-436e-9757-16cffdce2af2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7110221 Mar 24 17:33:00.687476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46548) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:00.693637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Request body: {'subnet': {'network_id': '1cf429f5-7d71-42bd-b592-200fba268476', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2134808096-subnet', 'tenant_id': '9dafe6998ae549afa84d5783d821b8c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:00.698500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:00.702316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Usage tracker for resource:subnet and tenant:9dafe6998ae549afa84d5783d821b8c5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:00.705222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:00.710854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:00.785139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Made reservation on behalf of 9dafe6998ae549afa84d5783d821b8c5 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:00.787485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:01.048709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:01.115867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b0d7bf-e14c-4d42-95c4-c7386b590053,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:01.128270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Checking segment: {'id': '9ab76f5e-28fc-4696-81ea-13a228f470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:01.128641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Network hostable DHCP agents. Network: 1cf429f5-7d71-42bd-b592-200fba268476, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:33:01.209017 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Network 1cf429f5-7d71-42bd-b592-200fba268476 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:33:01.288896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 1cf429f5-7d71-42bd-b592-200fba268476) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:01.293468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:01.294446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:01.297372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcadd93-d6a6-4eda-92d0-a49f35dfd010 None None] Network 1cf429f5-7d71-42bd-b592-200fba268476 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:01.397570 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-147be35e-51eb-4c9a-b207-e7fda4e1fe37 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7089942 Mar 24 17:33:01.503496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ac0e2-6784-4b1c-ac92-ac6673ec60c8 None None] Network 1cf429f5-7d71-42bd-b592-200fba268476 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:01.898407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-3f198405-4ea3-4b09-bfe6-351177dfd64d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:01.899085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-3f198405-4ea3-4b09-bfe6-351177dfd64d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Synchronizing usage tracker for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:33:01.974596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-3f198405-4ea3-4b09-bfe6-351177dfd64d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Unset dirty status for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:33:01.975742 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-3f198405-4ea3-4b09-bfe6-351177dfd64d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/networks?id=1cf429f5-7d71-42bd-b592-200fba268476 HTTP/1.1" status: 200 len: 814 time: 0.2214785 Mar 24 17:33:01.990457 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-88eeb725-a119-4653-b4dc-5f49a6655f38 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/quotas/9dafe6998ae549afa84d5783d821b8c5 HTTP/1.1" status: 200 len: 375 time: 0.0093770 Mar 24 17:33:02.040817 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-d7c8ea20-7061-441a-bd17-59deb74b8d37 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9dafe6998ae549afa84d5783d821b8c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452440 Mar 24 17:33:02.169271 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-81c4460c-435b-452c-afd7-3d209858547d service neutron] 10.222.0.47 "GET /v2.0/networks/1cf429f5-7d71-42bd-b592-200fba268476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217973 Mar 24 17:33:02.295696 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-d7508fc6-01e3-40ea-b777-691dee953e95 service neutron] 10.222.0.47 "GET /v2.0/networks/1cf429f5-7d71-42bd-b592-200fba268476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201637 Mar 24 17:33:02.554467 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-765d0809-c785-4f81-a818-e2312c1dac89 req-f346b079-c520-4ac1-afe7-8bc857155195 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 210 time: 0.0438423 Mar 24 17:33:02.672537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a67197ff-40de-4881-adf1-4a40d680d459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:02.991189 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:03.704809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-320a167d-b847-4ced-a3cd-63b7f4ac663a req-57bceb9b-e8bb-40df-a324-f76f05879863 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 210 time: 0.0415971 Mar 24 17:33:03.884247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:03.962489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:04.719635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-2885f107-661c-4518-b566-f52646dba30c tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:04.721169 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-2885f107-661c-4518-b566-f52646dba30c tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.48 "GET /v2.0/networks?id=1cf429f5-7d71-42bd-b592-200fba268476 HTTP/1.1" status: 200 len: 814 time: 0.1442370 Mar 24 17:33:04.732450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Request body: {'port': {'device_id': '78c1df18-9024-4163-9464-ad003b85ae0a', 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476', 'admin_state_up': True, 'tenant_id': '9dafe6998ae549afa84d5783d821b8c5'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:04.872742 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7474b47-9212-40d7-8de6-0fa3ed69826b req-c04576ff-630e-4c94-911e-a3343be69df4 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 210 time: 0.0586216 Mar 24 17:33:04.919855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:04.924355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Usage tracker for resource:port and tenant:9dafe6998ae549afa84d5783d821b8c5 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:04.928009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:04.933869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:05.003885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Made reservation on behalf of 9dafe6998ae549afa84d5783d821b8c5 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:05.007470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:05.275702 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Allocated IP 172.20.0.5 (1cf429f5-7d71-42bd-b592-200fba268476/01b0d7bf-e14c-4d42-95c4-c7386b590053/2f64d5b9-1829-4676-93b4-e173b8fd5986) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:33:05.375002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:05.475291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:05.541184 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:05.610282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Network 1cf429f5-7d71-42bd-b592-200fba268476 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:33:05.613316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:05.621549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:33:05.652354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Pushing event updated for resources: {'Port': ['ID=2f64d5b9-1829-4676-93b4-e173b8fd5986,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:05.686167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:05.686756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:05.747197 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-6150fdcc-fe70-4cdc-afb0-d1f42d8c68df tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0183218 Mar 24 17:33:05.758544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Request body: {'port': {'device_id': '78c1df18-9024-4163-9464-ad003b85ae0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:05.867695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:06.175419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607495c2-904c-468a-8605-80051d2a3a6a req-8f6a43f0-2c87-4d2c-89ac-05cd4afcd1a7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:06.176047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-607495c2-904c-468a-8605-80051d2a3a6a req-8f6a43f0-2c87-4d2c-89ac-05cd4afcd1a7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Synchronizing usage tracker for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:33:06.266564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-607495c2-904c-468a-8605-80051d2a3a6a req-8f6a43f0-2c87-4d2c-89ac-05cd4afcd1a7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Unset dirty status for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:33:06.267719 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-607495c2-904c-468a-8605-80051d2a3a6a req-8f6a43f0-2c87-4d2c-89ac-05cd4afcd1a7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 931 time: 0.2827466 Mar 24 17:33:06.276545 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f64d5b9-1829-4676-93b4-e173b8fd5986 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:33:06.295936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:06.325075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Transition to ACTIVE for port object 2f64d5b9-1829-4676-93b4-e173b8fd5986 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:06.332239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-607495c2-904c-468a-8605-80051d2a3a6a req-21d61e11-7cf1-41c1-90da-fdbd36dce67c tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Synchronizing usage tracker for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:33:06.380364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:06.433593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-607495c2-904c-468a-8605-80051d2a3a6a req-21d61e11-7cf1-41c1-90da-fdbd36dce67c tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Unset dirty status for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:33:06.434649 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-607495c2-904c-468a-8605-80051d2a3a6a req-21d61e11-7cf1-41c1-90da-fdbd36dce67c tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610348 Mar 24 17:33:06.511642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Pushing event updated for resources: {'Port': ['ID=2f64d5b9-1829-4676-93b4-e173b8fd5986,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:06.613092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Attempting to bind port 2f64d5b9-1829-4676-93b4-e173b8fd5986 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:33:06.613419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Attempting to bind port 2f64d5b9-1829-4676-93b4-e173b8fd5986 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '9ab76f5e-28fc-4696-81ea-13a228f470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:33:06.613740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Attempting to bind port 2f64d5b9-1829-4676-93b4-e173b8fd5986 on network 1cf429f5-7d71-42bd-b592-200fba268476 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:33:06.618245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Port 2f64d5b9-1829-4676-93b4-e173b8fd5986 on network 1cf429f5-7d71-42bd-b592-200fba268476 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:33:06.618558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Attempting to bind port 2f64d5b9-1829-4676-93b4-e173b8fd5986 on network 1cf429f5-7d71-42bd-b592-200fba268476 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:33:06.623553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:33:06.623879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Checking segment: {'id': '9ab76f5e-28fc-4696-81ea-13a228f470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:06.624277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Bound using segment: {'id': '9ab76f5e-28fc-4696-81ea-13a228f470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:33:06.624688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Bound port: 2f64d5b9-1829-4676-93b4-e173b8fd5986, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab76f5e-28fc-4696-81ea-13a228f470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:33:06.625019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:06.714894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] For port 2f64d5b9-1829-4676-93b4-e173b8fd5986, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:33:06.717619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] For port 2f64d5b9-1829-4676-93b4-e173b8fd5986, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f64d5b9-1829-4676-93b4-e173b8fd5986,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:33:06.775429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:06.827534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:06.828156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:06.829552 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] 10.222.0.48 "PUT /v2.0/ports/2f64d5b9-1829-4676-93b4-e173b8fd5986 HTTP/1.1" status: 200 len: 1093 time: 1.0749781 Mar 24 17:33:06.832095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c1df18-9024-4163-9464-ad003b85ae0a', 'tag': '2f64d5b9-1829-4676-93b4-e173b8fd5986'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:33:06.861910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f22c2-c85d-439e-bef4-9468f65ae68c service neutron] Pushing event updated for resources: {'Port': ['ID=2f64d5b9-1829-4676-93b4-e173b8fd5986,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:06.881350 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c1df18-9024-4163-9464-ad003b85ae0a', 'tag': '2f64d5b9-1829-4676-93b4-e173b8fd5986', 'status': 'completed', 'code': 200} Mar 24 17:33:06.967394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea3483-f92d-4ab6-bc64-68ff33d3b755 req-959612c1-7018-43aa-96bc-b4d31c2ee4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:06.968785 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbea3483-f92d-4ab6-bc64-68ff33d3b755 req-959612c1-7018-43aa-96bc-b4d31c2ee4a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9dafe6998ae549afa84d5783d821b8c5&device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 1096 time: 0.0689657 Mar 24 17:33:07.103600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea3483-f92d-4ab6-bc64-68ff33d3b755 req-4198edd5-ab49-4a5b-9212-2e59ae6f915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:07.105033 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbea3483-f92d-4ab6-bc64-68ff33d3b755 req-4198edd5-ab49-4a5b-9212-2e59ae6f915b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9dafe6998ae549afa84d5783d821b8c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1291287 Mar 24 17:33:07.328550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea3483-f92d-4ab6-bc64-68ff33d3b755 req-c56a2574-ca8b-478f-b4b0-e31960fd8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:07.330693 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbea3483-f92d-4ab6-bc64-68ff33d3b755 req-c56a2574-ca8b-478f-b4b0-e31960fd8512 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2195213 Mar 24 17:33:07.432525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-58d4e267-f386-4f1b-94eb-5b54bc55e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:07.433963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-58d4e267-f386-4f1b-94eb-5b54bc55e8ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9dafe6998ae549afa84d5783d821b8c5&device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 1096 time: 0.0693042 Mar 24 17:33:07.503829 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-4ee7cf81-3307-4109-bf3f-0debf88ad5a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f64d5b9-1829-4676-93b4-e173b8fd5986 HTTP/1.1" status: 200 len: 217 time: 0.0631907 Mar 24 17:33:07.610408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ccbd9c54-7eab-4cd5-afc7-cce8cb0714ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:07.611938 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-ccbd9c54-7eab-4cd5-afc7-cce8cb0714ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b0d7bf-e14c-4d42-95c4-c7386b590053 HTTP/1.1" status: 200 len: 854 time: 0.1026480 Mar 24 17:33:07.662261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-0db419bd-4cba-4ead-9bad-bb7e517ca6fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1cf429f5-7d71-42bd-b592-200fba268476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433121 Mar 24 17:33:07.698293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61444344-c9d7-45a3-a202-fa3121ba4b95 req-685adfd9-3a21-42d2-ab0b-925873dae13d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:07.699656 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61444344-c9d7-45a3-a202-fa3121ba4b95 req-685adfd9-3a21-42d2-ab0b-925873dae13d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 943 time: 0.1545138 Mar 24 17:33:07.811694 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61444344-c9d7-45a3-a202-fa3121ba4b95 req-6740d8f3-9a86-4493-aa79-3fc476cc453e tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009128 Mar 24 17:33:07.838632 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-5bc03f70-ad4a-478b-a660-f3dff1863f83 service neutron] 10.222.0.48 "GET /v2.0/networks/1cf429f5-7d71-42bd-b592-200fba268476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667299 Mar 24 17:33:07.968106 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02f1f5bb-aa30-4936-b03a-07ad3c50a0d9 req-45401f0f-286a-4266-a3b7-da16c8237699 service neutron] 10.222.0.48 "GET /v2.0/networks/1cf429f5-7d71-42bd-b592-200fba268476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240480 Mar 24 17:33:08.998310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b40c0-4fa4-45b9-a76b-c2b1e74e6dd4 req-f8791611-c4f5-446a-a1f2-1e1735eccca7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:08.999730 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-709b40c0-4fa4-45b9-a76b-c2b1e74e6dd4 req-f8791611-c4f5-446a-a1f2-1e1735eccca7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 943 time: 0.0823889 Mar 24 17:33:09.042857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-709b40c0-4fa4-45b9-a76b-c2b1e74e6dd4 req-99971155-a8a3-451d-863c-e7c08bfdd428 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372868 Mar 24 17:33:10.225098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0ac98-06c4-4a60-9fe1-b935f4146c64 req-94ffe2d9-425e-4449-8ba4-71fdae8746b4 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:10.226491 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9de0ac98-06c4-4a60-9fe1-b935f4146c64 req-94ffe2d9-425e-4449-8ba4-71fdae8746b4 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 943 time: 0.0789340 Mar 24 17:33:10.269866 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9de0ac98-06c4-4a60-9fe1-b935f4146c64 req-1159f0d8-7dda-45a0-962a-94e0fa43a462 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Mar 24 17:33:10.570595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2f64d5b9-1829-4676-93b4-e173b8fd5986 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:33:10.698234 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2f64d5b9-1829-4676-93b4-e173b8fd5986, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f64d5b9-1829-4676-93b4-e173b8fd5986,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:10.710780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '2f64d5b9-1829-4676-93b4-e173b8fd5986', 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476', 'port_id': '2f64d5b9-1829-4676-93b4-e173b8fd5986', 'mac_address': 'fa:16:3e:f8:ef:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b0d7bf-e14c-4d42-95c4-c7386b590053', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:33:10.766860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:10.783605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f64d5b9-1829-4676-93b4-e173b8fd5986 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:33:10.798030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2f64d5b9-1829-4676-93b4-e173b8fd5986, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f64d5b9-1829-4676-93b4-e173b8fd5986,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:10.837457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:10.902065 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2f64d5b9-1829-4676-93b4-e173b8fd5986,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:11.037549 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2f64d5b9-1829-4676-93b4-e173b8fd5986'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:33:11.452854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b541a-daef-45f5-9e94-c34046e51034 req-8b0e53b2-ff67-432c-ba99-6f3d45315450 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:11.454276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-500b541a-daef-45f5-9e94-c34046e51034 req-8b0e53b2-ff67-432c-ba99-6f3d45315450 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 944 time: 0.0812790 Mar 24 17:33:11.497203 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-500b541a-daef-45f5-9e94-c34046e51034 req-49db6d35-d90c-44d9-aca4-29d671701857 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372674 Mar 24 17:33:12.586008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2f64d5b9-1829-4676-93b4-e173b8fd5986 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:33:12.679857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ce789-b756-4575-8cb2-242ed5399ee8 req-cd78cf3c-a6f5-42b6-bbe0-af5a20a8d9b9 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:12.681302 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e63ce789-b756-4575-8cb2-242ed5399ee8 req-cd78cf3c-a6f5-42b6-bbe0-af5a20a8d9b9 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 944 time: 0.0787008 Mar 24 17:33:12.710516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 2f64d5b9-1829-4676-93b4-e173b8fd5986 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:33:12.715498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 2f64d5b9-1829-4676-93b4-e173b8fd5986 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:33:12.716014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:12.728358 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e63ce789-b756-4575-8cb2-242ed5399ee8 req-0cd278a7-bae8-4a33-b21b-7f79a3d1d088 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Mar 24 17:33:12.835330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:12.862449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c1df18-9024-4163-9464-ad003b85ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64d5b9-1829-4676-93b4-e173b8fd5986'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:33:12.871759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2f64d5b9-1829-4676-93b4-e173b8fd5986, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f64d5b9-1829-4676-93b4-e173b8fd5986,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:12.909113 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c1df18-9024-4163-9464-ad003b85ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64d5b9-1829-4676-93b4-e173b8fd5986', 'code': 200} Mar 24 17:33:12.986051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:13.054366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2f64d5b9-1829-4676-93b4-e173b8fd5986,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:13.275328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e56883-0ba1-4377-ad3a-eaae3389e1ff req-bdcbc7f4-3780-4653-88a5-0435a8736fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:13.276687 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e56883-0ba1-4377-ad3a-eaae3389e1ff req-bdcbc7f4-3780-4653-88a5-0435a8736fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 1098 time: 0.0678356 Mar 24 17:33:13.316366 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e56883-0ba1-4377-ad3a-eaae3389e1ff req-cdea36c7-c2d7-494e-a3f6-368da4871a60 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Mar 24 17:33:13.912086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2d999-d6ad-458c-8a96-9e4e0c7813f7 req-f51a6d57-fffc-4b8e-8549-c336c74c4567 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:13.913538 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88a2d999-d6ad-458c-8a96-9e4e0c7813f7 req-f51a6d57-fffc-4b8e-8549-c336c74c4567 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0814731 Mar 24 17:33:13.958261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88a2d999-d6ad-458c-8a96-9e4e0c7813f7 req-2ffde3ff-c5ad-4e68-a3f6-615c55ecd527 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391617 Mar 24 17:33:15.139715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba183fc-ee91-4e15-8f6e-a33b66b55228 req-89b2dc75-8dc0-4a5c-a7ed-08d263c6124f tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:15.141315 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dba183fc-ee91-4e15-8f6e-a33b66b55228 req-89b2dc75-8dc0-4a5c-a7ed-08d263c6124f tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0772820 Mar 24 17:33:15.184356 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dba183fc-ee91-4e15-8f6e-a33b66b55228 req-fb8e0308-54c2-453d-88e0-92ef1e8d792e tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367191 Mar 24 17:33:15.483005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-896918dd-3f7d-43bf-a436-b5ee639afd45 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:15.488423 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-896918dd-3f7d-43bf-a436-b5ee639afd45 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/networks?id=1cf429f5-7d71-42bd-b592-200fba268476 HTTP/1.1" status: 200 len: 814 time: 0.1497533 Mar 24 17:33:15.499246 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-b54cd96d-9cd1-4952-94f4-e4745957ad26 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/quotas/9dafe6998ae549afa84d5783d821b8c5 HTTP/1.1" status: 200 len: 375 time: 0.0090606 Mar 24 17:33:15.676775 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-832f7752-e501-47e3-a032-e535e0baebc6 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9dafe6998ae549afa84d5783d821b8c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1713140 Mar 24 17:33:15.801944 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-637780fc-35d1-42b5-a716-d47cde051b5e service neutron] 10.222.0.47 "GET /v2.0/networks/1cf429f5-7d71-42bd-b592-200fba268476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186848 Mar 24 17:33:15.934480 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-d906fd31-7ba1-45ac-b847-9cab3e1ec5fb service neutron] 10.222.0.47 "GET /v2.0/networks/1cf429f5-7d71-42bd-b592-200fba268476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268291 Mar 24 17:33:16.177913 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-37d459d7-5743-4fae-8914-42130cdfe688 req-67bf2d89-551d-4366-ab4b-f591a7bc9566 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 210 time: 0.0435426 Mar 24 17:33:17.327140 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c15ca19a-52f4-43fa-a053-baa4689b6139 req-819ef706-bc2a-4921-a950-b6362d72148a tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 210 time: 0.0447114 Mar 24 17:33:17.991970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-e8ef3419-648f-4920-bcb9-67acfc6846d1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:17.993380 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-e8ef3419-648f-4920-bcb9-67acfc6846d1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.48 "GET /v2.0/networks?id=1cf429f5-7d71-42bd-b592-200fba268476 HTTP/1.1" status: 200 len: 814 time: 0.1429353 Mar 24 17:33:18.005515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Request body: {'port': {'device_id': 'e73a3f80-4550-420c-b6b6-f3d42f9e62b5', 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476', 'admin_state_up': True, 'tenant_id': '9dafe6998ae549afa84d5783d821b8c5'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:18.140034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:18.149650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:18.237079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Made reservation on behalf of 9dafe6998ae549afa84d5783d821b8c5 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:18.241109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:18.402771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Allocated IP 172.20.0.11 (1cf429f5-7d71-42bd-b592-200fba268476/01b0d7bf-e14c-4d42-95c4-c7386b590053/b684a8a3-7559-42e6-a433-14f34ec40e84) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:33:18.492054 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aeb672eb-8c7e-47b9-8bad-f7d063e965da req-e1bd198d-e2dc-4b8e-9387-d13bb248f953 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 210 time: 0.0524035 Mar 24 17:33:18.644639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:18.705899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:18.717524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2f64d5b9-1829-4676-93b4-e173b8fd5986'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:33:18.774205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Network 1cf429f5-7d71-42bd-b592-200fba268476 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:33:18.777107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:18.780910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:33:18.821104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Pushing event updated for resources: {'Port': ['ID=b684a8a3-7559-42e6-a433-14f34ec40e84,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:18.852588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:18.853297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:18.923734 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-cf47b9a8-199b-4154-9e04-014af462f9e1 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9223154 Mar 24 17:33:18.934846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Request body: {'port': {'device_id': 'e73a3f80-4550-420c-b6b6-f3d42f9e62b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:19.043208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:19.467833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b684a8a3-7559-42e6-a433-14f34ec40e84 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:33:19.475131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:19.488976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Transition to ACTIVE for port object b684a8a3-7559-42e6-a433-14f34ec40e84 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:19.557327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:19.786521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Pushing event updated for resources: {'Port': ['ID=b684a8a3-7559-42e6-a433-14f34ec40e84,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:19.844807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Attempting to bind port b684a8a3-7559-42e6-a433-14f34ec40e84 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:33:19.845171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Attempting to bind port b684a8a3-7559-42e6-a433-14f34ec40e84 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '9ab76f5e-28fc-4696-81ea-13a228f470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:33:19.845436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Attempting to bind port b684a8a3-7559-42e6-a433-14f34ec40e84 on network 1cf429f5-7d71-42bd-b592-200fba268476 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:33:19.854352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d2e07-bb69-44e9-86eb-23e39ce4f498 req-efa6d44b-337c-4be0-b982-08ca40fbae78 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:19.855019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e79d2e07-bb69-44e9-86eb-23e39ce4f498 req-efa6d44b-337c-4be0-b982-08ca40fbae78 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Synchronizing usage tracker for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:33:19.864406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Port b684a8a3-7559-42e6-a433-14f34ec40e84 on network 1cf429f5-7d71-42bd-b592-200fba268476 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:33:19.864717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Attempting to bind port b684a8a3-7559-42e6-a433-14f34ec40e84 on network 1cf429f5-7d71-42bd-b592-200fba268476 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:33:19.873169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:33:19.873496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Checking segment: {'id': '9ab76f5e-28fc-4696-81ea-13a228f470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:19.873863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Bound using segment: {'id': '9ab76f5e-28fc-4696-81ea-13a228f470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:33:19.874270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Bound port: b684a8a3-7559-42e6-a433-14f34ec40e84, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab76f5e-28fc-4696-81ea-13a228f470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:33:19.874601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:19.954000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e79d2e07-bb69-44e9-86eb-23e39ce4f498 req-efa6d44b-337c-4be0-b982-08ca40fbae78 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Unset dirty status for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:33:19.955138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e79d2e07-bb69-44e9-86eb-23e39ce4f498 req-efa6d44b-337c-4be0-b982-08ca40fbae78 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 944 time: 0.3545780 Mar 24 17:33:19.983477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] For port b684a8a3-7559-42e6-a433-14f34ec40e84, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:33:20.000082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] For port b684a8a3-7559-42e6-a433-14f34ec40e84, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b684a8a3-7559-42e6-a433-14f34ec40e84,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:33:20.010396 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e79d2e07-bb69-44e9-86eb-23e39ce4f498 req-8e03fb00-80ac-4170-9080-c649ad7c69e7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473723 Mar 24 17:33:20.077804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:20.130652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:20.131439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:20.132758 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] 10.222.0.48 "PUT /v2.0/ports/b684a8a3-7559-42e6-a433-14f34ec40e84 HTTP/1.1" status: 200 len: 1094 time: 1.2019479 Mar 24 17:33:20.135273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73a3f80-4550-420c-b6b6-f3d42f9e62b5', 'tag': 'b684a8a3-7559-42e6-a433-14f34ec40e84'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:33:20.163025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9d250-3b46-40d2-b515-f3b3cc43123e service neutron] Pushing event updated for resources: {'Port': ['ID=b684a8a3-7559-42e6-a433-14f34ec40e84,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:20.187098 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73a3f80-4550-420c-b6b6-f3d42f9e62b5', 'tag': 'b684a8a3-7559-42e6-a433-14f34ec40e84', 'status': 'completed', 'code': 200} Mar 24 17:33:20.274821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a3437-dcbc-4acd-9a29-d94adf22e279 req-49dcd289-e16e-4043-b063-880da8b0c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:20.276321 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570a3437-dcbc-4acd-9a29-d94adf22e279 req-49dcd289-e16e-4043-b063-880da8b0c446 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9dafe6998ae549afa84d5783d821b8c5&device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 1097 time: 0.0755050 Mar 24 17:33:20.415217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a3437-dcbc-4acd-9a29-d94adf22e279 req-10c6a2b5-e5b6-44ac-be8e-da15e8c18faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:20.416569 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570a3437-dcbc-4acd-9a29-d94adf22e279 req-10c6a2b5-e5b6-44ac-be8e-da15e8c18faf service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9dafe6998ae549afa84d5783d821b8c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1345458 Mar 24 17:33:20.547411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a3437-dcbc-4acd-9a29-d94adf22e279 req-996cb65f-08bc-498c-8ca6-f08212351acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:20.548861 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570a3437-dcbc-4acd-9a29-d94adf22e279 req-996cb65f-08bc-498c-8ca6-f08212351acb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270690 Mar 24 17:33:20.668384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-0296abc2-1bdf-46ea-8f49-e34bcca3ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:20.669735 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-0296abc2-1bdf-46ea-8f49-e34bcca3ed6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9dafe6998ae549afa84d5783d821b8c5&device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 1097 time: 0.0712757 Mar 24 17:33:20.738536 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-551ae3ff-0990-4d54-8b6b-f306b4bd3c8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b684a8a3-7559-42e6-a433-14f34ec40e84 HTTP/1.1" status: 200 len: 217 time: 0.0613511 Mar 24 17:33:20.801366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-f9ef5c1b-ce57-4bc3-9b7d-45bd607e8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:20.802714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-f9ef5c1b-ce57-4bc3-9b7d-45bd607e8916 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01b0d7bf-e14c-4d42-95c4-c7386b590053 HTTP/1.1" status: 200 len: 854 time: 0.0554669 Mar 24 17:33:20.850201 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-80199bfe-150d-4ad2-bc6e-77f5218d8073 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1cf429f5-7d71-42bd-b592-200fba268476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417395 Mar 24 17:33:20.982207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-51c74b48-fa4c-4182-8a24-ded3f3ab6c69 service neutron] 10.222.0.48 "GET /v2.0/networks/1cf429f5-7d71-42bd-b592-200fba268476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257992 Mar 24 17:33:21.109412 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4101e6f6-040b-42a9-b516-f5a7f91ef533 req-d3afb073-f751-4d23-aaa2-52d3e6704adb service neutron] 10.222.0.48 "GET /v2.0/networks/1cf429f5-7d71-42bd-b592-200fba268476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206663 Mar 24 17:33:21.285314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54f72c-5d21-434d-959a-e9fc1c102452 req-6033187f-ccff-4c8d-8a8b-aa5e467f97ef tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:21.286737 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b54f72c-5d21-434d-959a-e9fc1c102452 req-6033187f-ccff-4c8d-8a8b-aa5e467f97ef tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 944 time: 0.1731269 Mar 24 17:33:21.329869 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b54f72c-5d21-434d-959a-e9fc1c102452 req-5088b37d-eb64-4a11-89b1-b480ba405165 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Mar 24 17:33:22.513500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e2da7-1cb5-4082-8d6b-bdf46b6aa24b req-847ad3ec-bd49-4ec3-89d3-6960943a6bca tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:22.514916 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c37e2da7-1cb5-4082-8d6b-bdf46b6aa24b req-847ad3ec-bd49-4ec3-89d3-6960943a6bca tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 944 time: 0.0807197 Mar 24 17:33:22.560714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c37e2da7-1cb5-4082-8d6b-bdf46b6aa24b req-b45d9c6c-f6ab-4788-b390-4ecdc39b074a tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398774 Mar 24 17:33:23.741720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5adcd4-5f15-44d7-bc0a-bd21f7e5eaf4 req-4c6eb322-21a6-4d76-bfcb-4e25fb0ccd7f tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:23.743173 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f5adcd4-5f15-44d7-bc0a-bd21f7e5eaf4 req-4c6eb322-21a6-4d76-bfcb-4e25fb0ccd7f tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 944 time: 0.0780046 Mar 24 17:33:23.789724 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f5adcd4-5f15-44d7-bc0a-bd21f7e5eaf4 req-68b533c5-00f4-40e1-ad7c-217995d67524 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Mar 24 17:33:24.650009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b684a8a3-7559-42e6-a433-14f34ec40e84 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:33:24.787168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b684a8a3-7559-42e6-a433-14f34ec40e84, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b684a8a3-7559-42e6-a433-14f34ec40e84,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:24.800131 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'b684a8a3-7559-42e6-a433-14f34ec40e84', 'network_id': '1cf429f5-7d71-42bd-b592-200fba268476', 'port_id': 'b684a8a3-7559-42e6-a433-14f34ec40e84', 'mac_address': 'fa:16:3e:10:92:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b0d7bf-e14c-4d42-95c4-c7386b590053', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:33:24.854313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:24.870562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b684a8a3-7559-42e6-a433-14f34ec40e84 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:33:24.886604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b684a8a3-7559-42e6-a433-14f34ec40e84, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b684a8a3-7559-42e6-a433-14f34ec40e84,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:24.965376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:24.988318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597eb1e0-1823-48af-922f-2b342739d24d req-c2eb2928-757f-4a68-84b6-d5432897fcf4 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:24.990394 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-597eb1e0-1823-48af-922f-2b342739d24d req-c2eb2928-757f-4a68-84b6-d5432897fcf4 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 944 time: 0.0926452 Mar 24 17:33:25.036327 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-597eb1e0-1823-48af-922f-2b342739d24d req-8066c9a6-0ef5-4495-ab77-1913cc79646f tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404139 Mar 24 17:33:25.037724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b684a8a3-7559-42e6-a433-14f34ec40e84,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:25.044916 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.045274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.045620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.045966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.046299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.046633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.046962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.047350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.047604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.047926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.048265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.048587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:25.179119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['b684a8a3-7559-42e6-a433-14f34ec40e84'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:33:26.231341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2c604-c91a-4765-a7e7-cb8111adb638 req-11ce3e26-bf7e-40f6-9b6d-09207c578229 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:26.232743 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3ac2c604-c91a-4765-a7e7-cb8111adb638 req-11ce3e26-bf7e-40f6-9b6d-09207c578229 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 945 time: 0.0841298 Mar 24 17:33:26.276122 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3ac2c604-c91a-4765-a7e7-cb8111adb638 req-6111eecd-2aaa-4481-b027-5c308f09db07 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376160 Mar 24 17:33:26.642473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b684a8a3-7559-42e6-a433-14f34ec40e84 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:33:26.745636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port b684a8a3-7559-42e6-a433-14f34ec40e84 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:33:26.750117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port b684a8a3-7559-42e6-a433-14f34ec40e84 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:33:26.750482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:26.863246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:26.889565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73a3f80-4550-420c-b6b6-f3d42f9e62b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b684a8a3-7559-42e6-a433-14f34ec40e84'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:33:26.899298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b684a8a3-7559-42e6-a433-14f34ec40e84, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b684a8a3-7559-42e6-a433-14f34ec40e84,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:26.934679 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73a3f80-4550-420c-b6b6-f3d42f9e62b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b684a8a3-7559-42e6-a433-14f34ec40e84', 'code': 200} Mar 24 17:33:26.940861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:27.007279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b684a8a3-7559-42e6-a433-14f34ec40e84,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:27.281185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93760d-07d7-4510-acb5-a8da08f72a2c req-fa351838-2487-4a11-97a6-ae9dd4de1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:27.282559 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e93760d-07d7-4510-acb5-a8da08f72a2c req-fa351838-2487-4a11-97a6-ae9dd4de1296 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 1099 time: 0.0688865 Mar 24 17:33:27.323260 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e93760d-07d7-4510-acb5-a8da08f72a2c req-dfcc39a3-24bd-488b-a0fb-06c47d9d7411 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340221 Mar 24 17:33:27.459507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bad03-fb9b-45f6-ac0d-bed0b2ef866f req-296a58f9-6207-481c-884f-b4b07407668b tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:27.460954 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c06bad03-fb9b-45f6-ac0d-bed0b2ef866f req-296a58f9-6207-481c-884f-b4b07407668b tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 946 time: 0.0814919 Mar 24 17:33:27.502944 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c06bad03-fb9b-45f6-ac0d-bed0b2ef866f req-510a9b50-c011-4419-8582-a38655594cf3 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Mar 24 17:33:28.691410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeafd5-6d69-42f1-8e4c-1cafc77a9e69 req-aff4f7b7-694f-4216-9446-af2c0189c06a tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:28.692809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6aeafd5-6d69-42f1-8e4c-1cafc77a9e69 req-aff4f7b7-694f-4216-9446-af2c0189c06a tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 946 time: 0.0784459 Mar 24 17:33:28.738484 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6aeafd5-6d69-42f1-8e4c-1cafc77a9e69 req-a06260b9-9562-4815-b87c-3b7c43edd34e tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Mar 24 17:33:29.316127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89edaff-1a2a-4cbf-983a-d163039c4199 req-9e8a6ff7-0c8e-4d88-a667-ed2f90a0800d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:29.318039 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c89edaff-1a2a-4cbf-983a-d163039c4199 req-9e8a6ff7-0c8e-4d88-a667-ed2f90a0800d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 946 time: 0.0823219 Mar 24 17:33:29.365454 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c89edaff-1a2a-4cbf-983a-d163039c4199 req-4d160f0e-f0af-4f24-a6fb-11d38ba4df0b tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418096 Mar 24 17:33:30.436986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9d87ec44-a8d6-4d56-89cf-41684e585d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:30.550056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02735f-281f-40d1-8bfa-5c34dffd01ac req-885535dc-5778-445f-96d4-af0bc80a2941 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:30.551475 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2f02735f-281f-40d1-8bfa-5c34dffd01ac req-885535dc-5778-445f-96d4-af0bc80a2941 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 946 time: 0.0819621 Mar 24 17:33:30.638310 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2f02735f-281f-40d1-8bfa-5c34dffd01ac req-b5cee6e3-811c-4857-989a-be0887b02eef tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800104 Mar 24 17:33:30.671134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41709501-5217-4939-be45-825ed7bc61ce req-0fab0777-f4e0-4f79-99b4-3491468a2ad5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:30.672592 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41709501-5217-4939-be45-825ed7bc61ce req-0fab0777-f4e0-4f79-99b4-3491468a2ad5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.48 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 946 time: 0.1155508 Mar 24 17:33:30.743136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-41709501-5217-4939-be45-825ed7bc61ce req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Deleting port b684a8a3-7559-42e6-a433-14f34ec40e84 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:33:30.743465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-41709501-5217-4939-be45-825ed7bc61ce req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:30.983670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-41709501-5217-4939-be45-825ed7bc61ce req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] For port b684a8a3-7559-42e6-a433-14f34ec40e84, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b684a8a3-7559-42e6-a433-14f34ec40e84,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:30.984056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-41709501-5217-4939-be45-825ed7bc61ce req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:31.107832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-41709501-5217-4939-be45-825ed7bc61ce req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Calling delete_port for b684a8a3-7559-42e6-a433-14f34ec40e84 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:33:31.327585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-41709501-5217-4939-be45-825ed7bc61ce req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:31.340293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2f64d5b9-1829-4676-93b4-e173b8fd5986', 'b684a8a3-7559-42e6-a433-14f34ec40e84'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:33:31.377256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Pushing event deleted for resources: {'Port': ['ID=b684a8a3-7559-42e6-a433-14f34ec40e84,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:31.546061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-41709501-5217-4939-be45-825ed7bc61ce req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] No DVR routers for this DVR port b684a8a3-7559-42e6-a433-14f34ec40e84 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:33:31.548492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-41709501-5217-4939-be45-825ed7bc61ce req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:31.551607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73a3f80-4550-420c-b6b6-f3d42f9e62b5', 'name': 'network-vif-deleted', 'tag': 'b684a8a3-7559-42e6-a433-14f34ec40e84'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:33:31.594868 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73a3f80-4550-420c-b6b6-f3d42f9e62b5', 'name': 'network-vif-deleted', 'tag': 'b684a8a3-7559-42e6-a433-14f34ec40e84', 'status': 'completed', 'code': 200} Mar 24 17:33:31.626108 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41709501-5217-4939-be45-825ed7bc61ce req-c2c28a16-3cdc-49c4-8b1a-9497df2e00a5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.48 "DELETE /v2.0/ports/b684a8a3-7559-42e6-a433-14f34ec40e84 HTTP/1.1" status: 204 len: 173 time: 0.9479146 Mar 24 17:33:31.792353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-620803c5-6acc-4c77-921d-59d137beacdb req-7e1fd813-26e3-4c7a-b420-df1d452736d7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Synchronizing usage tracker for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:33:31.871697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-620803c5-6acc-4c77-921d-59d137beacdb req-7e1fd813-26e3-4c7a-b420-df1d452736d7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Unset dirty status for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:33:31.872651 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-620803c5-6acc-4c77-921d-59d137beacdb req-7e1fd813-26e3-4c7a-b420-df1d452736d7 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=e73a3f80-4550-420c-b6b6-f3d42f9e62b5 HTTP/1.1" status: 200 len: 210 time: 0.1210296 Mar 24 17:33:32.692527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-34b83203-8757-48d3-9716-a2fe06a19efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:32.974498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:33.129565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130067d-9e5b-4afe-afa8-5ea2ee47ec68 req-34eea1b9-697d-4f96-95f7-02e168a21912 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:33.131008 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f130067d-9e5b-4afe-afa8-5ea2ee47ec68 req-34eea1b9-697d-4f96-95f7-02e168a21912 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0790048 Mar 24 17:33:33.177097 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f130067d-9e5b-4afe-afa8-5ea2ee47ec68 req-31e61340-4579-4b82-a4e3-92d4b024762b tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405169 Mar 24 17:33:33.372944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2fe5e-6b1d-4fdb-9145-be9fb1ec2469 req-246f2646-4c16-41dc-8eda-bc391542d1ad tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:33.374380 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-38d2fe5e-6b1d-4fdb-9145-be9fb1ec2469 req-246f2646-4c16-41dc-8eda-bc391542d1ad tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0786240 Mar 24 17:33:33.418532 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-38d2fe5e-6b1d-4fdb-9145-be9fb1ec2469 req-9bdf41ab-89a3-4598-9182-592143ed143e tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Mar 24 17:33:33.601427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d581fbb-d186-426f-94b5-28a1c134b0eb req-921b8102-bb35-414a-b5c2-c6e34e40a34d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:33.602840 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4d581fbb-d186-426f-94b5-28a1c134b0eb req-921b8102-bb35-414a-b5c2-c6e34e40a34d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0817521 Mar 24 17:33:33.645412 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4d581fbb-d186-426f-94b5-28a1c134b0eb req-591757c7-6af1-415f-9e21-9aee16da76c8 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370026 Mar 24 17:33:33.865887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:33.933820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:34.072931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff83e7a-d39f-4489-b336-c0e450de9b0c req-a71244e4-d7c5-439d-99f5-a61c18bd5c6b tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:34.074361 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0ff83e7a-d39f-4489-b336-c0e450de9b0c req-a71244e4-d7c5-439d-99f5-a61c18bd5c6b tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0785587 Mar 24 17:33:34.117713 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0ff83e7a-d39f-4489-b336-c0e450de9b0c req-34a6f5dc-b97e-4040-a29d-feee0ea14200 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376258 Mar 24 17:33:34.297779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a4b31-6348-405f-9251-a667b7d3600a req-9e48f238-d044-4238-a16e-c410a2771ba5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:34.299707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9f0a4b31-6348-405f-9251-a667b7d3600a req-9e48f238-d044-4238-a16e-c410a2771ba5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0798063 Mar 24 17:33:34.342993 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9f0a4b31-6348-405f-9251-a667b7d3600a req-176af41a-fe97-4a24-a1dc-56b72ac58412 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375068 Mar 24 17:33:34.537837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb72378-7898-4608-9ce2-a289de607f74 req-a75eab5c-0da6-408b-834c-21a3e36fb7be tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:34.539259 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdb72378-7898-4608-9ce2-a289de607f74 req-a75eab5c-0da6-408b-834c-21a3e36fb7be tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0819724 Mar 24 17:33:34.581448 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdb72378-7898-4608-9ce2-a289de607f74 req-400f8ace-bab6-40cf-9958-336ca51ab276 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365269 Mar 24 17:33:34.680706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b684a8a3-7559-42e6-a433-14f34ec40e84 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:33:34.715753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: b684a8a3-7559-42e6-a433-14f34ec40e84 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:33:34.716138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b684a8a3-7559-42e6-a433-14f34ec40e84 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:33:35.257529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2542f-604f-4816-9140-9466946ba001 req-76a1737a-0eb3-439f-9fbd-e91069c656ab tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:35.258909 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1cd2542f-604f-4816-9140-9466946ba001 req-76a1737a-0eb3-439f-9fbd-e91069c656ab tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0795093 Mar 24 17:33:35.301773 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1cd2542f-604f-4816-9140-9466946ba001 req-99aa34ac-858d-4c77-86c9-9b0ca6cbc253 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372109 Mar 24 17:33:35.379547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:36.390530 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:33:36.492921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca358fd-2306-4a8b-81cd-1d5f3d9b6b16 req-d2f81b58-3450-415d-86d9-bb67c8f3882e tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:36.494391 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fca358fd-2306-4a8b-81cd-1d5f3d9b6b16 req-d2f81b58-3450-415d-86d9-bb67c8f3882e tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.0818670 Mar 24 17:33:36.582280 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fca358fd-2306-4a8b-81cd-1d5f3d9b6b16 req-afcd97fb-f7cc-4640-92e9-427e5d6e5a0d tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/security-groups?id=102630de-2c90-4e73-8e83-3b4e81d9b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822165 Mar 24 17:33:36.611244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-bccae68e-a100-441b-886c-04a2cc86fba5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:36.613183 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-bccae68e-a100-441b-886c-04a2cc86fba5 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.48 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 945 time: 0.1006355 Mar 24 17:33:36.683566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Deleting port 2f64d5b9-1829-4676-93b4-e173b8fd5986 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:33:36.683901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:36.923475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] For port 2f64d5b9-1829-4676-93b4-e173b8fd5986, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2f64d5b9-1829-4676-93b4-e173b8fd5986,segment=NetworkSegment(9ab76f5e-28fc-4696-81ea-13a228f470b1),segment_id=9ab76f5e-28fc-4696-81ea-13a228f470b1)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:36.924206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:37.046327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Calling delete_port for 2f64d5b9-1829-4676-93b4-e173b8fd5986 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:33:37.241424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:37.251904 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2f64d5b9-1829-4676-93b4-e173b8fd5986'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:33:37.289746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Pushing event deleted for resources: {'Port': ['ID=2f64d5b9-1829-4676-93b4-e173b8fd5986,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:37.365593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] No DVR routers for this DVR port 2f64d5b9-1829-4676-93b4-e173b8fd5986 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:33:37.367977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:37.370354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c1df18-9024-4163-9464-ad003b85ae0a', 'name': 'network-vif-deleted', 'tag': '2f64d5b9-1829-4676-93b4-e173b8fd5986'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:33:37.414800 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c1df18-9024-4163-9464-ad003b85ae0a', 'name': 'network-vif-deleted', 'tag': '2f64d5b9-1829-4676-93b4-e173b8fd5986', 'status': 'completed', 'code': 200} Mar 24 17:33:37.448744 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a2e0be77-404a-4076-bf71-69d60e4e5fee req-87998745-823d-413f-bc78-94c4677016aa tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.48 "DELETE /v2.0/ports/2f64d5b9-1829-4676-93b4-e173b8fd5986 HTTP/1.1" status: 204 len: 173 time: 0.8306959 Mar 24 17:33:37.730346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-36fa057f-725a-4fcc-a4d6-5f797726c6a4 req-e0259b4a-4f8c-4497-9c0e-46f18b4ebbe3 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Synchronizing usage tracker for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:33:37.806564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-36fa057f-725a-4fcc-a4d6-5f797726c6a4 req-e0259b4a-4f8c-4497-9c0e-46f18b4ebbe3 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] Unset dirty status for tenant:9dafe6998ae549afa84d5783d821b8c5 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:33:37.807773 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36fa057f-725a-4fcc-a4d6-5f797726c6a4 req-e0259b4a-4f8c-4497-9c0e-46f18b4ebbe3 tempest-ServersNegativeTestJSON-478348847 tempest-ServersNegativeTestJSON-478348847-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c1df18-9024-4163-9464-ad003b85ae0a HTTP/1.1" status: 200 len: 210 time: 0.1192849 Mar 24 17:33:38.900993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46710) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:39.050224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-00443d57-3f92-44a7-8b86-da5f51890069 admin admin] Deleting subnet 01b0d7bf-e14c-4d42-95c4-c7386b590053 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:33:39.053132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00443d57-3f92-44a7-8b86-da5f51890069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.102900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00443d57-3f92-44a7-8b86-da5f51890069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.155824 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00443d57-3f92-44a7-8b86-da5f51890069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.299610 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00443d57-3f92-44a7-8b86-da5f51890069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.336535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00443d57-3f92-44a7-8b86-da5f51890069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b0d7bf-e14c-4d42-95c4-c7386b590053,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:39.341369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-00443d57-3f92-44a7-8b86-da5f51890069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.347690 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-00443d57-3f92-44a7-8b86-da5f51890069 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/01b0d7bf-e14c-4d42-95c4-c7386b590053 HTTP/1.1" status: 204 len: 168 time: 0.4456825 Mar 24 17:33:39.350271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46714) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:39.458087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.578386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.602667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf429f5-7d71-42bd-b592-200fba268476']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:39.615033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab76f5e-28fc-4696-81ea-13a228f470b1') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:39.615332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab76f5e-28fc-4696-81ea-13a228f470b1') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:39.626268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.642358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.649067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:33:39.650909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:33:39.662661 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:33:39.813878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.828923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:39.838876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf429f5-7d71-42bd-b592-200fba268476,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:39.905781 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8b065581-ce81-4f9c-85b2-0be45c4023cd admin admin] 10.222.0.47 "DELETE /v2.0/networks/1cf429f5-7d71-42bd-b592-200fba268476 HTTP/1.1" status: 204 len: 168 time: 0.5545113 Mar 24 17:33:40.149912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46720) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:40.197406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3d941a95-0a9f-4315-b229-421e97b0aa59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9dafe6998ae549afa84d5783d821b8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463531 Mar 24 17:33:40.199772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46724) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:40.260246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3803e53d-05f1-4cb0-9be1-b94db0ab4687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:40.286112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3803e53d-05f1-4cb0-9be1-b94db0ab4687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:40.418147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3803e53d-05f1-4cb0-9be1-b94db0ab4687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:40.435399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803e53d-05f1-4cb0-9be1-b94db0ab4687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102630de-2c90-4e73-8e83-3b4e81d9b7a9,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:40.508214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3803e53d-05f1-4cb0-9be1-b94db0ab4687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:40.509331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3803e53d-05f1-4cb0-9be1-b94db0ab4687 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/102630de-2c90-4e73-8e83-3b4e81d9b7a9 HTTP/1.1" status: 204 len: 168 time: 0.3086660 Mar 24 17:33:40.715654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2f64d5b9-1829-4676-93b4-e173b8fd5986 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:33:40.749402 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 2f64d5b9-1829-4676-93b4-e173b8fd5986 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:33:40.749795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2f64d5b9-1829-4676-93b4-e173b8fd5986 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:33:41.617397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46748) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:41.717257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-104382525'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:41.722138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:41.725893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:network and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:41.728722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:41.734638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:41.795043 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:41.798479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:41.810816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:41.825707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:41.829531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:security_group_rule and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:41.832460 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:41.838052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:41.918704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:41.983679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:42.015575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:33:42.024049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a21e3e6-0c2f-43b4-9c8f-c30f0402438e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:42.029325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:42.029679 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Added segment 19edae2b-f98b-488f-bca3-20e4940682ed of type vlan for network 7c596fc2-a351-491d-87f8-a899756e1007 Mar 24 17:33:42.059250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:42.145121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:42.150686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:42.151329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:42.258878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Network': ['ID=7c596fc2-a351-491d-87f8-a899756e1007,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:42.268726 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 7c596fc2-a351-491d-87f8-a899756e1007 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:33:42.310429 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7bf690c8-0241-4f28-926f-1eed68897e9c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6919839 Mar 24 17:33:45.578445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46754) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:45.584557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'subnet': {'network_id': '7c596fc2-a351-491d-87f8-a899756e1007', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:45.694050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:45.697898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:subnet and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:45.700627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:45.706762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:45.800830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:45.804362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.077080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.155311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Subnet': ['ID=44682cb7-2934-4511-817c-4e4d92b40a0c,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:46.172745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.173089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.173427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.174281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.174616 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.174939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.175264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.175583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.175903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.176244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.176563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.176879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:46.182007 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Checking segment: {'id': '19edae2b-f98b-488f-bca3-20e4940682ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7c596fc2-a351-491d-87f8-a899756e1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:46.182365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network hostable DHCP agents. Network: 7c596fc2-a351-491d-87f8-a899756e1007, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:33:46.263439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network 7c596fc2-a351-491d-87f8-a899756e1007 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:33:46.350965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 7c596fc2-a351-491d-87f8-a899756e1007) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:46.355039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:46.355703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.360321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a797fd01-096d-47d1-99c5-fbed4c03bbe9 None None] Network 7c596fc2-a351-491d-87f8-a899756e1007 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:46.494636 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f21a6a15-e7c4-4227-ba56-d7a94c11988b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9149406 Mar 24 17:33:46.497847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46758) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:46.503347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-30210242'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:46.508156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:46.511877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:network and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:46.514668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:46.520204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:46.577718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-7c596fc2-a351-491d-87f8-a899756e1007', 'network_id': '7c596fc2-a351-491d-87f8-a899756e1007', 'tenant_id': '3c92c9bf581a4f72bb8b23fcccb17fd2', 'fixed_ips': [{'subnet_id': '44682cb7-2934-4511-817c-4e4d92b40a0c'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:33:46.578523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.590544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:46.594298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.625743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:33:46.635216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.638492 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Added segment e76c28ca-a202-4d3e-975c-59913d242d11 of type vlan for network d721deb0-52de-4229-89e3-5a36b0e238f0 Mar 24 17:33:46.664431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.760853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Allocated IP 2001:db8:0:ffff::2 (7c596fc2-a351-491d-87f8-a899756e1007/44682cb7-2934-4511-817c-4e4d92b40a0c/fdc76c66-652f-410f-9dc7-8b6acbe243df) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:33:46.772189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.778303 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:46.778992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.972861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:46.980383 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4815114 Mar 24 17:33:46.983047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Transition to ACTIVE for port object fdc76c66-652f-410f-9dc7-8b6acbe243df will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:46.983557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46762) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:46.989876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'subnet': {'network_id': 'd721deb0-52de-4229-89e3-5a36b0e238f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:46.992176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6396d-d7d0-4e77-8428-d3333bd23214 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Network': ['ID=d721deb0-52de-4229-89e3-5a36b0e238f0,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:47.004995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network d721deb0-52de-4229-89e3-5a36b0e238f0 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:33:47.044964 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Transition to ACTIVE for port object fdc76c66-652f-410f-9dc7-8b6acbe243df will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:47.105401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:47.109363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:subnet and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:47.112508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:47.118845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:47.128353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:47.190536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Network 7c596fc2-a351-491d-87f8-a899756e1007 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:33:47.193247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:47.200856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:33:47.207387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Pushing event updated for resources: {'Port': ['ID=fdc76c66-652f-410f-9dc7-8b6acbe243df,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:47.224956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:47.228540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:47.292006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Attempting to bind port fdc76c66-652f-410f-9dc7-8b6acbe243df on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:33:47.292635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Attempting to bind port fdc76c66-652f-410f-9dc7-8b6acbe243df by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '19edae2b-f98b-488f-bca3-20e4940682ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7c596fc2-a351-491d-87f8-a899756e1007'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:33:47.293034 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Attempting to bind port fdc76c66-652f-410f-9dc7-8b6acbe243df on network 7c596fc2-a351-491d-87f8-a899756e1007 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:33:47.298554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:33:47.298731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Checking segment: {'id': '19edae2b-f98b-488f-bca3-20e4940682ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7c596fc2-a351-491d-87f8-a899756e1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:47.299025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:47.299407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Bound using segment: {'id': '19edae2b-f98b-488f-bca3-20e4940682ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7c596fc2-a351-491d-87f8-a899756e1007'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:33:47.299859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Bound port: fdc76c66-652f-410f-9dc7-8b6acbe243df, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19edae2b-f98b-488f-bca3-20e4940682ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7c596fc2-a351-491d-87f8-a899756e1007'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:33:47.300254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:47.390545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] For port fdc76c66-652f-410f-9dc7-8b6acbe243df, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:33:47.394468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] For port fdc76c66-652f-410f-9dc7-8b6acbe243df, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fdc76c66-652f-410f-9dc7-8b6acbe243df,segment=NetworkSegment(19edae2b-f98b-488f-bca3-20e4940682ed),segment_id=19edae2b-f98b-488f-bca3-20e4940682ed)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:33:47.481157 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:47.532937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:47.561938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102fff6-2c3d-4c00-bf8f-81d16f8b4e0f None None] Pushing event updated for resources: {'Port': ['ID=fdc76c66-652f-410f-9dc7-8b6acbe243df,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:47.620139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Subnet': ['ID=28fe53b1-5d74-490b-b1f6-bb76d3781399,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:47.631584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.631925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.632302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.632633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.632956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.633279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.633599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.633934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.634253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.634614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.634928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.635241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:33:47.639460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Checking segment: {'id': 'e76c28ca-a202-4d3e-975c-59913d242d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd721deb0-52de-4229-89e3-5a36b0e238f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:47.639830 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network hostable DHCP agents. Network: d721deb0-52de-4229-89e3-5a36b0e238f0, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:33:47.694230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network d721deb0-52de-4229-89e3-5a36b0e238f0 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:33:47.762407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, d721deb0-52de-4229-89e3-5a36b0e238f0) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:47.771938 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:47.772657 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e4a12-9730-4040-8c15-1371ad4c6fc6 None None] Network d721deb0-52de-4229-89e3-5a36b0e238f0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:47.772790 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:47.860926 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-66f8345c-366a-46eb-b298-260ea3520dd3 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8761234 Mar 24 17:33:47.868848 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46766) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:48.017517 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.035246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-d721deb0-52de-4229-89e3-5a36b0e238f0', 'network_id': 'd721deb0-52de-4229-89e3-5a36b0e238f0', 'tenant_id': '3c92c9bf581a4f72bb8b23fcccb17fd2', 'fixed_ips': [{'subnet_id': '28fe53b1-5d74-490b-b1f6-bb76d3781399'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:33:48.036156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.094149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.192345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Allocated IP 2001:db8::2 (d721deb0-52de-4229-89e3-5a36b0e238f0/28fe53b1-5d74-490b-b1f6-bb76d3781399/9b2d6473-d478-4666-abe5-6540ba87bb12) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:33:48.404428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.416711 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fdc76c66-652f-410f-9dc7-8b6acbe243df up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:33:48.445363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Transition to ACTIVE for port object 9b2d6473-d478-4666-abe5-6540ba87bb12 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:48.480783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Transition to ACTIVE for port object 9b2d6473-d478-4666-abe5-6540ba87bb12 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:48.507768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27fea6c-ae71-49b5-bdb8-a4ff0b3c5009 None None] Network 7c596fc2-a351-491d-87f8-a899756e1007 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:48.591890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.595012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port fdc76c66-652f-410f-9dc7-8b6acbe243df completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:33:48.624174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.663601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Subnet': ['ID=28fe53b1-5d74-490b-b1f6-bb76d3781399,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:48.698195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Network d721deb0-52de-4229-89e3-5a36b0e238f0 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:33:48.707830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Pushing event updated for resources: {'Port': ['ID=9b2d6473-d478-4666-abe5-6540ba87bb12,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:48.714484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:48.718116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:33:48.750330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3c9ace00-abb8-4b0d-af0a-65378a24e616 None None] Provisioning for port fdc76c66-652f-410f-9dc7-8b6acbe243df completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:33:48.760992 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.786266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d721deb0-52de-4229-89e3-5a36b0e238f0']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:48.798126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76c28ca-a202-4d3e-975c-59913d242d11') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:48.798405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76c28ca-a202-4d3e-975c-59913d242d11') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:48.809731 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.826141 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.830028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3c9ace00-abb8-4b0d-af0a-65378a24e616 None None] Provisioning complete for port fdc76c66-652f-410f-9dc7-8b6acbe243df triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:33:48.831010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3c9ace00-abb8-4b0d-af0a-65378a24e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.833307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:33:48.833977 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:33:48.852469 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:33:48.929009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Attempting to bind port 9b2d6473-d478-4666-abe5-6540ba87bb12 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:33:48.929371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Attempting to bind port 9b2d6473-d478-4666-abe5-6540ba87bb12 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'e76c28ca-a202-4d3e-975c-59913d242d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd721deb0-52de-4229-89e3-5a36b0e238f0'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:33:48.929725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Attempting to bind port 9b2d6473-d478-4666-abe5-6540ba87bb12 on network d721deb0-52de-4229-89e3-5a36b0e238f0 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:33:48.948039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:33:48.948408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Checking segment: {'id': 'e76c28ca-a202-4d3e-975c-59913d242d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd721deb0-52de-4229-89e3-5a36b0e238f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:48.948799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.949184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Bound using segment: {'id': 'e76c28ca-a202-4d3e-975c-59913d242d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd721deb0-52de-4229-89e3-5a36b0e238f0'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:33:48.949641 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Bound port: 9b2d6473-d478-4666-abe5-6540ba87bb12, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76c28ca-a202-4d3e-975c-59913d242d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'd721deb0-52de-4229-89e3-5a36b0e238f0'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:33:48.950035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:48.973892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:33:48.973892 dv-neutron-835063-1-hyperv neutron-server[88477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:33:48.973892 dv-neutron-835063-1-hyperv neutron-server[88477]: [parameters: {'id': 'd721deb0-52de-4229-89e3-5a36b0e238f0'}] Mar 24 17:33:48.973892 dv-neutron-835063-1-hyperv neutron-server[88477]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:33:48.974363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:33:49.106467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3c9ace00-abb8-4b0d-af0a-65378a24e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:49.125422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] For port 9b2d6473-d478-4666-abe5-6540ba87bb12, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:33:49.139601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] For port 9b2d6473-d478-4666-abe5-6540ba87bb12, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9b2d6473-d478-4666-abe5-6540ba87bb12,segment=NetworkSegment(e76c28ca-a202-4d3e-975c-59913d242d11),segment_id=e76c28ca-a202-4d3e-975c-59913d242d11)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:33:49.150139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3c9ace00-abb8-4b0d-af0a-65378a24e616 None None] For port fdc76c66-652f-410f-9dc7-8b6acbe243df, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fdc76c66-652f-410f-9dc7-8b6acbe243df,segment=NetworkSegment(19edae2b-f98b-488f-bca3-20e4940682ed),segment_id=19edae2b-f98b-488f-bca3-20e4940682ed)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:49.231547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:49.271415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3c9ace00-abb8-4b0d-af0a-65378a24e616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:49.346108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9a02c-f8e9-4bb6-95c7-b81724c887a6 None None] Pushing event updated for resources: {'Port': ['ID=9b2d6473-d478-4666-abe5-6540ba87bb12,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:49.433839 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6058917a-8ed3-4116-a8ac-2ebde9431ff7 None None] Network d721deb0-52de-4229-89e3-5a36b0e238f0 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:49.452422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f63e7936-6e9b-456d-8168-64c84af4c3dd None None] Provisioning complete for port fdc76c66-652f-410f-9dc7-8b6acbe243df triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:33:49.452794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f63e7936-6e9b-456d-8168-64c84af4c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:49.475557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:49.487265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Deleting port 9b2d6473-d478-4666-abe5-6540ba87bb12 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:33:49.487832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:49.495015 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ace00-abb8-4b0d-af0a-65378a24e616 None None] Pushing event updated for resources: {'Port': ['ID=fdc76c66-652f-410f-9dc7-8b6acbe243df,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:49.695482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] For port 9b2d6473-d478-4666-abe5-6540ba87bb12, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9b2d6473-d478-4666-abe5-6540ba87bb12,segment=NetworkSegment(e76c28ca-a202-4d3e-975c-59913d242d11),segment_id=e76c28ca-a202-4d3e-975c-59913d242d11)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:49.695888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:49.786315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9294014-8f57-4d79-a275-104b98cb676e None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:33:49.873563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9294014-8f57-4d79-a275-104b98cb676e None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:33:49.922993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Calling delete_port for 9b2d6473-d478-4666-abe5-6540ba87bb12 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:33:50.066204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.116103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Port': ['ID=9b2d6473-d478-4666-abe5-6540ba87bb12,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:50.117897 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No DVR routers for this DVR port 9b2d6473-d478-4666-abe5-6540ba87bb12 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:33:50.241851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.266276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d721deb0-52de-4229-89e3-5a36b0e238f0']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:50.278401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76c28ca-a202-4d3e-975c-59913d242d11') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:50.278721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76c28ca-a202-4d3e-975c-59913d242d11') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:50.290261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.306480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.312383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:33:50.312767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:33:50.330805 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:33:50.394182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fdc76c66-652f-410f-9dc7-8b6acbe243df up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:33:50.460168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port fdc76c66-652f-410f-9dc7-8b6acbe243df triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:33:50.460886 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.469555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.488341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.499223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Network': ['ID=d721deb0-52de-4229-89e3-5a36b0e238f0,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:50.505790 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-31a436a4-91cb-441f-b8b6-a99b799a4588 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/networks/d721deb0-52de-4229-89e3-5a36b0e238f0 HTTP/1.1" status: 204 len: 168 time: 2.6359220 Mar 24 17:33:50.509304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46770) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:50.514527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1686422415'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:50.519435 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:50.523728 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:network and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:50.526650 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:50.532892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:50.613425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:50.616964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.648556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:33:50.656656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.656990 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Added segment 941628d9-8ee8-4ff0-833f-5007734821b3 of type vlan for network a3ab6836-713b-40af-a33f-77f9ec0e1d8e Mar 24 17:33:50.681801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.789191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.795045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:50.795623 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:50.903332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Network': ['ID=a3ab6836-713b-40af-a33f-77f9ec0e1d8e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:50.915324 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network a3ab6836-713b-40af-a33f-77f9ec0e1d8e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:33:50.934093 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-af7a4aee-6618-42e2-adf6-289a49acf2da tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4237866 Mar 24 17:33:50.936988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46774) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:50.942878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'subnet': {'network_id': 'a3ab6836-713b-40af-a33f-77f9ec0e1d8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:51.048093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:51.051866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:subnet and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:51.054656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:51.060197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:51.128284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:51.131742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:51.222440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.ipam_backend_mixin [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Performing IP validity checks on allocation pools {{(pid=88477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 24 17:33:51.222876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.ipam_backend_mixin [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88477) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 24 17:33:51.390950 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:51.479436 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Subnet': ['ID=6de80ece-c4bb-4292-9a49-2c6c76d36109,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:51.483341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Checking segment: {'id': '941628d9-8ee8-4ff0-833f-5007734821b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a3ab6836-713b-40af-a33f-77f9ec0e1d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:51.483698 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network hostable DHCP agents. Network: a3ab6836-713b-40af-a33f-77f9ec0e1d8e, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:33:51.573511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network a3ab6836-713b-40af-a33f-77f9ec0e1d8e is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:33:51.630520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, a3ab6836-713b-40af-a33f-77f9ec0e1d8e) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:51.635194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:51.636445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:51.639870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df409ac-bf7b-4a09-bbfb-17667cc3b87d None None] Network a3ab6836-713b-40af-a33f-77f9ec0e1d8e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:51.706036 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-31c1a87f-010e-4e78-9e0f-cc2af25c22ba tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7680027 Mar 24 17:33:51.708613 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46778) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:51.854318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-a3ab6836-713b-40af-a33f-77f9ec0e1d8e', 'network_id': 'a3ab6836-713b-40af-a33f-77f9ec0e1d8e', 'tenant_id': '3c92c9bf581a4f72bb8b23fcccb17fd2', 'fixed_ips': [{'subnet_id': '6de80ece-c4bb-4292-9a49-2c6c76d36109'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:33:51.855129 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:51.859508 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:51.930567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.005543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Allocated IP 2001:db8::3 (a3ab6836-713b-40af-a33f-77f9ec0e1d8e/6de80ece-c4bb-4292-9a49-2c6c76d36109/a7a21bfd-a7b7-444c-8b5a-31468da59f6a) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:33:52.203644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.213258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Transition to ACTIVE for port object a7a21bfd-a7b7-444c-8b5a-31468da59f6a will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:52.231020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Transition to ACTIVE for port object a7a21bfd-a7b7-444c-8b5a-31468da59f6a will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:52.310748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.370287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Network a3ab6836-713b-40af-a33f-77f9ec0e1d8e is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:33:52.373036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:52.381123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:33:52.385459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.387599 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Pushing event updated for resources: {'Port': ['ID=a7a21bfd-a7b7-444c-8b5a-31468da59f6a,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:52.429593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Subnet': ['ID=6de80ece-c4bb-4292-9a49-2c6c76d36109,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:52.475515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Attempting to bind port a7a21bfd-a7b7-444c-8b5a-31468da59f6a on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:33:52.475785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Attempting to bind port a7a21bfd-a7b7-444c-8b5a-31468da59f6a by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '941628d9-8ee8-4ff0-833f-5007734821b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a3ab6836-713b-40af-a33f-77f9ec0e1d8e'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:33:52.476182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Attempting to bind port a7a21bfd-a7b7-444c-8b5a-31468da59f6a on network a3ab6836-713b-40af-a33f-77f9ec0e1d8e {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:33:52.481265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:33:52.481634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Checking segment: {'id': '941628d9-8ee8-4ff0-833f-5007734821b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a3ab6836-713b-40af-a33f-77f9ec0e1d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:52.482028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.482414 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Bound using segment: {'id': '941628d9-8ee8-4ff0-833f-5007734821b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a3ab6836-713b-40af-a33f-77f9ec0e1d8e'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:33:52.482868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Bound port: a7a21bfd-a7b7-444c-8b5a-31468da59f6a, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941628d9-8ee8-4ff0-833f-5007734821b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a3ab6836-713b-40af-a33f-77f9ec0e1d8e'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:33:52.483236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.519054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.549798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ab6836-713b-40af-a33f-77f9ec0e1d8e']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:52.561887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941628d9-8ee8-4ff0-833f-5007734821b3') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:52.562183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941628d9-8ee8-4ff0-833f-5007734821b3') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:52.574389 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.591223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.598085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:33:52.598801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.600911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] For port a7a21bfd-a7b7-444c-8b5a-31468da59f6a, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:33:52.614366 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:33:52.689444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] For port a7a21bfd-a7b7-444c-8b5a-31468da59f6a, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a7a21bfd-a7b7-444c-8b5a-31468da59f6a,segment=NetworkSegment(941628d9-8ee8-4ff0-833f-5007734821b3),segment_id=941628d9-8ee8-4ff0-833f-5007734821b3)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:33:52.728346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:33:52.728346 dv-neutron-835063-1-hyperv neutron-server[88477]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:33:52.728346 dv-neutron-835063-1-hyperv neutron-server[88477]: [parameters: {'id': 'a3ab6836-713b-40af-a33f-77f9ec0e1d8e'}] Mar 24 17:33:52.728346 dv-neutron-835063-1-hyperv neutron-server[88477]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:33:52.728753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:33:52.768468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:52.883463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb71c2-7a1a-43b6-a3b1-6121f7a4f5be None None] Pushing event updated for resources: {'Port': ['ID=a7a21bfd-a7b7-444c-8b5a-31468da59f6a,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:52.913540 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e46c00-acc4-4efc-87f5-29e509ed25f2 None None] Network a3ab6836-713b-40af-a33f-77f9ec0e1d8e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:53.100733 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438afe5d-0b86-4a6d-be85-0277f493412b None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:33:53.184602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438afe5d-0b86-4a6d-be85-0277f493412b None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:33:53.229349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:53.240129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Deleting port a7a21bfd-a7b7-444c-8b5a-31468da59f6a {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:33:53.240453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:53.446449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] For port a7a21bfd-a7b7-444c-8b5a-31468da59f6a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=a7a21bfd-a7b7-444c-8b5a-31468da59f6a,segment=NetworkSegment(941628d9-8ee8-4ff0-833f-5007734821b3),segment_id=941628d9-8ee8-4ff0-833f-5007734821b3)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:53.446841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:53.568714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Calling delete_port for a7a21bfd-a7b7-444c-8b5a-31468da59f6a owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:33:53.733395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:53.783015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Port': ['ID=a7a21bfd-a7b7-444c-8b5a-31468da59f6a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:53.787136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No DVR routers for this DVR port a7a21bfd-a7b7-444c-8b5a-31468da59f6a on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:33:53.913824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:53.938518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ab6836-713b-40af-a33f-77f9ec0e1d8e']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:53.954964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941628d9-8ee8-4ff0-833f-5007734821b3') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:53.955284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941628d9-8ee8-4ff0-833f-5007734821b3') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:53.966155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.082882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.088721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:33:54.089099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:33:54.102929 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:33:54.241817 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.245920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.271246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Network': ['ID=a3ab6836-713b-40af-a33f-77f9ec0e1d8e,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:54.278857 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-269682d3-42e3-421b-8622-55878fa088d0 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/networks/a3ab6836-713b-40af-a33f-77f9ec0e1d8e HTTP/1.1" status: 204 len: 168 time: 2.5692546 Mar 24 17:33:54.282320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46782) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:54.287718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1354993511'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:54.292437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:54.296177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:network and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:54.299034 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:54.305369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:54.371768 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:54.375171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.403173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:33:54.411489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.411824 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Added segment b3a0fb43-586b-46da-8cfb-27d8afa101a4 of type vlan for network 83abdcef-7754-4831-9dce-a43e8c93b703 Mar 24 17:33:54.437826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.533180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.538737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:54.539309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:54.646177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Network': ['ID=83abdcef-7754-4831-9dce-a43e8c93b703,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:54.656143 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 83abdcef-7754-4831-9dce-a43e8c93b703 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:33:54.669752 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d87f22f5-2353-4885-bdb1-f8a119a5b3e9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3863595 Mar 24 17:33:54.673284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46786) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:54.679218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'subnet': {'network_id': '83abdcef-7754-4831-9dce-a43e8c93b703', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:54.794910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:54.799836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:subnet and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:54.802695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:54.808612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:54.874446 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:54.877980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:55.160672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:55.239690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Subnet': ['ID=8018a64c-e35f-4a21-bc3b-3010a6bed82e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:55.248042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Checking segment: {'id': 'b3a0fb43-586b-46da-8cfb-27d8afa101a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '83abdcef-7754-4831-9dce-a43e8c93b703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:55.248399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network hostable DHCP agents. Network: 83abdcef-7754-4831-9dce-a43e8c93b703, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:33:55.337526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network 83abdcef-7754-4831-9dce-a43e8c93b703 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:33:55.412276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 83abdcef-7754-4831-9dce-a43e8c93b703) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:55.416640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:55.417682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:55.420972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836fe799-9fa7-47d9-a1c4-161eab402f12 None None] Network 83abdcef-7754-4831-9dce-a43e8c93b703 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:55.515825 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-33baeb9e-3827-4fb7-87e0-ad843c968af4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8409581 Mar 24 17:33:55.520544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46790) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:55.526191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-628499865'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:55.531078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:55.534988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:network and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:55.537896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:55.543494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:55.613234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:55.616745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:55.635790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-83abdcef-7754-4831-9dce-a43e8c93b703', 'network_id': '83abdcef-7754-4831-9dce-a43e8c93b703', 'tenant_id': '3c92c9bf581a4f72bb8b23fcccb17fd2', 'fixed_ips': [{'subnet_id': '8018a64c-e35f-4a21-bc3b-3010a6bed82e'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:33:55.637538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:55.645322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:33:55.654183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:55.654522 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Added segment 690a914a-7cf9-4808-a778-71b7676aaa8c of type vlan for network a64c28ea-4657-415c-974f-431bc99a7d2b Mar 24 17:33:55.681164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:55.762120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:55.767892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:55.769437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:55.797575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Allocated IP 2001:db8::2 (83abdcef-7754-4831-9dce-a43e8c93b703/8018a64c-e35f-4a21-bc3b-3010a6bed82e/240f6302-3f27-4ff6-89ea-10820ed9dbea) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:33:55.877211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Network': ['ID=a64c28ea-4657-415c-974f-431bc99a7d2b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:55.888614 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dbac4624-2e89-4d34-9b3c-02127afe482c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3670092 Mar 24 17:33:55.889396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network a64c28ea-4657-415c-974f-431bc99a7d2b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:33:55.891432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46794) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:55.898852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Request body: {'subnet': {'network_id': 'a64c28ea-4657-415c-974f-431bc99a7d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:33:56.007296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:33:56.011096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Usage tracker for resource:subnet and tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:33:56.014049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:33:56.020939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:33:56.093362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:56.103936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Transition to ACTIVE for port object 240f6302-3f27-4ff6-89ea-10820ed9dbea will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:56.110664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Made reservation on behalf of 3c92c9bf581a4f72bb8b23fcccb17fd2 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:33:56.114480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:56.123224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Transition to ACTIVE for port object 240f6302-3f27-4ff6-89ea-10820ed9dbea will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:56.194974 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:56.292952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Network 83abdcef-7754-4831-9dce-a43e8c93b703 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:33:56.295704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:56.304560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:33:56.310636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Pushing event updated for resources: {'Port': ['ID=240f6302-3f27-4ff6-89ea-10820ed9dbea,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:56.389194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:56.400612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Attempting to bind port 240f6302-3f27-4ff6-89ea-10820ed9dbea on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:33:56.401014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Attempting to bind port 240f6302-3f27-4ff6-89ea-10820ed9dbea by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'b3a0fb43-586b-46da-8cfb-27d8afa101a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '83abdcef-7754-4831-9dce-a43e8c93b703'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:33:56.401380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Attempting to bind port 240f6302-3f27-4ff6-89ea-10820ed9dbea on network 83abdcef-7754-4831-9dce-a43e8c93b703 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:33:56.406559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:33:56.406933 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Checking segment: {'id': 'b3a0fb43-586b-46da-8cfb-27d8afa101a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '83abdcef-7754-4831-9dce-a43e8c93b703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:56.407333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:56.407734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Bound using segment: {'id': 'b3a0fb43-586b-46da-8cfb-27d8afa101a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '83abdcef-7754-4831-9dce-a43e8c93b703'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:33:56.408730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Bound port: 240f6302-3f27-4ff6-89ea-10820ed9dbea, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a0fb43-586b-46da-8cfb-27d8afa101a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '83abdcef-7754-4831-9dce-a43e8c93b703'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:33:56.409110 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:56.471019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event updated for resources: {'Subnet': ['ID=eab627b7-b3c4-4169-81a0-5f862ea30183,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:56.479822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Checking segment: {'id': '690a914a-7cf9-4808-a778-71b7676aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a64c28ea-4657-415c-974f-431bc99a7d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:56.480224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network hostable DHCP agents. Network: a64c28ea-4657-415c-974f-431bc99a7d2b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:33:56.499646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] For port 240f6302-3f27-4ff6-89ea-10820ed9dbea, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:33:56.503590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] For port 240f6302-3f27-4ff6-89ea-10820ed9dbea, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=240f6302-3f27-4ff6-89ea-10820ed9dbea,segment=NetworkSegment(b3a0fb43-586b-46da-8cfb-27d8afa101a4),segment_id=b3a0fb43-586b-46da-8cfb-27d8afa101a4)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:33:56.577603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Network a64c28ea-4657-415c-974f-431bc99a7d2b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:33:56.600950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:56.658916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, a64c28ea-4657-415c-974f-431bc99a7d2b) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:56.663272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:33:56.664532 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:56.673301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b58b5-3dcd-4c92-a9a6-69ceef4dbd33 None None] Network a64c28ea-4657-415c-974f-431bc99a7d2b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:56.710208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5307a8-6414-4c2f-95f6-dd14e04dd04e None None] Pushing event updated for resources: {'Port': ['ID=240f6302-3f27-4ff6-89ea-10820ed9dbea,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:56.768953 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ada0917a-c3fd-48d8-b354-fd779c836a3c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8749447 Mar 24 17:33:56.771284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46798) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:56.943582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-a64c28ea-4657-415c-974f-431bc99a7d2b', 'network_id': 'a64c28ea-4657-415c-974f-431bc99a7d2b', 'tenant_id': '3c92c9bf581a4f72bb8b23fcccb17fd2', 'fixed_ips': [{'subnet_id': 'eab627b7-b3c4-4169-81a0-5f862ea30183'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:33:56.945012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:56.957314 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.027750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.106250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Allocated IP 2001:db8::2 (a64c28ea-4657-415c-974f-431bc99a7d2b/eab627b7-b3c4-4169-81a0-5f862ea30183/1d2dd0ab-191f-462e-9780-3b936c0360e9) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:33:57.309560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.319881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Transition to ACTIVE for port object 1d2dd0ab-191f-462e-9780-3b936c0360e9 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:57.338336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Transition to ACTIVE for port object 1d2dd0ab-191f-462e-9780-3b936c0360e9 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:33:57.409407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.477961 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Network a64c28ea-4657-415c-974f-431bc99a7d2b is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:33:57.485282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:33:57.491233 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:33:57.493574 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Pushing event updated for resources: {'Port': ['ID=1d2dd0ab-191f-462e-9780-3b936c0360e9,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:57.511026 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.550773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Subnet': ['ID=eab627b7-b3c4-4169-81a0-5f862ea30183,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:57.590513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Attempting to bind port 1d2dd0ab-191f-462e-9780-3b936c0360e9 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:33:57.590883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Attempting to bind port 1d2dd0ab-191f-462e-9780-3b936c0360e9 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '690a914a-7cf9-4808-a778-71b7676aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a64c28ea-4657-415c-974f-431bc99a7d2b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:33:57.591243 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Attempting to bind port 1d2dd0ab-191f-462e-9780-3b936c0360e9 on network a64c28ea-4657-415c-974f-431bc99a7d2b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:33:57.598212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:33:57.598591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Checking segment: {'id': '690a914a-7cf9-4808-a778-71b7676aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a64c28ea-4657-415c-974f-431bc99a7d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:33:57.599000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.599399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Bound using segment: {'id': '690a914a-7cf9-4808-a778-71b7676aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a64c28ea-4657-415c-974f-431bc99a7d2b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:33:57.599866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Bound port: 1d2dd0ab-191f-462e-9780-3b936c0360e9, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690a914a-7cf9-4808-a778-71b7676aaa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'a64c28ea-4657-415c-974f-431bc99a7d2b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:33:57.600264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.652064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.679258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64c28ea-4657-415c-974f-431bc99a7d2b']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:57.694760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] For port 1d2dd0ab-191f-462e-9780-3b936c0360e9, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:33:57.695631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690a914a-7cf9-4808-a778-71b7676aaa8c') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:57.696010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690a914a-7cf9-4808-a778-71b7676aaa8c') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:57.698055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a3cdc-2f58-4398-8f2c-c98de9405700 None None] Network 83abdcef-7754-4831-9dce-a43e8c93b703 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:57.708581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.737569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] For port 1d2dd0ab-191f-462e-9780-3b936c0360e9, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1d2dd0ab-191f-462e-9780-3b936c0360e9,segment=NetworkSegment(690a914a-7cf9-4808-a778-71b7676aaa8c),segment_id=690a914a-7cf9-4808-a778-71b7676aaa8c)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:33:57.797984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.798529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.804706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:33:57.805329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:33:57.820322 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:33:57.882188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7e40676e-3dd6-4ba9-b641-4cbfe8f000d1 None None] Provisioning for port 240f6302-3f27-4ff6-89ea-10820ed9dbea completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:33:57.938086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.db.api [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 24 17:33:57.938086 dv-neutron-835063-1-hyperv neutron-server[88478]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 24 17:33:57.938086 dv-neutron-835063-1-hyperv neutron-server[88478]: [parameters: {'id': 'a64c28ea-4657-415c-974f-431bc99a7d2b'}] Mar 24 17:33:57.938086 dv-neutron-835063-1-hyperv neutron-server[88478]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88478) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:33:57.938647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG oslo_db.api [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:33:57.981059 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d1d2d-618a-41f3-8108-0805ff01ab17 None None] Pushing event updated for resources: {'Port': ['ID=1d2dd0ab-191f-462e-9780-3b936c0360e9,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:58.035948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66827b3-4315-4c23-841d-d2e0cf119469 None None] Network a64c28ea-4657-415c-974f-431bc99a7d2b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:33:58.417880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 240f6302-3f27-4ff6-89ea-10820ed9dbea up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:33:58.439194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:58.442199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8888d6-7c89-4970-b691-2e4a8c9d4d6a None None] get_active_networks_info from dv-neutron-835063-1-hyperv {{(pid=88479) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 24 17:33:58.450651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Deleting port 1d2dd0ab-191f-462e-9780-3b936c0360e9 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:33:58.450979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:58.582052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8888d6-7c89-4970-b691-2e4a8c9d4d6a None None] Resources bound (agent type, host, resource id): {{(pid=88479) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 24 17:33:58.671117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] For port 1d2dd0ab-191f-462e-9780-3b936c0360e9, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1d2dd0ab-191f-462e-9780-3b936c0360e9,segment=NetworkSegment(690a914a-7cf9-4808-a778-71b7676aaa8c),segment_id=690a914a-7cf9-4808-a778-71b7676aaa8c)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:58.671473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:58.671636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 240f6302-3f27-4ff6-89ea-10820ed9dbea completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:33:58.693226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 240f6302-3f27-4ff6-89ea-10820ed9dbea triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:33:58.693592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:58.804831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Calling delete_port for 1d2dd0ab-191f-462e-9780-3b936c0360e9 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:33:58.882816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:58.937815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:58.959365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 240f6302-3f27-4ff6-89ea-10820ed9dbea, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=240f6302-3f27-4ff6-89ea-10820ed9dbea,segment=NetworkSegment(b3a0fb43-586b-46da-8cfb-27d8afa101a4),segment_id=b3a0fb43-586b-46da-8cfb-27d8afa101a4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:33:59.018123 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:59.081438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Port': ['ID=1d2dd0ab-191f-462e-9780-3b936c0360e9,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:59.086584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No DVR routers for this DVR port 1d2dd0ab-191f-462e-9780-3b936c0360e9 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:33:59.087170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=240f6302-3f27-4ff6-89ea-10820ed9dbea,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:59.206941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:59.231279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64c28ea-4657-415c-974f-431bc99a7d2b']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:59.243449 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690a914a-7cf9-4808-a778-71b7676aaa8c') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:59.243747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690a914a-7cf9-4808-a778-71b7676aaa8c') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:33:59.254833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:59.270678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:59.277097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:33:59.277479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:33:59.291826 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:33:59.441990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:59.458457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:59.469000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Network': ['ID=a64c28ea-4657-415c-974f-431bc99a7d2b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:33:59.475749 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1fcf042d-6770-4cff-8846-0f4d9b23dcc9 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/networks/a64c28ea-4657-415c-974f-431bc99a7d2b HTTP/1.1" status: 204 len: 168 time: 2.7035170 Mar 24 17:33:59.478292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46802) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:59.515912 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5e4a14-ff43-4591-bef0-d9c2082a23bb tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] GET failed (client error): The resource could not be found. Mar 24 17:33:59.516440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ef5e4a14-ff43-4591-bef0-d9c2082a23bb tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Synchronizing usage tracker for tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 on resource:subnet {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:33:59.601440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ef5e4a14-ff43-4591-bef0-d9c2082a23bb tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Unset dirty status for tenant:3c92c9bf581a4f72bb8b23fcccb17fd2 on resource:subnet {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:33:59.602557 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ef5e4a14-ff43-4591-bef0-d9c2082a23bb tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "GET /v2.0/subnets/eab627b7-b3c4-4169-81a0-5f862ea30183 HTTP/1.1" status: 404 len: 337 time: 0.1233916 Mar 24 17:33:59.605341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46806) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:59.633444 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16baad1-e118-48e5-a33e-48b38f480a85 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] DELETE failed (client error): The resource could not be found. Mar 24 17:33:59.633885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16baad1-e118-48e5-a33e-48b38f480a85 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:33:59.635432 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e16baad1-e118-48e5-a33e-48b38f480a85 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/networks/a64c28ea-4657-415c-974f-431bc99a7d2b HTTP/1.1" status: 404 len: 339 time: 0.0291665 Mar 24 17:33:59.638994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46810) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:59.675425 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9fc8dc-69ed-4e03-a926-edf9cb326c09 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] DELETE failed (client error): The resource could not be found. Mar 24 17:33:59.675855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9fc8dc-69ed-4e03-a926-edf9cb326c09 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:33:59.677427 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1d9fc8dc-69ed-4e03-a926-edf9cb326c09 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/subnets/eab627b7-b3c4-4169-81a0-5f862ea30183 HTTP/1.1" status: 404 len: 337 time: 0.0376039 Mar 24 17:33:59.679703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46814) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:59.704213 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7128b3-3f24-47cb-84ca-84f396006d03 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] DELETE failed (client error): The resource could not be found. Mar 24 17:33:59.704213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7128b3-3f24-47cb-84ca-84f396006d03 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:33:59.705117 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2f7128b3-3f24-47cb-84ca-84f396006d03 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/networks/a64c28ea-4657-415c-974f-431bc99a7d2b HTTP/1.1" status: 404 len: 339 time: 0.0240264 Mar 24 17:33:59.707539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46818) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:33:59.769649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-1621d87f-7085-45ac-b679-f92bbe09d9c4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Deleting subnet 8018a64c-e35f-4a21-bc3b-3010a6bed82e {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:33:59.772455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1621d87f-7085-45ac-b679-f92bbe09d9c4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:59.839877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1621d87f-7085-45ac-b679-f92bbe09d9c4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:33:59.921597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1621d87f-7085-45ac-b679-f92bbe09d9c4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.057749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1621d87f-7085-45ac-b679-f92bbe09d9c4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.096257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621d87f-7085-45ac-b679-f92bbe09d9c4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Subnet': ['ID=8018a64c-e35f-4a21-bc3b-3010a6bed82e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:00.099946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1621d87f-7085-45ac-b679-f92bbe09d9c4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.108342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e95678d-6117-435b-a0ba-ef42d5ae826e None None] Network 83abdcef-7754-4831-9dce-a43e8c93b703 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:00.170776 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1621d87f-7085-45ac-b679-f92bbe09d9c4 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/subnets/8018a64c-e35f-4a21-bc3b-3010a6bed82e HTTP/1.1" status: 204 len: 168 time: 0.4598248 Mar 24 17:34:00.171015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46822) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:00.284807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.295280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Deleting port 240f6302-3f27-4ff6-89ea-10820ed9dbea {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:00.295607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.360155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] DHCP port deletion for 83abdcef-7754-4831-9dce-a43e8c93b703 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:34:00.366023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] Deleting port 240f6302-3f27-4ff6-89ea-10820ed9dbea {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:00.366519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.418404 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 240f6302-3f27-4ff6-89ea-10820ed9dbea no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:34:00.509477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] For port 240f6302-3f27-4ff6-89ea-10820ed9dbea, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=240f6302-3f27-4ff6-89ea-10820ed9dbea,segment=NetworkSegment(b3a0fb43-586b-46da-8cfb-27d8afa101a4),segment_id=b3a0fb43-586b-46da-8cfb-27d8afa101a4)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:00.510092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.545883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-82bd6b4c-d4c3-4753-9d0f-47eceaf23271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.640062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Calling delete_port for 240f6302-3f27-4ff6-89ea-10820ed9dbea owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:34:00.689722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.709394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] For port 240f6302-3f27-4ff6-89ea-10820ed9dbea, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=240f6302-3f27-4ff6-89ea-10820ed9dbea,segment=NetworkSegment(b3a0fb43-586b-46da-8cfb-27d8afa101a4),segment_id=b3a0fb43-586b-46da-8cfb-27d8afa101a4)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:00.710539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.807480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:00.835979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] Calling delete_port for 240f6302-3f27-4ff6-89ea-10820ed9dbea owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:34:00.853568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Port': ['ID=240f6302-3f27-4ff6-89ea-10820ed9dbea,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:00.866659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No DVR routers for this DVR port 240f6302-3f27-4ff6-89ea-10820ed9dbea on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:34:00.985370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:34:00.985725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:34:01.080697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.104831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83abdcef-7754-4831-9dce-a43e8c93b703']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:01.117064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a0fb43-586b-46da-8cfb-27d8afa101a4') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:01.117353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a0fb43-586b-46da-8cfb-27d8afa101a4') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:01.128791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.144118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.150171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:34:01.150541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:34:01.164269 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:34:01.292956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.309760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.320944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Network': ['ID=83abdcef-7754-4831-9dce-a43e8c93b703,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:01.324866 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ad08393c-28a8-4d63-a42d-2f97ef03fe3a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/networks/83abdcef-7754-4831-9dce-a43e8c93b703 HTTP/1.1" status: 204 len: 168 time: 1.1529970 Mar 24 17:34:01.327357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46826) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:01.364142 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ab931f-539c-430e-97ee-7226a9470173 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] DELETE failed (client error): The resource could not be found. Mar 24 17:34:01.364583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ab931f-539c-430e-97ee-7226a9470173 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:34:01.366160 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-83ab931f-539c-430e-97ee-7226a9470173 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/subnets/6de80ece-c4bb-4292-9a49-2c6c76d36109 HTTP/1.1" status: 404 len: 337 time: 0.0379329 Mar 24 17:34:01.368584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46830) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:01.392386 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae93a805-d9c4-4344-9564-dd7699a12f40 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] DELETE failed (client error): The resource could not be found. Mar 24 17:34:01.392832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae93a805-d9c4-4344-9564-dd7699a12f40 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:34:01.394391 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ae93a805-d9c4-4344-9564-dd7699a12f40 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/networks/a3ab6836-713b-40af-a33f-77f9ec0e1d8e HTTP/1.1" status: 404 len: 339 time: 0.0249763 Mar 24 17:34:01.405870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46834) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:01.447395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-13048ef7-7d68-4dce-b0f3-ca8b803bd732 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] DELETE failed (client error): The resource could not be found. Mar 24 17:34:01.447757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13048ef7-7d68-4dce-b0f3-ca8b803bd732 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:34:01.450225 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-13048ef7-7d68-4dce-b0f3-ca8b803bd732 tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/subnets/28fe53b1-5d74-490b-b1f6-bb76d3781399 HTTP/1.1" status: 404 len: 337 time: 0.0432951 Mar 24 17:34:01.452998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46838) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:01.486647 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc402f8-cd4b-4135-a857-f0e76ed3f54a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] DELETE failed (client error): The resource could not be found. Mar 24 17:34:01.487070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] Deleting port 240f6302-3f27-4ff6-89ea-10820ed9dbea {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:01.487598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc402f8-cd4b-4135-a857-f0e76ed3f54a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88478) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 24 17:34:01.487693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.489700 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9dc402f8-cd4b-4135-a857-f0e76ed3f54a tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/networks/d721deb0-52de-4229-89e3-5a36b0e238f0 HTTP/1.1" status: 404 len: 339 time: 0.0356667 Mar 24 17:34:01.491900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46842) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:01.555937 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-0ccaf4f9-7bab-43af-8f2c-70c870a0ee09 None None] The port '240f6302-3f27-4ff6-89ea-10820ed9dbea' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:34:01.561869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5ce9cc-a884-4061-998b-fac9f7819f4b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Deleting subnet 44682cb7-2934-4511-817c-4e4d92b40a0c {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:34:01.565745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce9cc-a884-4061-998b-fac9f7819f4b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.622405 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce9cc-a884-4061-998b-fac9f7819f4b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.702273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce9cc-a884-4061-998b-fac9f7819f4b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.875309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce9cc-a884-4061-998b-fac9f7819f4b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.918939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ce9cc-a884-4061-998b-fac9f7819f4b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Subnet': ['ID=44682cb7-2934-4511-817c-4e4d92b40a0c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:01.922459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce9cc-a884-4061-998b-fac9f7819f4b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:01.928676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2c7b71-dd44-413a-a4d7-55abdbc28b62 None None] Network 7c596fc2-a351-491d-87f8-a899756e1007 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:01.931672 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bf5ce9cc-a884-4061-998b-fac9f7819f4b tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/subnets/44682cb7-2934-4511-817c-4e4d92b40a0c HTTP/1.1" status: 204 len: 168 time: 0.4387836 Mar 24 17:34:01.934023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46846) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:02.046059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.056627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Deleting port fdc76c66-652f-410f-9dc7-8b6acbe243df {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:02.056947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.171307 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] DHCP port deletion for 7c596fc2-a351-491d-87f8-a899756e1007 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:34:02.175673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] Deleting port fdc76c66-652f-410f-9dc7-8b6acbe243df {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:02.176178 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.266379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] For port fdc76c66-652f-410f-9dc7-8b6acbe243df, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fdc76c66-652f-410f-9dc7-8b6acbe243df,segment=NetworkSegment(19edae2b-f98b-488f-bca3-20e4940682ed),segment_id=19edae2b-f98b-488f-bca3-20e4940682ed)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:02.266725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.374975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] For port fdc76c66-652f-410f-9dc7-8b6acbe243df, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=fdc76c66-652f-410f-9dc7-8b6acbe243df,segment=NetworkSegment(19edae2b-f98b-488f-bca3-20e4940682ed),segment_id=19edae2b-f98b-488f-bca3-20e4940682ed)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:02.375355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.391894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Calling delete_port for fdc76c66-652f-410f-9dc7-8b6acbe243df owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:34:02.435672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fdc76c66-652f-410f-9dc7-8b6acbe243df no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:34:02.531180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] Calling delete_port for fdc76c66-652f-410f-9dc7-8b6acbe243df owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:34:02.533402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.585552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Port': ['ID=fdc76c66-652f-410f-9dc7-8b6acbe243df,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:02.589988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] No DVR routers for this DVR port fdc76c66-652f-410f-9dc7-8b6acbe243df on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:34:02.600247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No active binding found for port fdc76c66-652f-410f-9dc7-8b6acbe243df {{(pid=88479) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 24 17:34:02.600642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device fdc76c66-652f-410f-9dc7-8b6acbe243df not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:34:02.628066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:34:02.628418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:34:02.687269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5f6b2e1b-f7f0-4007-ad85-fbda0028c827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.719506 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.744716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c596fc2-a351-491d-87f8-a899756e1007']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:02.756899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19edae2b-f98b-488f-bca3-20e4940682ed') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:02.757290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19edae2b-f98b-488f-bca3-20e4940682ed') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:02.768901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.785019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.790803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:34:02.791177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:34:02.805414 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:34:02.977270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:03.057047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:03.073361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:03.084778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] Pushing event deleted for resources: {'Network': ['ID=7c596fc2-a351-491d-87f8-a899756e1007,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:03.087283 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-955eb672-faba-42ef-9ed5-d1d62f7ce17c tempest-NetworksIpV6Test-1435251867 tempest-NetworksIpV6Test-1435251867-project] 10.222.0.47 "DELETE /v2.0/networks/7c596fc2-a351-491d-87f8-a899756e1007 HTTP/1.1" status: 204 len: 168 time: 1.1523621 Mar 24 17:34:03.129472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] Deleting port fdc76c66-652f-410f-9dc7-8b6acbe243df {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:03.129857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:03.196096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1260b7f5-11de-404b-a0f9-4886d02e06d2 None None] The port 'fdc76c66-652f-410f-9dc7-8b6acbe243df' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:34:03.580042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46854) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:03.723042 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-00b5d506-3dbe-472e-bfd2-a25947bfbeb9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c92c9bf581a4f72bb8b23fcccb17fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415393 Mar 24 17:34:03.725477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46860) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:03.781309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1e2676e-90bd-4e08-9da0-80e311d18fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:03.805664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1e2676e-90bd-4e08-9da0-80e311d18fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:03.875828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:03.916008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1e2676e-90bd-4e08-9da0-80e311d18fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:03.930138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2676e-90bd-4e08-9da0-80e311d18fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a21e3e6-0c2f-43b4-9c8f-c30f0402438e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:03.938120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b1e2676e-90bd-4e08-9da0-80e311d18fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:03.942413 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b1e2676e-90bd-4e08-9da0-80e311d18fb5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a21e3e6-0c2f-43b4-9c8f-c30f0402438e HTTP/1.1" status: 204 len: 168 time: 0.2136521 Mar 24 17:34:03.950618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:04.957446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46884) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:05.057273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-673212329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:05.063734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:05.067599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Usage tracker for resource:router and tenant:c003d673a54648d1b87e027d7381e903 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:05.070410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:05.076423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:05.144392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.145304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.160667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.258770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.350046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.351229 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5d5ef70c-e2f5-46e1-9fd8-c0c7a7d75f5b tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3928144 Mar 24 17:34:05.353994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46890) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:05.359292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1990376427'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:05.364182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:05.368568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Usage tracker for resource:network and tenant:c003d673a54648d1b87e027d7381e903 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:05.371343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:05.377399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:05.407303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.464590 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Made reservation on behalf of c003d673a54648d1b87e027d7381e903 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:34:05.468112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.480334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.494672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:05.498459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Usage tracker for resource:security_group_rule and tenant:c003d673a54648d1b87e027d7381e903 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:05.501894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:05.507668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:05.586733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.652820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.686733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:34:05.692384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5a4e27-3876-429d-bc0c-7786e56fd031,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:05.698873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.702156 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Added segment 400645ae-4d88-42d0-aa26-f8fca32e1b62 of type vlan for network ebe7dd96-6637-411e-996a-dad29c1892af Mar 24 17:34:05.726361 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.828846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.834905 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:05.835484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:05.944855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event updated for resources: {'Network': ['ID=ebe7dd96-6637-411e-996a-dad29c1892af,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:05.955622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network ebe7dd96-6637-411e-996a-dad29c1892af details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:34:06.002579 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-49ba6d48-6823-4f86-9ef6-6dd47458264f tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6475389 Mar 24 17:34:06.005289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46894) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:06.010775 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Request body: {'subnet': {'network_id': 'ebe7dd96-6637-411e-996a-dad29c1892af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:06.116107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:06.119797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Usage tracker for resource:subnet and tenant:c003d673a54648d1b87e027d7381e903 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:06.122548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:06.128434 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:06.218835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Made reservation on behalf of c003d673a54648d1b87e027d7381e903 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:34:06.222892 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:06.491855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:06.570124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event updated for resources: {'Subnet': ['ID=f3cfb02d-538c-4e53-96a9-cdaac62220b9,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:06.574061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Checking segment: {'id': '400645ae-4d88-42d0-aa26-f8fca32e1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ebe7dd96-6637-411e-996a-dad29c1892af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:06.574415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Network hostable DHCP agents. Network: ebe7dd96-6637-411e-996a-dad29c1892af, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:34:06.662600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Network ebe7dd96-6637-411e-996a-dad29c1892af is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:34:06.731530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, ebe7dd96-6637-411e-996a-dad29c1892af) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:06.735641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:06.737342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:06.741005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0cfc34-1c4d-4927-ab52-a67cb22a5eb6 None None] Network ebe7dd96-6637-411e-996a-dad29c1892af requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:06.831952 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e431c99c-0658-442a-ab14-fccca2197cf1 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8255074 Mar 24 17:34:06.834911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46898) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:06.840848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-867091235'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:06.845845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:06.849956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Usage tracker for resource:network and tenant:c003d673a54648d1b87e027d7381e903 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:06.853027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:06.858887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:06.948895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Made reservation on behalf of c003d673a54648d1b87e027d7381e903 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:34:06.952500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:06.970607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-ebe7dd96-6637-411e-996a-dad29c1892af', 'network_id': 'ebe7dd96-6637-411e-996a-dad29c1892af', 'tenant_id': 'c003d673a54648d1b87e027d7381e903', 'fixed_ips': [{'subnet_id': 'f3cfb02d-538c-4e53-96a9-cdaac62220b9'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:34:06.971436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:06.983363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:34:06.991942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:06.992340 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Added segment cebf5a8d-e396-4903-8118-6a26462034bc of type vlan for network 97894a20-c989-4c22-90cd-e0796c93f6c6 Mar 24 17:34:07.017845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.103255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.108657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:07.109350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.122160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Allocated IP 172.20.0.2 (ebe7dd96-6637-411e-996a-dad29c1892af/f3cfb02d-538c-4e53-96a9-cdaac62220b9/940e3aee-9511-4fe9-bcd4-ab1df8be285e) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:34:07.217823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event updated for resources: {'Network': ['ID=97894a20-c989-4c22-90cd-e0796c93f6c6,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:07.231083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d4e21531-4b3b-4c76-a4d3-973bd6d209a2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3949988 Mar 24 17:34:07.233812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46902) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:07.239741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Request body: {'subnet': {'network_id': '97894a20-c989-4c22-90cd-e0796c93f6c6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:07.252708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 97894a20-c989-4c22-90cd-e0796c93f6c6 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:34:07.343601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:07.347869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Usage tracker for resource:subnet and tenant:c003d673a54648d1b87e027d7381e903 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:07.350894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:07.356598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:07.447462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Made reservation on behalf of c003d673a54648d1b87e027d7381e903 for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:34:07.450999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.454159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.464228 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Transition to ACTIVE for port object 940e3aee-9511-4fe9-bcd4-ab1df8be285e will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:07.484184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Transition to ACTIVE for port object 940e3aee-9511-4fe9-bcd4-ab1df8be285e will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:07.556209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.616305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Network ebe7dd96-6637-411e-996a-dad29c1892af is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:07.618820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:07.621207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:34:07.638751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Pushing event updated for resources: {'Port': ['ID=940e3aee-9511-4fe9-bcd4-ab1df8be285e,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:07.722586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Attempting to bind port 940e3aee-9511-4fe9-bcd4-ab1df8be285e on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:34:07.722944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Attempting to bind port 940e3aee-9511-4fe9-bcd4-ab1df8be285e by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '400645ae-4d88-42d0-aa26-f8fca32e1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ebe7dd96-6637-411e-996a-dad29c1892af'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:34:07.723301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Attempting to bind port 940e3aee-9511-4fe9-bcd4-ab1df8be285e on network ebe7dd96-6637-411e-996a-dad29c1892af {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:07.728370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:34:07.728943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Checking segment: {'id': '400645ae-4d88-42d0-aa26-f8fca32e1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ebe7dd96-6637-411e-996a-dad29c1892af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:07.729340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.729725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Bound using segment: {'id': '400645ae-4d88-42d0-aa26-f8fca32e1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ebe7dd96-6637-411e-996a-dad29c1892af'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:34:07.730175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Bound port: 940e3aee-9511-4fe9-bcd4-ab1df8be285e, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400645ae-4d88-42d0-aa26-f8fca32e1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ebe7dd96-6637-411e-996a-dad29c1892af'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:34:07.730532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.796293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.819448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] For port 940e3aee-9511-4fe9-bcd4-ab1df8be285e, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:34:07.822323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] For port 940e3aee-9511-4fe9-bcd4-ab1df8be285e, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=940e3aee-9511-4fe9-bcd4-ab1df8be285e,segment=NetworkSegment(400645ae-4d88-42d0-aa26-f8fca32e1b62),segment_id=400645ae-4d88-42d0-aa26-f8fca32e1b62)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:34:07.872183 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event updated for resources: {'Subnet': ['ID=3b0a0d26-cb77-41dd-8c65-2e87879fe58a,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:07.877889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:07.881588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Checking segment: {'id': 'cebf5a8d-e396-4903-8118-6a26462034bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97894a20-c989-4c22-90cd-e0796c93f6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:07.881943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Network hostable DHCP agents. Network: 97894a20-c989-4c22-90cd-e0796c93f6c6, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:34:07.950114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Network 97894a20-c989-4c22-90cd-e0796c93f6c6 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:34:07.969332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b266c-0dc9-4c8f-ab40-c773b5f9f9a3 None None] Pushing event updated for resources: {'Port': ['ID=940e3aee-9511-4fe9-bcd4-ab1df8be285e,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:08.041423 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 97894a20-c989-4c22-90cd-e0796c93f6c6) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:08.045537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:08.046111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:08.051122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199c4fe-7e53-4bc9-8139-f58208f4908b None None] Network 97894a20-c989-4c22-90cd-e0796c93f6c6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:08.132474 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-19eaae4d-c8b2-4af6-8b6c-46b584cb66d3 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8973470 Mar 24 17:34:08.136646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46906) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:08.146205 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e2c21a05-12fc-46ba-9599-39dcd27c7d68 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Request body: {'router': {'external_gateway_info': {'network_id': '97894a20-c989-4c22-90cd-e0796c93f6c6'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:08.294361 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-97894a20-c989-4c22-90cd-e0796c93f6c6', 'network_id': '97894a20-c989-4c22-90cd-e0796c93f6c6', 'tenant_id': 'c003d673a54648d1b87e027d7381e903', 'fixed_ips': [{'subnet_id': '3b0a0d26-cb77-41dd-8c65-2e87879fe58a'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:34:08.295155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:08.443128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 940e3aee-9511-4fe9-bcd4-ab1df8be285e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:08.489435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Allocated IP 172.21.0.2 (97894a20-c989-4c22-90cd-e0796c93f6c6/3b0a0d26-cb77-41dd-8c65-2e87879fe58a/13183ebb-5fc6-41db-8098-a74bf064a2aa) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:34:08.655539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2c21a05-12fc-46ba-9599-39dcd27c7d68 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:08.691537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 940e3aee-9511-4fe9-bcd4-ab1df8be285e completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:08.734180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:08.745040 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Transition to ACTIVE for port object 13183ebb-5fc6-41db-8098-a74bf064a2aa will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:08.764637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Transition to ACTIVE for port object 13183ebb-5fc6-41db-8098-a74bf064a2aa will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:08.819349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:08.894151 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.api.v2.resource [None req-e2c21a05-12fc-46ba-9599-39dcd27c7d68 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 24 17:34:08.895185 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e2c21a05-12fc-46ba-9599-39dcd27c7d68 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "PUT /v2.0/routers/8a0576af-323e-4c21-b9c0-db552d021030 HTTP/1.1" status: 400 len: 364 time: 0.7575586 Mar 24 17:34:08.895832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f7e30-377b-4e81-aac3-34829a43fe5f None None] Network ebe7dd96-6637-411e-996a-dad29c1892af requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:08.901429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46910) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:08.919225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Network 97894a20-c989-4c22-90cd-e0796c93f6c6 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:08.934466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:08.939182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:34:08.969314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc3b62c-c0e4-4219-8243-76ba90cadd8c tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Deleting subnet 3b0a0d26-cb77-41dd-8c65-2e87879fe58a {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:34:08.972915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8dc3b62c-c0e4-4219-8243-76ba90cadd8c tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.031109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8dc3b62c-c0e4-4219-8243-76ba90cadd8c tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.034603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Pushing event updated for resources: {'Port': ['ID=13183ebb-5fc6-41db-8098-a74bf064a2aa,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:09.109848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Attempting to bind port 13183ebb-5fc6-41db-8098-a74bf064a2aa on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:34:09.110209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Attempting to bind port 13183ebb-5fc6-41db-8098-a74bf064a2aa by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cebf5a8d-e396-4903-8118-6a26462034bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97894a20-c989-4c22-90cd-e0796c93f6c6'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:34:09.110600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Attempting to bind port 13183ebb-5fc6-41db-8098-a74bf064a2aa on network 97894a20-c989-4c22-90cd-e0796c93f6c6 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:09.113582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8dc3b62c-c0e4-4219-8243-76ba90cadd8c tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.126678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:34:09.127086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Checking segment: {'id': 'cebf5a8d-e396-4903-8118-6a26462034bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97894a20-c989-4c22-90cd-e0796c93f6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:09.127518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.128019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Bound using segment: {'id': 'cebf5a8d-e396-4903-8118-6a26462034bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97894a20-c989-4c22-90cd-e0796c93f6c6'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:34:09.128540 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Bound port: 13183ebb-5fc6-41db-8098-a74bf064a2aa, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebf5a8d-e396-4903-8118-6a26462034bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97894a20-c989-4c22-90cd-e0796c93f6c6'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:34:09.128960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.216132 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-121a52a0-4274-4551-a8ac-52efa0cc32aa None None] Provisioning for port 940e3aee-9511-4fe9-bcd4-ab1df8be285e completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:09.255118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-121a52a0-4274-4551-a8ac-52efa0cc32aa None None] Provisioning complete for port 940e3aee-9511-4fe9-bcd4-ab1df8be285e triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:09.255494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-121a52a0-4274-4551-a8ac-52efa0cc32aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.270566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8dc3b62c-c0e4-4219-8243-76ba90cadd8c tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.315934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3b62c-c0e4-4219-8243-76ba90cadd8c tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0a0d26-cb77-41dd-8c65-2e87879fe58a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:09.320484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8dc3b62c-c0e4-4219-8243-76ba90cadd8c tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.326824 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8dc3b62c-c0e4-4219-8243-76ba90cadd8c tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "DELETE /v2.0/subnets/3b0a0d26-cb77-41dd-8c65-2e87879fe58a HTTP/1.1" status: 204 len: 168 time: 0.4242909 Mar 24 17:34:09.329386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46914) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:09.428738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-e340965d-f651-4976-9dec-7671875a99bc None None] For port 13183ebb-5fc6-41db-8098-a74bf064a2aa, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:34:09.446659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.451444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-e340965d-f651-4976-9dec-7671875a99bc None None] For port 13183ebb-5fc6-41db-8098-a74bf064a2aa, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=13183ebb-5fc6-41db-8098-a74bf064a2aa,segment=NetworkSegment(cebf5a8d-e396-4903-8118-6a26462034bc),segment_id=cebf5a8d-e396-4903-8118-6a26462034bc)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:34:09.458145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Deleting port 13183ebb-5fc6-41db-8098-a74bf064a2aa {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:09.458481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.472716 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-121a52a0-4274-4551-a8ac-52efa0cc32aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.513113 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-121a52a0-4274-4551-a8ac-52efa0cc32aa None None] For port 940e3aee-9511-4fe9-bcd4-ab1df8be285e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=940e3aee-9511-4fe9-bcd4-ab1df8be285e,segment=NetworkSegment(400645ae-4d88-42d0-aa26-f8fca32e1b62),segment_id=400645ae-4d88-42d0-aa26-f8fca32e1b62)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:09.527621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.610074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-121a52a0-4274-4551-a8ac-52efa0cc32aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.618397 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340965d-f651-4976-9dec-7671875a99bc None None] Pushing event updated for resources: {'Port': ['ID=13183ebb-5fc6-41db-8098-a74bf064a2aa,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:09.693937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] For port 13183ebb-5fc6-41db-8098-a74bf064a2aa, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=13183ebb-5fc6-41db-8098-a74bf064a2aa,segment=NetworkSegment(cebf5a8d-e396-4903-8118-6a26462034bc),segment_id=cebf5a8d-e396-4903-8118-6a26462034bc)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:09.694464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.710658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a52a0-4274-4551-a8ac-52efa0cc32aa None None] Pushing event updated for resources: {'Port': ['ID=940e3aee-9511-4fe9-bcd4-ab1df8be285e,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:09.836969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-02d7be0e-376a-4716-95e4-e189bd3f3d1d None None] Provisioning complete for port 940e3aee-9511-4fe9-bcd4-ab1df8be285e triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:09.837449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-02d7be0e-376a-4716-95e4-e189bd3f3d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:09.840770 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Calling delete_port for 13183ebb-5fc6-41db-8098-a74bf064a2aa owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:34:09.989987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.038241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event deleted for resources: {'Port': ['ID=13183ebb-5fc6-41db-8098-a74bf064a2aa,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:10.040051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] No DVR routers for this DVR port 13183ebb-5fc6-41db-8098-a74bf064a2aa on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:34:10.162791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.187617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97894a20-c989-4c22-90cd-e0796c93f6c6']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:10.204135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebf5a8d-e396-4903-8118-6a26462034bc') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:10.204964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebf5a8d-e396-4903-8118-6a26462034bc') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:10.217179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.234383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.241102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:34:10.241421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:34:10.255812 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:34:10.408470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 940e3aee-9511-4fe9-bcd4-ab1df8be285e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:10.416530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.437380 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.451111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event deleted for resources: {'Network': ['ID=97894a20-c989-4c22-90cd-e0796c93f6c6,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:10.457997 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2896e490-4fea-4cc1-a0d9-33127890e6b8 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "DELETE /v2.0/networks/97894a20-c989-4c22-90cd-e0796c93f6c6 HTTP/1.1" status: 204 len: 168 time: 1.1249192 Mar 24 17:34:10.458404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46918) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:10.483569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 940e3aee-9511-4fe9-bcd4-ab1df8be285e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:10.483939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.525373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d688ac-759b-4ee2-9e39-b079840b95de tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Deleting subnet f3cfb02d-538c-4e53-96a9-cdaac62220b9 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:34:10.528364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5d688ac-759b-4ee2-9e39-b079840b95de tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.593434 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5d688ac-759b-4ee2-9e39-b079840b95de tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.601975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9de685-de39-47e1-8112-41c0bf0f25b8 None None] DHCP port deletion for 97894a20-c989-4c22-90cd-e0796c93f6c6 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:34:10.606843 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-beb3b095-be21-4a6a-a247-357c607f4eb2 None None] Could not find standard attr ID for object 13183ebb-5fc6-41db-8098-a74bf064a2aa. {{(pid=88479) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 24 17:34:10.625688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e495f-f03f-48e0-b6ca-eab0e83678b0 None None] Network 97894a20-c989-4c22-90cd-e0796c93f6c6 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:10.646423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e495f-f03f-48e0-b6ca-eab0e83678b0 None None] Network 97894a20-c989-4c22-90cd-e0796c93f6c6 could not be found, it might have been deleted concurrently. {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 24 17:34:10.686785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5d688ac-759b-4ee2-9e39-b079840b95de tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.846585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5d688ac-759b-4ee2-9e39-b079840b95de tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.885295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d688ac-759b-4ee2-9e39-b079840b95de tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cfb02d-538c-4e53-96a9-cdaac62220b9,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:10.890094 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d5d688ac-759b-4ee2-9e39-b079840b95de tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:10.897173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a997b2-f107-4290-8880-fa195950779d None None] Network ebe7dd96-6637-411e-996a-dad29c1892af requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:10.897405 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d5d688ac-759b-4ee2-9e39-b079840b95de tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "DELETE /v2.0/subnets/f3cfb02d-538c-4e53-96a9-cdaac62220b9 HTTP/1.1" status: 204 len: 168 time: 0.4382286 Mar 24 17:34:10.900011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46922) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:11.017308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:11.027705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Deleting port 940e3aee-9511-4fe9-bcd4-ab1df8be285e {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:11.028061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:11.147401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a18d3e2-63f4-4b37-844f-43b214d6c1ed None None] DHCP port deletion for ebe7dd96-6637-411e-996a-dad29c1892af request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:34:11.151780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8a18d3e2-63f4-4b37-844f-43b214d6c1ed None None] Deleting port 940e3aee-9511-4fe9-bcd4-ab1df8be285e {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:11.152177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a18d3e2-63f4-4b37-844f-43b214d6c1ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:11.240712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] For port 940e3aee-9511-4fe9-bcd4-ab1df8be285e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=940e3aee-9511-4fe9-bcd4-ab1df8be285e,segment=NetworkSegment(400645ae-4d88-42d0-aa26-f8fca32e1b62),segment_id=400645ae-4d88-42d0-aa26-f8fca32e1b62)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:11.240957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:11.355353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8a18d3e2-63f4-4b37-844f-43b214d6c1ed None None] For port 940e3aee-9511-4fe9-bcd4-ab1df8be285e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=940e3aee-9511-4fe9-bcd4-ab1df8be285e,segment=NetworkSegment(400645ae-4d88-42d0-aa26-f8fca32e1b62),segment_id=400645ae-4d88-42d0-aa26-f8fca32e1b62)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:11.355652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a18d3e2-63f4-4b37-844f-43b214d6c1ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:11.474235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Calling delete_port for 940e3aee-9511-4fe9-bcd4-ab1df8be285e owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:34:11.476329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8a18d3e2-63f4-4b37-844f-43b214d6c1ed None None] Calling delete_port for 940e3aee-9511-4fe9-bcd4-ab1df8be285e owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:34:11.653101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a18d3e2-63f4-4b37-844f-43b214d6c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:11.659448 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.db.api [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:34:11.659785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG oslo_db.api [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:34:11.698049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18d3e2-63f4-4b37-844f-43b214d6c1ed None None] Pushing event deleted for resources: {'Port': ['ID=940e3aee-9511-4fe9-bcd4-ab1df8be285e,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:11.701227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18d3e2-63f4-4b37-844f-43b214d6c1ed None None] No DVR routers for this DVR port 940e3aee-9511-4fe9-bcd4-ab1df8be285e on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:34:12.160529 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Deleting port 940e3aee-9511-4fe9-bcd4-ab1df8be285e {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:34:12.160903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:12.226378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] The port '940e3aee-9511-4fe9-bcd4-ab1df8be285e' was deleted {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:34:12.347590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:12.373505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe7dd96-6637-411e-996a-dad29c1892af']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:12.386121 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400645ae-4d88-42d0-aa26-f8fca32e1b62') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:12.386415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400645ae-4d88-42d0-aa26-f8fca32e1b62') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:12.398396 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:12.400522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 13183ebb-5fc6-41db-8098-a74bf064a2aa no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:34:12.414594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:12.420543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:34:12.420942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: util.warn( Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:34:12.435507 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:34:12.467269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 13183ebb-5fc6-41db-8098-a74bf064a2aa {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:34:12.467613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 13183ebb-5fc6-41db-8098-a74bf064a2aa not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:34:12.469427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 940e3aee-9511-4fe9-bcd4-ab1df8be285e no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:34:12.500831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 940e3aee-9511-4fe9-bcd4-ab1df8be285e {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:34:12.502221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 940e3aee-9511-4fe9-bcd4-ab1df8be285e not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:34:12.584563 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:12.601661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:12.613963 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Pushing event deleted for resources: {'Network': ['ID=ebe7dd96-6637-411e-996a-dad29c1892af,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:12.616742 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bd4a46ed-916d-44b2-a111-7d3c83e40de2 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "DELETE /v2.0/networks/ebe7dd96-6637-411e-996a-dad29c1892af HTTP/1.1" status: 204 len: 168 time: 1.7158265 Mar 24 17:34:12.619349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46926) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:12.662512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-edcfaf85-f500-4e71-a5fd-610e404539c6 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Synchronizing usage tracker for tenant:c003d673a54648d1b87e027d7381e903 on resource:port {{(pid=88477) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:34:12.755823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-edcfaf85-f500-4e71-a5fd-610e404539c6 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Unset dirty status for tenant:c003d673a54648d1b87e027d7381e903 on resource:port {{(pid=88477) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:34:12.756950 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-edcfaf85-f500-4e71-a5fd-610e404539c6 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a0576af-323e-4c21-b9c0-db552d021030 HTTP/1.1" status: 200 len: 205 time: 0.1367221 Mar 24 17:34:12.759486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46930) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:12.892093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a186620e-235e-42a3-94d3-f3bc4f897f87 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:13.180656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a186620e-235e-42a3-94d3-f3bc4f897f87 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:13.182785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a186620e-235e-42a3-94d3-f3bc4f897f87 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:13.275461 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a186620e-235e-42a3-94d3-f3bc4f897f87 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:13.276040 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a186620e-235e-42a3-94d3-f3bc4f897f87 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Fanout notify agent at l3_agent the message router_deleted on router 8a0576af-323e-4c21-b9c0-db552d021030 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:34:13.287708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a186620e-235e-42a3-94d3-f3bc4f897f87 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:13.288817 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a186620e-235e-42a3-94d3-f3bc4f897f87 tempest-RoutersNegativeTest-113582367 tempest-RoutersNegativeTest-113582367-project] 10.222.0.47 "DELETE /v2.0/routers/8a0576af-323e-4c21-b9c0-db552d021030 HTTP/1.1" status: 204 len: 168 time: 0.5284233 Mar 24 17:34:13.389340 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:34:13.761231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46938) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:13.911350 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5c5abdfd-418b-4ef5-b467-f3927b9c99a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c003d673a54648d1b87e027d7381e903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489878 Mar 24 17:34:13.913840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46944) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:13.973742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a7a0-5581-4567-8297-ef4e12dafd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:14.000331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a7a0-5581-4567-8297-ef4e12dafd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:14.148591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a7a0-5581-4567-8297-ef4e12dafd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:14.162894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5a7a0-5581-4567-8297-ef4e12dafd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5a4e27-3876-429d-bc0c-7786e56fd031,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:14.169471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a7a0-5581-4567-8297-ef4e12dafd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:14.170613 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f0f5a7a0-5581-4567-8297-ef4e12dafd0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af5a4e27-3876-429d-bc0c-7786e56fd031 HTTP/1.1" status: 204 len: 168 time: 0.2559123 Mar 24 17:34:15.159733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46968) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:15.260052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1627643468-network', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:15.264648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:15.268538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Usage tracker for resource:network and tenant:54aaf2b42e2a4e10994c47d46e35d1da is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:15.271380 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:15.277773 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:15.354092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Made reservation on behalf of 54aaf2b42e2a4e10994c47d46e35d1da for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:34:15.356443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:15.369309 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:15.383241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:15.387042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Usage tracker for resource:security_group_rule and tenant:54aaf2b42e2a4e10994c47d46e35d1da is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:15.389898 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:15.396204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:15.476614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:15.543123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:15.573809 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:34:15.582760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb807b01-b2b7-4354-bcfb-849c216e4b41,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:15.588280 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:15.588618 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Added segment 1566cf95-89c6-43bc-b20b-2090f03f9d61 of type vlan for network 41f2da61-0ab6-41f4-ba25-3bced4add187 Mar 24 17:34:15.618333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:15.818409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:15.819365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:15.819942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:15.922118 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] Pushing event updated for resources: {'Network': ['ID=41f2da61-0ab6-41f4-ba25-3bced4add187,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:15.931515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:34:15.978084 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-34f1c201-9acf-4f60-b88f-87e9310d9036 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8172340 Mar 24 17:34:15.980890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 46974) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:15.986256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Request body: {'subnet': {'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-subnet', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:15.991289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:15.995146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Usage tracker for resource:subnet and tenant:54aaf2b42e2a4e10994c47d46e35d1da is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:15.998033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:16.004393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:16.075400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Made reservation on behalf of 54aaf2b42e2a4e10994c47d46e35d1da for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:34:16.077675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:16.327337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:16.403575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845a7539-df47-4444-805b-64f6fa95b3e8,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:16.412186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Checking segment: {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:16.412554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Network hostable DHCP agents. Network: 41f2da61-0ab6-41f4-ba25-3bced4add187, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:34:16.514152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:34:16.588247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 41f2da61-0ab6-41f4-ba25-3bced4add187) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:16.592053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:16.592636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:16.597472 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cbeaa4-78a4-42ea-bec8-7563eaa29907 None None] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:16.675640 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a86039b5-bcdf-42fd-aa74-2ac5f2b243f5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6936407 Mar 24 17:34:16.678509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46978) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:16.684714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:16.688343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:16.692310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Usage tracker for resource:router and tenant:54aaf2b42e2a4e10994c47d46e35d1da is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:16.695137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:16.700901 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:16.772188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:16.773491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:16.788498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:16.804781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-41f2da61-0ab6-41f4-ba25-3bced4add187', 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'fixed_ips': [{'subnet_id': '845a7539-df47-4444-805b-64f6fa95b3e8'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:34:16.809369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:16.957971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Allocated IP 172.20.0.2 (41f2da61-0ab6-41f4-ba25-3bced4add187/845a7539-df47-4444-805b-64f6fa95b3e8/ee205679-7cd1-4545-8a53-870c8d83aa1a) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:34:17.168808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:17.178329 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Transition to ACTIVE for port object ee205679-7cd1-4545-8a53-870c8d83aa1a will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:17.195621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Transition to ACTIVE for port object ee205679-7cd1-4545-8a53-870c8d83aa1a will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:17.254472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:17.264318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:17.325092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:17.327794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:17.331978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:34:17.369276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Pushing event updated for resources: {'Port': ['ID=ee205679-7cd1-4545-8a53-870c8d83aa1a,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:17.432920 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Attempting to bind port ee205679-7cd1-4545-8a53-870c8d83aa1a on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:34:17.433192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Attempting to bind port ee205679-7cd1-4545-8a53-870c8d83aa1a by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:34:17.433550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Attempting to bind port ee205679-7cd1-4545-8a53-870c8d83aa1a on network 41f2da61-0ab6-41f4-ba25-3bced4add187 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:17.438607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:34:17.438971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Checking segment: {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:17.439387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:17.439773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Bound using segment: {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:34:17.440253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Bound port: ee205679-7cd1-4545-8a53-870c8d83aa1a, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:34:17.440612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:17.526769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] For port ee205679-7cd1-4545-8a53-870c8d83aa1a, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:34:17.529605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] For port ee205679-7cd1-4545-8a53-870c8d83aa1a, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ee205679-7cd1-4545-8a53-870c8d83aa1a,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:34:17.601872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:17.671065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:17.691246 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c900bf7-4c66-4d0e-9afe-534ab07f06f1 None None] Pushing event updated for resources: {'Port': ['ID=ee205679-7cd1-4545-8a53-870c8d83aa1a,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:17.701772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:17.848748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Allocated IP 172.26.4.126 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/1999d215-d415-498c-8acb-08583a81a257) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:34:18.024678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:18.121651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:18.184953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:18.187536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:18.195835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:34:18.224593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Pushing event updated for resources: {'Port': ['ID=1999d215-d415-498c-8acb-08583a81a257,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:18.429893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ee205679-7cd1-4545-8a53-870c8d83aa1a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:18.566972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port ee205679-7cd1-4545-8a53-870c8d83aa1a completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:18.683847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:18.694459 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a420a50f-cb49-407d-ba07-9156550924bc None None] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:18.867027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1e8eb34e-a8b4-40c3-8d36-740c187cdb26 None None] Provisioning for port ee205679-7cd1-4545-8a53-870c8d83aa1a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:18.874468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1e8eb34e-a8b4-40c3-8d36-740c187cdb26 None None] Provisioning complete for port ee205679-7cd1-4545-8a53-870c8d83aa1a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:18.874834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1e8eb34e-a8b4-40c3-8d36-740c187cdb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:19.044742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1e8eb34e-a8b4-40c3-8d36-740c187cdb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:19.077875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-1e8eb34e-a8b4-40c3-8d36-740c187cdb26 None None] For port ee205679-7cd1-4545-8a53-870c8d83aa1a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ee205679-7cd1-4545-8a53-870c8d83aa1a,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:19.137946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:19.150021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1e8eb34e-a8b4-40c3-8d36-740c187cdb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:19.261462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8eb34e-a8b4-40c3-8d36-740c187cdb26 None None] Pushing event updated for resources: {'Port': ['ID=ee205679-7cd1-4545-8a53-870c8d83aa1a,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:19.274419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ac50fc66-0b08-4ed4-831b-8a0a8b55b563 None None] Provisioning complete for port ee205679-7cd1-4545-8a53-870c8d83aa1a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:19.274786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ac50fc66-0b08-4ed4-831b-8a0a8b55b563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:19.422871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Router 31ca9700-d412-4e83-9d52-013b4785a503 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:34:19.597045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:34:19.605277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Sync routers for ids ['31ca9700-d412-4e83-9d52-013b4785a503'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:34:19.614090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Routers {'31ca9700-d412-4e83-9d52-013b4785a503'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:34:19.614703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:34:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['31ca9700-d412-4e83-9d52-013b4785a503'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:19.692614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:19.696491 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d656febb-00de-48c3-ab0a-ed820e704d0a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0142753 Mar 24 17:34:19.696724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 46984) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:19.789921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Set router 31ca9700-d412-4e83-9d52-013b4785a503 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:34:20.069327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca9700-d412-4e83-9d52-013b4785a503', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '1999d215-d415-498c-8acb-08583a81a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:16Z', 'updated_at': '2022-03-24T17:34:18Z', 'revision_number': 3, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'gw_port': {'id': '1999d215-d415-498c-8acb-08583a81a257', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:17Z', 'updated_at': '2022-03-24T17:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:20.073185 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Checking router: 31ca9700-d412-4e83-9d52-013b4785a503 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:34:20.073534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Updating router 31ca9700-d412-4e83-9d52-013b4785a503 port 1999d215-d415-498c-8acb-08583a81a257 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:34:20.123563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.425208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ee205679-7cd1-4545-8a53-870c8d83aa1a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:20.474146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.505949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.521016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Transition to ACTIVE for port object 1999d215-d415-498c-8acb-08583a81a257 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:20.532646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port ee205679-7cd1-4545-8a53-870c8d83aa1a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:20.533528 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.574410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.669681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Attempting to bind port 1999d215-d415-498c-8acb-08583a81a257 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:34:20.670481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Attempting to bind port 1999d215-d415-498c-8acb-08583a81a257 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:34:20.670481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Attempting to bind port 1999d215-d415-498c-8acb-08583a81a257 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:20.674613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748ab35-68fb-49ff-9f75-1753b32d9f0d None None] Pushing event updated for resources: {'Port': ['ID=1999d215-d415-498c-8acb-08583a81a257,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:20.676115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Allocated IP 172.20.0.1 (41f2da61-0ab6-41f4-ba25-3bced4add187/845a7539-df47-4444-805b-64f6fa95b3e8/13a5a56d-48c5-414e-8d42-4daf0878b1a0) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:34:20.680550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:34:20.680912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:20.681309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.681727 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:34:20.682134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Bound port: 1999d215-d415-498c-8acb-08583a81a257, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:34:20.682486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.803982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] For port 1999d215-d415-498c-8acb-08583a81a257, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:34:20.806901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] For port 1999d215-d415-498c-8acb-08583a81a257, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1999d215-d415-498c-8acb-08583a81a257,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:34:20.825334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.841651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Transition to ACTIVE for port object 13a5a56d-48c5-414e-8d42-4daf0878b1a0 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:20.852970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.916252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:20.928379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Routers {'31ca9700-d412-4e83-9d52-013b4785a503'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:34:20.928988 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:34:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['31ca9700-d412-4e83-9d52-013b4785a503'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:20.975100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:20.978041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:20.981679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:34:21.033952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748ab35-68fb-49ff-9f75-1753b32d9f0d None None] Pushing event updated for resources: {'Port': ['ID=1999d215-d415-498c-8acb-08583a81a257,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:21.051951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Pushing event updated for resources: {'Port': ['ID=13a5a56d-48c5-414e-8d42-4daf0878b1a0,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:21.065211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:21.160450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] Set router 31ca9700-d412-4e83-9d52-013b4785a503 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:34:21.374280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c7c26410-e0ee-46af-86d4-d7f26839317a None None] Provisioning for port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:21.388376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c7c26410-e0ee-46af-86d4-d7f26839317a None None] Provisioning complete for port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:21.388739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c7c26410-e0ee-46af-86d4-d7f26839317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:21.394564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:21.477640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c7c26410-e0ee-46af-86d4-d7f26839317a None None] Port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:34:21.507403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca9700-d412-4e83-9d52-013b4785a503', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '1999d215-d415-498c-8acb-08583a81a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:16Z', 'updated_at': '2022-03-24T17:34:18Z', 'revision_number': 3, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'gw_port': {'id': '1999d215-d415-498c-8acb-08583a81a257', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:17Z', 'updated_at': '2022-03-24T17:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:21.511345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5720af-c0f4-424d-96a0-c3d9fdd49cf2 None None] The sync data for ids ['31ca9700-d412-4e83-9d52-013b4785a503'] in dv-neutron-835063-1-hyperv is: [{'id': '31ca9700-d412-4e83-9d52-013b4785a503', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '1999d215-d415-498c-8acb-08583a81a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:16Z', 'updated_at': '2022-03-24T17:34:18Z', 'revision_number': 3, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'gw_port': {'id': '1999d215-d415-498c-8acb-08583a81a257', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:17Z', 'updated_at': '2022-03-24T17:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:34:21.612597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:21.669806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:21.783837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:21.787276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Pushing event updated for resources: {'Port': ['ID=13a5a56d-48c5-414e-8d42-4daf0878b1a0,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:21.927926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:21.929083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:22.201065 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3c18b24f-fd9f-44ce-8f5b-2c8d625fc731 None None] Provisioning complete for port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:22.201635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3c18b24f-fd9f-44ce-8f5b-2c8d625fc731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:22.239793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Router 31ca9700-d412-4e83-9d52-013b4785a503 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:34:22.256408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3c18b24f-fd9f-44ce-8f5b-2c8d625fc731 None None] Port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:34:22.428160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:34:22.435180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1999d215-d415-498c-8acb-08583a81a257 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:22.436014 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-90e6c006-c6f7-4991-981c-6508a19e7acc admin admin] 10.222.0.47 "PUT /v2.0/routers/31ca9700-d412-4e83-9d52-013b4785a503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7382989 Mar 24 17:34:22.583750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 1999d215-d415-498c-8acb-08583a81a257 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:22.589058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1999d215-d415-498c-8acb-08583a81a257 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:22.589504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:22.711436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:22.731126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 1999d215-d415-498c-8acb-08583a81a257, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1999d215-d415-498c-8acb-08583a81a257,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:22.828289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:22.899412 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=1999d215-d415-498c-8acb-08583a81a257,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:22.997667 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Sync routers for ids ['31ca9700-d412-4e83-9d52-013b4785a503'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:34:22.997667 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Routers {'31ca9700-d412-4e83-9d52-013b4785a503'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:34:22.997667 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:34:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['31ca9700-d412-4e83-9d52-013b4785a503'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:23.174706 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Set router 31ca9700-d412-4e83-9d52-013b4785a503 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:34:23.180110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47002) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:23.185885 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-395191382-network', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:23.192090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:23.196072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Usage tracker for resource:network and tenant:382f538488df4bbf91f6dee4ad2e8aba is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:23.199041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:23.204851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:23.279465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Made reservation on behalf of 382f538488df4bbf91f6dee4ad2e8aba for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:34:23.281869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.295201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.311101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:23.315531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:382f538488df4bbf91f6dee4ad2e8aba is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:23.318436 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:23.324102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:23.410750 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.469422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.481700 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca9700-d412-4e83-9d52-013b4785a503', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '1999d215-d415-498c-8acb-08583a81a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:16Z', 'updated_at': '2022-03-24T17:34:21Z', 'revision_number': 4, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'gw_port': {'id': '1999d215-d415-498c-8acb-08583a81a257', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:17Z', 'updated_at': '2022-03-24T17:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '13a5a56d-48c5-414e-8d42-4daf0878b1a0', 'name': '', 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'mac_address': 'fa:16:3e:6c:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '845a7539-df47-4444-805b-64f6fa95b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:20Z', 'updated_at': '2022-03-24T17:34:21Z', 'revision_number': 2, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'subnets': [{'id': '845a7539-df47-4444-805b-64f6fa95b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:23.487398 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Checking router: 31ca9700-d412-4e83-9d52-013b4785a503 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:34:23.487923 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Updating router 31ca9700-d412-4e83-9d52-013b4785a503 port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:34:23.500406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:34:23.509314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a454f9-767b-45a1-a417-a61a0eb4abef,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:23.514769 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.515082 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Added segment c5590f34-74da-4e61-ae37-233f768f3afb of type vlan for network 17718222-1fc9-4e6a-a248-157b90c6967f Mar 24 17:34:23.543180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.575056 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.640910 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.641877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:23.642945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.745418 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] Pushing event updated for resources: {'Network': ['ID=17718222-1fc9-4e6a-a248-157b90c6967f,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:23.755724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 17718222-1fc9-4e6a-a248-157b90c6967f details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:34:23.815896 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ce893165-000e-434c-b552-4627d79ee2f0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6319840 Mar 24 17:34:23.816340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47006) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:23.823265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Request body: {'subnet': {'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-subnet', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'ip_version': 4}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:23.828860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:23.834251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Usage tracker for resource:subnet and tenant:382f538488df4bbf91f6dee4ad2e8aba is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:23.837452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:23.844083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:23.909791 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.910227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Made reservation on behalf of 382f538488df4bbf91f6dee4ad2e8aba for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:34:23.912903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:23.921249 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Transition to ACTIVE for port object 13a5a56d-48c5-414e-8d42-4daf0878b1a0 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:23.966575 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.121435 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Pushing event updated for resources: {'Port': ['ID=13a5a56d-48c5-414e-8d42-4daf0878b1a0,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:24.164333 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.164668 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.164997 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.165321 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.165645 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.165968 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.166287 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.166603 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.166919 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.167232 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.167546 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.167856 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:24.191237 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Attempting to bind port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:34:24.191604 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Attempting to bind port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:34:24.192018 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Attempting to bind port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 on network 41f2da61-0ab6-41f4-ba25-3bced4add187 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:24.194167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.197731 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:34:24.198096 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Checking segment: {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:24.198733 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.199127 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Bound using segment: {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:34:24.199575 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Bound port: 13a5a56d-48c5-414e-8d42-4daf0878b1a0, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:34:24.200156 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.270920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9670b2e8-dbf5-4c17-ae51-b999ce98a7c0,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:24.283407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Checking segment: {'id': 'c5590f34-74da-4e61-ae37-233f768f3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:24.283710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Network hostable DHCP agents. Network: 17718222-1fc9-4e6a-a248-157b90c6967f, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:34:24.290928 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] For port 13a5a56d-48c5-414e-8d42-4daf0878b1a0, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:34:24.293968 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] For port 13a5a56d-48c5-414e-8d42-4daf0878b1a0, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=13a5a56d-48c5-414e-8d42-4daf0878b1a0,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:34:24.367198 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.378849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Network 17718222-1fc9-4e6a-a248-157b90c6967f is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:34:24.408914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1999d215-d415-498c-8acb-08583a81a257 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:24.445622 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Routers {'31ca9700-d412-4e83-9d52-013b4785a503'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:34:24.446256 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:34:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['31ca9700-d412-4e83-9d52-013b4785a503'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:24.458560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 17718222-1fc9-4e6a-a248-157b90c6967f) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:24.462947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:24.463648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.488832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac30f0d-3f7c-4f53-9c2c-d3bf3cbdd214 None None] Network 17718222-1fc9-4e6a-a248-157b90c6967f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:24.505545 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a79f4-cd96-4e17-8252-20b076e7c35e None None] Pushing event updated for resources: {'Port': ['ID=13a5a56d-48c5-414e-8d42-4daf0878b1a0,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:24.547587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1999d215-d415-498c-8acb-08583a81a257 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:24.548279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.638764 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] Set router 31ca9700-d412-4e83-9d52-013b4785a503 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:34:24.733919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5ad261ce-d946-44b0-89bb-976af6b222b1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9155633 Mar 24 17:34:24.737385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47010) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:24.743865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:24.748155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:24.754196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Usage tracker for resource:router and tenant:382f538488df4bbf91f6dee4ad2e8aba is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:34:24.760737 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:34:24.767074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:24.823997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.825288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.842797 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.866136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-17718222-1fc9-4e6a-a248-157b90c6967f', 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'fixed_ips': [{'subnet_id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:34:24.866968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:24.961630 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca9700-d412-4e83-9d52-013b4785a503', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '1999d215-d415-498c-8acb-08583a81a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:16Z', 'updated_at': '2022-03-24T17:34:21Z', 'revision_number': 4, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'gw_port': {'id': '1999d215-d415-498c-8acb-08583a81a257', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:17Z', 'updated_at': '2022-03-24T17:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '13a5a56d-48c5-414e-8d42-4daf0878b1a0', 'name': '', 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'mac_address': 'fa:16:3e:6c:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '845a7539-df47-4444-805b-64f6fa95b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:20Z', 'updated_at': '2022-03-24T17:34:24Z', 'revision_number': 4, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'subnets': [{'id': '845a7539-df47-4444-805b-64f6fa95b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:24.965854 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31157e5-7d5c-48c5-869e-a8584f8e9f8b None None] The sync data for ids ['31ca9700-d412-4e83-9d52-013b4785a503'] in dv-neutron-835063-1-hyperv is: [{'id': '31ca9700-d412-4e83-9d52-013b4785a503', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '1999d215-d415-498c-8acb-08583a81a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:16Z', 'updated_at': '2022-03-24T17:34:21Z', 'revision_number': 4, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'gw_port': {'id': '1999d215-d415-498c-8acb-08583a81a257', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:17Z', 'updated_at': '2022-03-24T17:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '13a5a56d-48c5-414e-8d42-4daf0878b1a0', 'name': '', 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'mac_address': 'fa:16:3e:6c:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '845a7539-df47-4444-805b-64f6fa95b3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:20Z', 'updated_at': '2022-03-24T17:34:24Z', 'revision_number': 4, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'subnets': [{'id': '845a7539-df47-4444-805b-64f6fa95b3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:34:25.091216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Allocated IP 172.20.0.2 (17718222-1fc9-4e6a-a248-157b90c6967f/9670b2e8-dbf5-4c17-ae51-b999ce98a7c0/c1ff96ff-81d1-4e5e-ae59-c03c5edbb097) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:34:25.209347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:25.313488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:25.324648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Transition to ACTIVE for port object c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:25.346254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Transition to ACTIVE for port object c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:25.431459 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:25.497576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Network 17718222-1fc9-4e6a-a248-157b90c6967f is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:25.500839 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:25.509907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:34:25.516398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Pushing event updated for resources: {'Port': ['ID=c1ff96ff-81d1-4e5e-ae59-c03c5edbb097,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:25.554203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.554559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.554959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.555240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.555572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.555902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.556287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.556587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.556912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.557249 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.557558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.557880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:34:25.614574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:25.618241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Attempting to bind port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:34:25.618618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Attempting to bind port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'c5590f34-74da-4e61-ae37-233f768f3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:34:25.618975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Attempting to bind port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 on network 17718222-1fc9-4e6a-a248-157b90c6967f {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:25.624323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:34:25.624693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Checking segment: {'id': 'c5590f34-74da-4e61-ae37-233f768f3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:25.625091 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:25.625476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Bound using segment: {'id': 'c5590f34-74da-4e61-ae37-233f768f3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:34:25.625931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Bound port: c1ff96ff-81d1-4e5e-ae59-c03c5edbb097, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5590f34-74da-4e61-ae37-233f768f3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:34:25.626327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:25.645450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:25.725567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] For port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:34:25.734089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] For port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c1ff96ff-81d1-4e5e-ae59-c03c5edbb097,segment=NetworkSegment(c5590f34-74da-4e61-ae37-233f768f3afb),segment_id=c5590f34-74da-4e61-ae37-233f768f3afb)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:34:25.788832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:25.795385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Allocated IP 172.26.4.248 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/73ebdd7f-8364-4015-b73f-521b001e99cd) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:34:25.882610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c63de2-fa17-46c6-93a8-25826e02a5bd None None] Pushing event updated for resources: {'Port': ['ID=c1ff96ff-81d1-4e5e-ae59-c03c5edbb097,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:26.128886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:26.224808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:26.287531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:26.290283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:26.293880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:34:26.338397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Pushing event updated for resources: {'Port': ['ID=73ebdd7f-8364-4015-b73f-521b001e99cd,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:26.492687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:26.628353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:26.634051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 13a5a56d-48c5-414e-8d42-4daf0878b1a0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:26.771365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:26.777879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:26.778455 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:26.796055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:26.808255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0197ed59-3be5-41d7-96c0-89e3efbde6cd None None] Network 17718222-1fc9-4e6a-a248-157b90c6967f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:34:26.987689 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ccd62647-b40a-4c09-ad3c-16be616aeb3c None None] Provisioning for port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:27.005395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ccd62647-b40a-4c09-ad3c-16be616aeb3c None None] Provisioning complete for port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:27.005769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ccd62647-b40a-4c09-ad3c-16be616aeb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:27.108580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:27.143284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:27.200676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 13a5a56d-48c5-414e-8d42-4daf0878b1a0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=13a5a56d-48c5-414e-8d42-4daf0878b1a0,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:27.260925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ccd62647-b40a-4c09-ad3c-16be616aeb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:27.274612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:27.370836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ccd62647-b40a-4c09-ad3c-16be616aeb3c None None] For port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c1ff96ff-81d1-4e5e-ae59-c03c5edbb097,segment=NetworkSegment(c5590f34-74da-4e61-ae37-233f768f3afb),segment_id=c5590f34-74da-4e61-ae37-233f768f3afb)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:27.374526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=13a5a56d-48c5-414e-8d42-4daf0878b1a0,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:27.399809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Router 40ad7a75-92a2-46de-90d5-143df68aefe2 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:34:27.456848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ccd62647-b40a-4c09-ad3c-16be616aeb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:27.527304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd62647-b40a-4c09-ad3c-16be616aeb3c None None] Pushing event updated for resources: {'Port': ['ID=c1ff96ff-81d1-4e5e-ae59-c03c5edbb097,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:27.576963 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ec552c4e-7b36-4988-ae52-9c35602fb326 None None] Provisioning complete for port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:27.577331 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ec552c4e-7b36-4988-ae52-9c35602fb326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:27.705259 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:34:27.713866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Sync routers for ids ['40ad7a75-92a2-46de-90d5-143df68aefe2'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:34:27.723549 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Routers {'40ad7a75-92a2-46de-90d5-143df68aefe2'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:34:27.724179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:34:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['40ad7a75-92a2-46de-90d5-143df68aefe2'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:27.782871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:27.787194 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b4f82d15-f96b-4609-839e-7189cc9d5c52 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0463226 Mar 24 17:34:27.787694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47014) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:34:27.934959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Set router 40ad7a75-92a2-46de-90d5-143df68aefe2 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:34:28.220262 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:24Z', 'updated_at': '2022-03-24T17:34:26Z', 'revision_number': 3, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'gw_port': {'id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:25Z', 'updated_at': '2022-03-24T17:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:28.224240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Checking router: 40ad7a75-92a2-46de-90d5-143df68aefe2 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:34:28.224588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Updating router 40ad7a75-92a2-46de-90d5-143df68aefe2 port 73ebdd7f-8364-4015-b73f-521b001e99cd binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:34:28.279370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.426771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:28.461670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.580865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:28.581229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.670490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Allocated IP 172.20.0.1 (17718222-1fc9-4e6a-a248-157b90c6967f/9670b2e8-dbf5-4c17-ae51-b999ce98a7c0/3f877cc6-39ca-46fe-ae76-15fa51c7ad45) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:34:28.736981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.759837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Transition to ACTIVE for port object 73ebdd7f-8364-4015-b73f-521b001e99cd will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:28.775602 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 13a5a56d-48c5-414e-8d42-4daf0878b1a0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:28.821124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.823294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.839538 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Transition to ACTIVE for port object 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:28.919636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e0598-5690-4dd0-b492-d068c1e2c598 None None] Pushing event updated for resources: {'Port': ['ID=73ebdd7f-8364-4015-b73f-521b001e99cd,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:28.925346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Attempting to bind port 73ebdd7f-8364-4015-b73f-521b001e99cd on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:34:28.925646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Attempting to bind port 73ebdd7f-8364-4015-b73f-521b001e99cd by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:34:28.926005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Attempting to bind port 73ebdd7f-8364-4015-b73f-521b001e99cd on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:28.931666 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.932433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:34:28.932807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:28.933207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.933597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:34:28.934068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Bound port: 73ebdd7f-8364-4015-b73f-521b001e99cd, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:34:28.934436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.979403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:28.979863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:28.996783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Network 17718222-1fc9-4e6a-a248-157b90c6967f is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:28.999598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:29.002036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:34:29.053223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Pushing event updated for resources: {'Port': ['ID=3f877cc6-39ca-46fe-ae76-15fa51c7ad45,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:29.072030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:29.083617 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] For port 73ebdd7f-8364-4015-b73f-521b001e99cd, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:34:29.094175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] For port 73ebdd7f-8364-4015-b73f-521b001e99cd, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=73ebdd7f-8364-4015-b73f-521b001e99cd,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:34:29.170491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:29.271139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Routers {'40ad7a75-92a2-46de-90d5-143df68aefe2'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:34:29.271787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:34:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['40ad7a75-92a2-46de-90d5-143df68aefe2'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:29.285830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:29.353052 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e0598-5690-4dd0-b492-d068c1e2c598 None None] Pushing event updated for resources: {'Port': ['ID=73ebdd7f-8364-4015-b73f-521b001e99cd,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:29.436164 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-efa5a6b5-4023-4da9-8182-6d0ea7d6782f None None] Provisioning for port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:29.510114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-efa5a6b5-4023-4da9-8182-6d0ea7d6782f None None] Provisioning complete for port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:29.510114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-efa5a6b5-4023-4da9-8182-6d0ea7d6782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:29.606449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-efa5a6b5-4023-4da9-8182-6d0ea7d6782f None None] Port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:34:29.612930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] Set router 40ad7a75-92a2-46de-90d5-143df68aefe2 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:34:29.667425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:29.759331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:29.866284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Pushing event updated for resources: {'Port': ['ID=3f877cc6-39ca-46fe-ae76-15fa51c7ad45,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:29.869717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:29.935430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:24Z', 'updated_at': '2022-03-24T17:34:29Z', 'revision_number': 4, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'gw_port': {'id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:25Z', 'updated_at': '2022-03-24T17:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3f877cc6-39ca-46fe-ae76-15fa51c7ad45', 'name': '', 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'mac_address': 'fa:16:3e:e5:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:28Z', 'updated_at': '2022-03-24T17:34:28Z', 'revision_number': 1, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'subnets': [{'id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:29.939644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b44423e-31bd-4bc7-91e8-e14ec7eac047 None None] The sync data for ids ['40ad7a75-92a2-46de-90d5-143df68aefe2'] in dv-neutron-835063-1-hyperv is: [{'id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:24Z', 'updated_at': '2022-03-24T17:34:29Z', 'revision_number': 4, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'gw_port': {'id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:25Z', 'updated_at': '2022-03-24T17:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3f877cc6-39ca-46fe-ae76-15fa51c7ad45', 'name': '', 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'mac_address': 'fa:16:3e:e5:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:28Z', 'updated_at': '2022-03-24T17:34:28Z', 'revision_number': 1, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'subnets': [{'id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:34:30.018510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Network 17718222-1fc9-4e6a-a248-157b90c6967f is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:30.019706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:30.234112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Router 40ad7a75-92a2-46de-90d5-143df68aefe2 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:34:30.333766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4be7e718-c2cc-4e8a-aae7-d7522166b4c3 None None] Provisioning complete for port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:30.334334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4be7e718-c2cc-4e8a-aae7-d7522166b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:30.405634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-4be7e718-c2cc-4e8a-aae7-d7522166b4c3 None None] Port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:34:30.424404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:34:30.436036 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-32770197-f4ba-4336-8222-c96baeaed99a admin admin] 10.222.0.47 "PUT /v2.0/routers/40ad7a75-92a2-46de-90d5-143df68aefe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6449020 Mar 24 17:34:30.474038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-85f92e3d-1601-45f4-85c9-ceb10d9c551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:31.256648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b4487d70-3b28-4605-a5a8-fba3a940df62 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:31.257963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b4487d70-3b28-4605-a5a8-fba3a940df62 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/networks?id=41f2da61-0ab6-41f4-ba25-3bced4add187 HTTP/1.1" status: 200 len: 817 time: 0.1432996 Mar 24 17:34:31.272459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-fab18814-14b8-41cd-b63e-cfbeb07f90be tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/quotas/54aaf2b42e2a4e10994c47d46e35d1da HTTP/1.1" status: 200 len: 375 time: 0.0087526 Mar 24 17:34:31.354166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-f231c0d4-bcec-481e-8c79-26beb8fc5eec tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Synchronizing usage tracker for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:34:31.435178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-f231c0d4-bcec-481e-8c79-26beb8fc5eec tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Unset dirty status for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:34:31.436528 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-f231c0d4-bcec-481e-8c79-26beb8fc5eec tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=54aaf2b42e2a4e10994c47d46e35d1da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591487 Mar 24 17:34:31.583865 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-03bd1a02-7e32-43b9-b38f-9f55fa36f2d6 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351302 Mar 24 17:34:31.719050 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-59083364-d5e7-447d-9cf0-7deca92d0d88 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290996 Mar 24 17:34:31.975819 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dbc2a5f5-0923-4e26-9a80-722b9c2da462 req-28483dd4-a59e-475b-a27a-dc7d0a82ee0d tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 210 time: 0.0421216 Mar 24 17:34:32.435006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 73ebdd7f-8364-4015-b73f-521b001e99cd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:32.599571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 73ebdd7f-8364-4015-b73f-521b001e99cd completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:32.604819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 73ebdd7f-8364-4015-b73f-521b001e99cd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:32.605140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:32.715710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9c911117-8d62-4481-8981-90cf0ee53bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:32.735349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:32.755913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 73ebdd7f-8364-4015-b73f-521b001e99cd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=73ebdd7f-8364-4015-b73f-521b001e99cd,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:32.858419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:32.915318 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Sync routers for ids ['40ad7a75-92a2-46de-90d5-143df68aefe2'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:34:32.924960 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Routers {'40ad7a75-92a2-46de-90d5-143df68aefe2'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:34:32.925564 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:34:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['40ad7a75-92a2-46de-90d5-143df68aefe2'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:32.940353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=73ebdd7f-8364-4015-b73f-521b001e99cd,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:32.989601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:33.129136 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9dfbefee-c880-4a6d-b2b9-d723bd70974a req-f4760363-b673-4029-a552-a60d4d56516c tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 210 time: 0.0439911 Mar 24 17:34:33.146093 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Set router 40ad7a75-92a2-46de-90d5-143df68aefe2 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:34:33.458221 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:24Z', 'updated_at': '2022-03-24T17:34:29Z', 'revision_number': 4, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'gw_port': {'id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:25Z', 'updated_at': '2022-03-24T17:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3f877cc6-39ca-46fe-ae76-15fa51c7ad45', 'name': '', 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'mac_address': 'fa:16:3e:e5:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:28Z', 'updated_at': '2022-03-24T17:34:29Z', 'revision_number': 2, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'subnets': [{'id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:33.461977 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Checking router: 40ad7a75-92a2-46de-90d5-143df68aefe2 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:34:33.462321 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Updating router 40ad7a75-92a2-46de-90d5-143df68aefe2 port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:34:33.514464 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:33.850829 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:33.863154 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Transition to ACTIVE for port object 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:33.910128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:33.938077 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:33.989343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:34.066649 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76689bd5-7db3-4719-83ff-52430d6f7e91 None None] Pushing event updated for resources: {'Port': ['ID=3f877cc6-39ca-46fe-ae76-15fa51c7ad45,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:34.156484 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Attempting to bind port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:34:34.156840 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Attempting to bind port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'c5590f34-74da-4e61-ae37-233f768f3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:34:34.157193 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Attempting to bind port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 on network 17718222-1fc9-4e6a-a248-157b90c6967f {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:34.166904 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:34:34.167818 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Checking segment: {'id': 'c5590f34-74da-4e61-ae37-233f768f3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:34.168466 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:34.169523 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Bound using segment: {'id': 'c5590f34-74da-4e61-ae37-233f768f3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:34:34.169961 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Bound port: 3f877cc6-39ca-46fe-ae76-15fa51c7ad45, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5590f34-74da-4e61-ae37-233f768f3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:34:34.170450 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:34.277917 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] For port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:34:34.281880 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] For port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3f877cc6-39ca-46fe-ae76-15fa51c7ad45,segment=NetworkSegment(c5590f34-74da-4e61-ae37-233f768f3afb),segment_id=c5590f34-74da-4e61-ae37-233f768f3afb)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:34:34.350395 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:34.433060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 73ebdd7f-8364-4015-b73f-521b001e99cd up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:34.451345 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Routers {'40ad7a75-92a2-46de-90d5-143df68aefe2'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:34:34.452274 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:34:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['40ad7a75-92a2-46de-90d5-143df68aefe2'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:34.481044 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aedde330-3b2c-45d5-abe7-e40a31f58155 req-5cf1cf65-6584-469e-9575-4642d92c1ebd tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 210 time: 0.2062135 Mar 24 17:34:34.547565 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76689bd5-7db3-4719-83ff-52430d6f7e91 None None] Pushing event updated for resources: {'Port': ['ID=3f877cc6-39ca-46fe-ae76-15fa51c7ad45,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:34.547827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-f1896bc9-64be-44ff-bcd4-949aa1003301 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:34.549403 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-f1896bc9-64be-44ff-bcd4-949aa1003301 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.48 "GET /v2.0/networks?id=41f2da61-0ab6-41f4-ba25-3bced4add187 HTTP/1.1" status: 200 len: 817 time: 0.3816736 Mar 24 17:34:34.566484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 73ebdd7f-8364-4015-b73f-521b001e99cd triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:34.566646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Request body: {'port': {'device_id': 'f53a435c-6e89-42df-b7f0-a322e46c1e18', 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187', 'admin_state_up': True, 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:34.566759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:34.679861 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] Set router 40ad7a75-92a2-46de-90d5-143df68aefe2 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:34:34.750419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:34:34.760581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:34:34.863032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Made reservation on behalf of 54aaf2b42e2a4e10994c47d46e35d1da for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:34:34.866426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:35.013489 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:24Z', 'updated_at': '2022-03-24T17:34:29Z', 'revision_number': 4, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'gw_port': {'id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:25Z', 'updated_at': '2022-03-24T17:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3f877cc6-39ca-46fe-ae76-15fa51c7ad45', 'name': '', 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'mac_address': 'fa:16:3e:e5:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:28Z', 'updated_at': '2022-03-24T17:34:34Z', 'revision_number': 4, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'subnets': [{'id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:34:35.017811 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664ab24-a259-4400-9eea-47d415acd0de None None] The sync data for ids ['40ad7a75-92a2-46de-90d5-143df68aefe2'] in dv-neutron-835063-1-hyperv is: [{'id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:24Z', 'updated_at': '2022-03-24T17:34:29Z', 'revision_number': 4, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'gw_port': {'id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:25Z', 'updated_at': '2022-03-24T17:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '3f877cc6-39ca-46fe-ae76-15fa51c7ad45', 'name': '', 'network_id': '17718222-1fc9-4e6a-a248-157b90c6967f', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'mac_address': 'fa:16:3e:e5:5a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:28Z', 'updated_at': '2022-03-24T17:34:34Z', 'revision_number': 4, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'subnets': [{'id': '9670b2e8-dbf5-4c17-ae51-b999ce98a7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:34:35.036490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Allocated IP 172.20.0.4 (41f2da61-0ab6-41f4-ba25-3bced4add187/845a7539-df47-4444-805b-64f6fa95b3e8/96e37cc5-4d15-4c41-b2c0-554ad82ba980) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:34:35.245777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:35.263318 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Transition to ACTIVE for port object 96e37cc5-4d15-4c41-b2c0-554ad82ba980 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:35.348805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:35.418109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:34:35.421404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:34:35.424976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:34:35.475098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:35.487516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Pushing event updated for resources: {'Port': ['ID=96e37cc5-4d15-4c41-b2c0-554ad82ba980,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:35.521753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:35.522872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:35.643755 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-6ea012ee-1ac4-4dea-a65d-5fd2c4b9c612 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0845525 Mar 24 17:34:35.657675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Request body: {'port': {'device_id': 'f53a435c-6e89-42df-b7f0-a322e46c1e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:34:35.709809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c9ab3ea8-a083-48e6-bfaf-07f826f50af6 None None] Provisioning for port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:35.715474 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c9ab3ea8-a083-48e6-bfaf-07f826f50af6 None None] Provisioning complete for port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:35.715930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c9ab3ea8-a083-48e6-bfaf-07f826f50af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:35.774976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab3ea8-a083-48e6-bfaf-07f826f50af6 None None] Port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:34:35.786180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015131ec-9e1c-4098-9b39-3fa1b0bac180 req-8b360ae3-661a-4bf0-a58e-f216d47cdd7d tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:35.786869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-015131ec-9e1c-4098-9b39-3fa1b0bac180 req-8b360ae3-661a-4bf0-a58e-f216d47cdd7d tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Synchronizing usage tracker for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:34:35.805613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:35.885648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-015131ec-9e1c-4098-9b39-3fa1b0bac180 req-8b360ae3-661a-4bf0-a58e-f216d47cdd7d tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Unset dirty status for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:34:35.886819 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-015131ec-9e1c-4098-9b39-3fa1b0bac180 req-8b360ae3-661a-4bf0-a58e-f216d47cdd7d tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 931 time: 0.2828143 Mar 24 17:34:36.010370 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-015131ec-9e1c-4098-9b39-3fa1b0bac180 req-48a2a8ed-75e2-456c-be0b-0ad96ccce1eb tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854242 Mar 24 17:34:36.178965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e37cc5-4d15-4c41-b2c0-554ad82ba980 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:34:36.186051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:36.200332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Transition to ACTIVE for port object 96e37cc5-4d15-4c41-b2c0-554ad82ba980 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:34:36.268279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:36.456055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:36.462665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Pushing event updated for resources: {'Port': ['ID=96e37cc5-4d15-4c41-b2c0-554ad82ba980,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:36.514934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Attempting to bind port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:34:36.515553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Attempting to bind port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:34:36.515553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Attempting to bind port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 on network 41f2da61-0ab6-41f4-ba25-3bced4add187 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:36.520851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 on network 41f2da61-0ab6-41f4-ba25-3bced4add187 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:34:36.521101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Attempting to bind port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 on network 41f2da61-0ab6-41f4-ba25-3bced4add187 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:34:36.526276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:34:36.526601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Checking segment: {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:34:36.526988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Bound using segment: {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:34:36.527380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Bound port: 96e37cc5-4d15-4c41-b2c0-554ad82ba980, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:34:36.527715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:36.582133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:36.591795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:36.591795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:36.615878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] For port 96e37cc5-4d15-4c41-b2c0-554ad82ba980, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:34:36.618411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] For port 96e37cc5-4d15-4c41-b2c0-554ad82ba980, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=96e37cc5-4d15-4c41-b2c0-554ad82ba980,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:34:36.692688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:36.753257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:36.754230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:36.754986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:36.756382 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] 10.222.0.48 "PUT /v2.0/ports/96e37cc5-4d15-4c41-b2c0-554ad82ba980 HTTP/1.1" status: 200 len: 1093 time: 1.1029820 Mar 24 17:34:36.756832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53a435c-6e89-42df-b7f0-a322e46c1e18', 'tag': '96e37cc5-4d15-4c41-b2c0-554ad82ba980'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:34:36.790869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3f877cc6-39ca-46fe-ae76-15fa51c7ad45,segment=NetworkSegment(c5590f34-74da-4e61-ae37-233f768f3afb),segment_id=c5590f34-74da-4e61-ae37-233f768f3afb)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:36.795343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b64ebc-8f05-4a49-8895-612314200015 service neutron] Pushing event updated for resources: {'Port': ['ID=96e37cc5-4d15-4c41-b2c0-554ad82ba980,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:36.820081 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53a435c-6e89-42df-b7f0-a322e46c1e18', 'tag': '96e37cc5-4d15-4c41-b2c0-554ad82ba980', 'status': 'completed', 'code': 200} Mar 24 17:34:36.983620 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:37.034384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b1034-43ca-46e1-9d7e-7ecd955594d0 req-9ac8d22d-929d-44be-b829-2506be2a437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:37.035850 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-251b1034-43ca-46e1-9d7e-7ecd955594d0 req-9ac8d22d-929d-44be-b829-2506be2a437c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54aaf2b42e2a4e10994c47d46e35d1da&device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 1096 time: 0.1939323 Mar 24 17:34:37.055717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=3f877cc6-39ca-46fe-ae76-15fa51c7ad45,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:37.223837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b1034-43ca-46e1-9d7e-7ecd955594d0 req-8b29c4c9-ee1a-405f-b253-82ea3f4f8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:37.225271 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-251b1034-43ca-46e1-9d7e-7ecd955594d0 req-8b29c4c9-ee1a-405f-b253-82ea3f4f8757 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=54aaf2b42e2a4e10994c47d46e35d1da&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1827955 Mar 24 17:34:37.279490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d7470-1bb0-4fbc-8a5f-797c0e23f799 req-eead371a-f214-4183-9ef6-607a0be487ec tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:37.280986 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f86d7470-1bb0-4fbc-8a5f-797c0e23f799 req-eead371a-f214-4183-9ef6-607a0be487ec tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 943 time: 0.1534011 Mar 24 17:34:37.396609 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f86d7470-1bb0-4fbc-8a5f-797c0e23f799 req-445907cf-7511-4808-9037-33471b534fd9 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684490 Mar 24 17:34:37.403820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b1034-43ca-46e1-9d7e-7ecd955594d0 req-a720698f-e00b-43eb-ad1b-c7d892b18315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:37.405419 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-251b1034-43ca-46e1-9d7e-7ecd955594d0 req-a720698f-e00b-43eb-ad1b-c7d892b18315 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745007 Mar 24 17:34:37.505772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-a680ed14-3445-439d-9529-a3c3b8a7adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:37.507210 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-a680ed14-3445-439d-9529-a3c3b8a7adee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54aaf2b42e2a4e10994c47d46e35d1da&device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 1096 time: 0.0698810 Mar 24 17:34:37.575788 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-265b7c32-ffa1-482f-975e-acf0382f9d6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96e37cc5-4d15-4c41-b2c0-554ad82ba980 HTTP/1.1" status: 200 len: 217 time: 0.0622735 Mar 24 17:34:37.635466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-81ec6d54-1b70-49df-ac58-954ac0e28e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:37.636887 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-81ec6d54-1b70-49df-ac58-954ac0e28e90 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=845a7539-df47-4444-805b-64f6fa95b3e8 HTTP/1.1" status: 200 len: 856 time: 0.0558589 Mar 24 17:34:37.714772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-7d6090c6-2f14-47c9-b3ad-c598af111639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:37.716251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-7d6090c6-2f14-47c9-b3ad-c598af111639 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41f2da61-0ab6-41f4-ba25-3bced4add187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732424 Mar 24 17:34:37.852502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-197a6674-0eae-4678-a67c-209c2f0be89b service neutron] 10.222.0.48 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306875 Mar 24 17:34:37.981258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c444fee1-ad08-42e4-8da7-0f30be78426d req-ebe62005-f771-4bb0-a977-718bdd2d7b0e service neutron] 10.222.0.48 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235516 Mar 24 17:34:38.418908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:38.490196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:38.490565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:38.586090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa1e2f-d975-4f1e-bff1-96accc977320 req-cbe4e68e-702f-400d-98cb-d51f915a3cfe tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:38.587637 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-03aa1e2f-d975-4f1e-bff1-96accc977320 req-cbe4e68e-702f-400d-98cb-d51f915a3cfe tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 943 time: 0.0824127 Mar 24 17:34:38.634345 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-03aa1e2f-d975-4f1e-bff1-96accc977320 req-9889ce5c-6591-459e-85c2-110c1a208825 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Mar 24 17:34:39.822211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da10b-9326-42ba-a574-ef43d2a62051 req-74f68e16-0666-4dc2-9419-295a4bb179c0 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:39.823623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1b5da10b-9326-42ba-a574-ef43d2a62051 req-74f68e16-0666-4dc2-9419-295a4bb179c0 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 943 time: 0.0834417 Mar 24 17:34:39.878932 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1b5da10b-9326-42ba-a574-ef43d2a62051 req-b5c0fa53-a43d-4a2f-afa4-77a79708c01a tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469923 Mar 24 17:34:41.057433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bf17c-250e-4312-b45c-7829cce021fc req-79793c40-3409-4919-a531-99b8c60d5ade tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:41.058868 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b7bf17c-250e-4312-b45c-7829cce021fc req-79793c40-3409-4919-a531-99b8c60d5ade tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 943 time: 0.0782359 Mar 24 17:34:41.075748 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 96e37cc5-4d15-4c41-b2c0-554ad82ba980 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:34:41.104795 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b7bf17c-250e-4312-b45c-7829cce021fc req-d5d6d38e-5b4b-454c-9989-03131ee712b5 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Mar 24 17:34:41.209677 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 96e37cc5-4d15-4c41-b2c0-554ad82ba980, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=96e37cc5-4d15-4c41-b2c0-554ad82ba980,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:41.222976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '96e37cc5-4d15-4c41-b2c0-554ad82ba980', 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187', 'port_id': '96e37cc5-4d15-4c41-b2c0-554ad82ba980', 'mac_address': 'fa:16:3e:7c:ee:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845a7539-df47-4444-805b-64f6fa95b3e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:34:41.276315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:41.292031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e37cc5-4d15-4c41-b2c0-554ad82ba980 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:34:41.307272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 96e37cc5-4d15-4c41-b2c0-554ad82ba980, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=96e37cc5-4d15-4c41-b2c0-554ad82ba980,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:41.366377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:41.434541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=96e37cc5-4d15-4c41-b2c0-554ad82ba980,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:41.570621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['96e37cc5-4d15-4c41-b2c0-554ad82ba980'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:34:42.281514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac89d3-3f90-4b36-a79f-dba28c384650 req-74e11754-8c19-4959-b083-d923e11028d9 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:42.283446 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-faac89d3-3f90-4b36-a79f-dba28c384650 req-74e11754-8c19-4959-b083-d923e11028d9 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 944 time: 0.0768092 Mar 24 17:34:42.325828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-faac89d3-3f90-4b36-a79f-dba28c384650 req-e43f492f-9f67-4bd8-ae30-3d0d0539dcab tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368063 Mar 24 17:34:43.088093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 96e37cc5-4d15-4c41-b2c0-554ad82ba980 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:34:43.211764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:34:43.216896 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:34:43.217272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:43.333781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:43.359525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53a435c-6e89-42df-b7f0-a322e46c1e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e37cc5-4d15-4c41-b2c0-554ad82ba980'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:34:43.369813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 96e37cc5-4d15-4c41-b2c0-554ad82ba980, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=96e37cc5-4d15-4c41-b2c0-554ad82ba980,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:34:43.441181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:34:43.488211 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53a435c-6e89-42df-b7f0-a322e46c1e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e37cc5-4d15-4c41-b2c0-554ad82ba980', 'code': 200} Mar 24 17:34:43.519144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=96e37cc5-4d15-4c41-b2c0-554ad82ba980,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:34:43.525323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467764e-ccce-4f42-8768-442632b05805 req-aef27e45-fd03-445b-85c8-99650b7293ad tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:43.526780 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e467764e-ccce-4f42-8768-442632b05805 req-aef27e45-fd03-445b-85c8-99650b7293ad tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 945 time: 0.0921357 Mar 24 17:34:43.570811 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e467764e-ccce-4f42-8768-442632b05805 req-ed4920f4-578e-4102-aeed-56584034088f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Mar 24 17:34:43.836893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356ca06-1b53-4821-a2af-ea32514112d4 req-70ab52d2-2c43-466b-9079-35057d53b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:43.838332 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6356ca06-1b53-4821-a2af-ea32514112d4 req-70ab52d2-2c43-466b-9079-35057d53b659 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 1098 time: 0.0698562 Mar 24 17:34:43.879207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6356ca06-1b53-4821-a2af-ea32514112d4 req-b86b0422-2266-4a30-be18-79b1b9117fb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Mar 24 17:34:44.856246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54906166-37d8-49d2-9a9f-f88a38b20257 req-1b84631e-dcc1-4aa1-975a-e5f82a7b88d8 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:44.857810 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-54906166-37d8-49d2-9a9f-f88a38b20257 req-1b84631e-dcc1-4aa1-975a-e5f82a7b88d8 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 945 time: 0.1829476 Mar 24 17:34:44.912721 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-54906166-37d8-49d2-9a9f-f88a38b20257 req-6f8b37f6-c110-4bdf-9a23-90a5be848fca tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469856 Mar 24 17:34:46.097136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52743f33-b6a9-4772-9609-ab566a7b526a req-a98f8be6-cacb-4241-9497-19452af1d8a7 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:46.098459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-52743f33-b6a9-4772-9609-ab566a7b526a req-a98f8be6-cacb-4241-9497-19452af1d8a7 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 945 time: 0.0791929 Mar 24 17:34:46.141043 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-52743f33-b6a9-4772-9609-ab566a7b526a req-eac8083b-f2fa-45b7-b317-119a3cee09df tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370462 Mar 24 17:34:46.324652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775c11c-5fd3-4912-b064-1c0af44aab81 req-4b667071-26a6-4ccc-a565-fc15140f8b5b tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:34:46.326066 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b775c11c-5fd3-4912-b064-1c0af44aab81 req-4b667071-26a6-4ccc-a565-fc15140f8b5b tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 945 time: 0.0778430 Mar 24 17:34:46.367721 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b775c11c-5fd3-4912-b064-1c0af44aab81 req-842083c0-0d63-4548-b7ba-f16d2e8a7799 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360296 Mar 24 17:34:50.388887 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:35:00.491220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8a0795d6-6a91-404c-a695-6df0c0f122d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:02.668910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9d1c61db-d1a1-4c9d-979d-81aa9bbc0bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:02.976946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:03.908181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:03.958787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:04.390636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136b9f4-309e-4c4d-a2ee-413370de22b0 req-8cd5197a-277f-4125-805c-c2e65f476148 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:04.392585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a136b9f4-309e-4c4d-a2ee-413370de22b0 req-8cd5197a-277f-4125-805c-c2e65f476148 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 945 time: 0.0845668 Mar 24 17:35:04.437090 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a136b9f4-309e-4c4d-a2ee-413370de22b0 req-b5f5802a-2415-4e94-ae5e-605cefb75536 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 Mar 24 17:35:05.406907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:05.622094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc35174-76c4-482b-bc40-014a5db50cd0 req-a3e4e482-0339-4a77-9b76-74615237ff24 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:05.623412 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fc35174-76c4-482b-bc40-014a5db50cd0 req-a3e4e482-0339-4a77-9b76-74615237ff24 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 945 time: 0.0774548 Mar 24 17:35:05.669182 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fc35174-76c4-482b-bc40-014a5db50cd0 req-f65782d9-b416-4417-89e3-865298ddf78c tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Mar 24 17:35:05.924889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68692768-0e8d-4617-969d-82abb2f11e11 req-c853aab6-0271-4b66-a257-ecf4a9d20b00 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:05.926291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68692768-0e8d-4617-969d-82abb2f11e11 req-c853aab6-0271-4b66-a257-ecf4a9d20b00 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.48 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 945 time: 0.0778947 Mar 24 17:35:05.994928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-68692768-0e8d-4617-969d-82abb2f11e11 req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Deleting port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:05.995261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-68692768-0e8d-4617-969d-82abb2f11e11 req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:06.233225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-68692768-0e8d-4617-969d-82abb2f11e11 req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] For port 96e37cc5-4d15-4c41-b2c0-554ad82ba980, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=96e37cc5-4d15-4c41-b2c0-554ad82ba980,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:06.233495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-68692768-0e8d-4617-969d-82abb2f11e11 req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:06.357852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-68692768-0e8d-4617-969d-82abb2f11e11 req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Calling delete_port for 96e37cc5-4d15-4c41-b2c0-554ad82ba980 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:06.542829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-68692768-0e8d-4617-969d-82abb2f11e11 req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:06.554029 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['96e37cc5-4d15-4c41-b2c0-554ad82ba980'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:35:06.595462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Pushing event deleted for resources: {'Port': ['ID=96e37cc5-4d15-4c41-b2c0-554ad82ba980,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:06.632667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.633365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.633365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.633643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.633970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.634299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.634621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.634944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.635272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.635588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.635924 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.636256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:06.679848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-68692768-0e8d-4617-969d-82abb2f11e11 req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] No DVR routers for this DVR port 96e37cc5-4d15-4c41-b2c0-554ad82ba980 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:35:06.682344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-68692768-0e8d-4617-969d-82abb2f11e11 req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:06.684979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53a435c-6e89-42df-b7f0-a322e46c1e18', 'name': 'network-vif-deleted', 'tag': '96e37cc5-4d15-4c41-b2c0-554ad82ba980'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:35:06.767232 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68692768-0e8d-4617-969d-82abb2f11e11 req-d2baace4-874d-4a2f-8580-ef87f3b6ed2f tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.48 "DELETE /v2.0/ports/96e37cc5-4d15-4c41-b2c0-554ad82ba980 HTTP/1.1" status: 204 len: 173 time: 0.8351316 Mar 24 17:35:06.824846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53a435c-6e89-42df-b7f0-a322e46c1e18', 'name': 'network-vif-deleted', 'tag': '96e37cc5-4d15-4c41-b2c0-554ad82ba980', 'status': 'completed', 'code': 200} Mar 24 17:35:06.831237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1815490d-a7e0-456c-89a2-793a62edf93c req-c7c18ddd-72a6-433a-a7e4-ea38eae9ca2d tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Synchronizing usage tracker for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:35:06.907070 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1815490d-a7e0-456c-89a2-793a62edf93c req-c7c18ddd-72a6-433a-a7e4-ea38eae9ca2d tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Unset dirty status for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:35:06.908298 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1815490d-a7e0-456c-89a2-793a62edf93c req-c7c18ddd-72a6-433a-a7e4-ea38eae9ca2d tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53a435c-6e89-42df-b7f0-a322e46c1e18 HTTP/1.1" status: 200 len: 210 time: 0.1220229 Mar 24 17:35:08.824342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-8c98764e-997a-4771-a81c-ca2e08fe3cfe tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:08.825677 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-8c98764e-997a-4771-a81c-ca2e08fe3cfe tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/networks?id=41f2da61-0ab6-41f4-ba25-3bced4add187 HTTP/1.1" status: 200 len: 817 time: 0.1429937 Mar 24 17:35:08.841044 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-9448729d-11f1-4f5e-9c74-e4e302f942eb tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/quotas/54aaf2b42e2a4e10994c47d46e35d1da HTTP/1.1" status: 200 len: 375 time: 0.0097950 Mar 24 17:35:08.924196 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-33e77005-5aa5-45c5-a43a-6b817ae347c5 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=54aaf2b42e2a4e10994c47d46e35d1da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774124 Mar 24 17:35:09.155508 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-99541fc3-b205-436b-9480-a03eed24e070 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199078 Mar 24 17:35:09.284265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-4666cd4f-6ff2-444c-b108-b67957c69480 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225708 Mar 24 17:35:09.665624 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ea3a756f-f16b-4499-a549-2633b44d315c req-947d6aef-6749-4951-83dd-e7ce44c36341 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 210 time: 0.1450660 Mar 24 17:35:10.813155 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36c82017-2bb2-43d6-b09f-5881592b99a5 req-2d0930fd-ed79-426b-b01e-b216b80c7fa9 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 210 time: 0.0424781 Mar 24 17:35:11.258877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 96e37cc5-4d15-4c41-b2c0-554ad82ba980 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:35:11.293536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 96e37cc5-4d15-4c41-b2c0-554ad82ba980 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:35:11.293882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 96e37cc5-4d15-4c41-b2c0-554ad82ba980 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:35:11.378830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-21e91ead-a478-4152-b8cd-2095c817892b tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:11.380246 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-21e91ead-a478-4152-b8cd-2095c817892b tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.48 "GET /v2.0/networks?id=41f2da61-0ab6-41f4-ba25-3bced4add187 HTTP/1.1" status: 200 len: 817 time: 0.1472189 Mar 24 17:35:11.393031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Request body: {'port': {'device_id': '42606505-e2a4-4261-8d4a-1f8136a626d8', 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187', 'admin_state_up': True, 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:35:11.530606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:35:11.540518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:35:11.622505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Made reservation on behalf of 54aaf2b42e2a4e10994c47d46e35d1da for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:35:11.626048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:11.786830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Allocated IP 172.20.0.9 (41f2da61-0ab6-41f4-ba25-3bced4add187/845a7539-df47-4444-805b-64f6fa95b3e8/27f7ee65-4732-4093-822d-877c068dd711) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:35:11.982346 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6af46c39-9927-48ff-b8f3-891b633521f1 req-1a02f640-9b33-4b13-98c4-eec2f8bb1a9a tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 210 time: 0.0557048 Mar 24 17:35:12.030712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:12.046114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Transition to ACTIVE for port object 27f7ee65-4732-4093-822d-877c068dd711 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:35:12.148299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:12.233516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:35:12.237630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:35:12.247498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:35:12.282291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Pushing event updated for resources: {'Port': ['ID=27f7ee65-4732-4093-822d-877c068dd711,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:12.319327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:12.319943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:12.417477 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-e626cc80-f210-49fd-8721-fcbacfcfbe08 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0285420 Mar 24 17:35:12.428856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Request body: {'port': {'device_id': '42606505-e2a4-4261-8d4a-1f8136a626d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:35:12.539032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:12.542555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c597ce4a-e1d3-4ffe-b46a-541859522f1e None None] Provisioning for port 27f7ee65-4732-4093-822d-877c068dd711 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:35:12.548194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c597ce4a-e1d3-4ffe-b46a-541859522f1e None None] Provisioning complete for port 27f7ee65-4732-4093-822d-877c068dd711 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:35:12.549065 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c597ce4a-e1d3-4ffe-b46a-541859522f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:12.607769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c597ce4a-e1d3-4ffe-b46a-541859522f1e None None] Port 27f7ee65-4732-4093-822d-877c068dd711 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:35:12.875080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f7ee65-4732-4093-822d-877c068dd711 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:35:12.882479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:12.896752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Transition to ACTIVE for port object 27f7ee65-4732-4093-822d-877c068dd711 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:35:12.982712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:13.147889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=27f7ee65-4732-4093-822d-877c068dd711,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:13.377828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Attempting to bind port 27f7ee65-4732-4093-822d-877c068dd711 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:35:13.378060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Attempting to bind port 27f7ee65-4732-4093-822d-877c068dd711 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:35:13.378379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Attempting to bind port 27f7ee65-4732-4093-822d-877c068dd711 on network 41f2da61-0ab6-41f4-ba25-3bced4add187 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:35:13.385621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Port 27f7ee65-4732-4093-822d-877c068dd711 on network 41f2da61-0ab6-41f4-ba25-3bced4add187 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:35:13.385931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Attempting to bind port 27f7ee65-4732-4093-822d-877c068dd711 on network 41f2da61-0ab6-41f4-ba25-3bced4add187 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:35:13.401674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:35:13.401944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Checking segment: {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:35:13.402344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Bound using segment: {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:35:13.402759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Bound port: 27f7ee65-4732-4093-822d-877c068dd711, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1566cf95-89c6-43bc-b20b-2090f03f9d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:35:13.403089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:13.419997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2f633-3603-4b2c-9ede-3d6431cf3d3c req-37a32e03-0fbb-4907-9bb3-513637589c1a tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:13.420674 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-19b2f633-3603-4b2c-9ede-3d6431cf3d3c req-37a32e03-0fbb-4907-9bb3-513637589c1a tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Synchronizing usage tracker for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:35:13.503678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] For port 27f7ee65-4732-4093-822d-877c068dd711, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:35:13.506549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] For port 27f7ee65-4732-4093-822d-877c068dd711, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=27f7ee65-4732-4093-822d-877c068dd711,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:35:13.605371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-19b2f633-3603-4b2c-9ede-3d6431cf3d3c req-37a32e03-0fbb-4907-9bb3-513637589c1a tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Unset dirty status for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:35:13.606533 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b2f633-3603-4b2c-9ede-3d6431cf3d3c req-37a32e03-0fbb-4907-9bb3-513637589c1a tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 943 time: 0.3134072 Mar 24 17:35:13.627574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:13.680258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:13.681202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:13.682261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] 10.222.0.48 "PUT /v2.0/ports/27f7ee65-4732-4093-822d-877c068dd711 HTTP/1.1" status: 200 len: 1093 time: 1.2572737 Mar 24 17:35:13.691114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42606505-e2a4-4261-8d4a-1f8136a626d8', 'tag': '27f7ee65-4732-4093-822d-877c068dd711'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:35:13.723331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-19b2f633-3603-4b2c-9ede-3d6431cf3d3c req-00291d8f-6918-4167-8373-23c5884d41a2 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111219 Mar 24 17:35:13.742393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157d094-dd3e-4f31-b825-b26d8d164ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=27f7ee65-4732-4093-822d-877c068dd711,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:13.754467 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42606505-e2a4-4261-8d4a-1f8136a626d8', 'tag': '27f7ee65-4732-4093-822d-877c068dd711', 'status': 'completed', 'code': 200} Mar 24 17:35:13.839020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-808d78aa-8b59-4cce-a87c-6c343e44bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:13.840757 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-808d78aa-8b59-4cce-a87c-6c343e44bde0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54aaf2b42e2a4e10994c47d46e35d1da&device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 1096 time: 0.0753560 Mar 24 17:35:13.911482 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-fd723e77-70cd-46f1-a537-6ad290204abb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f7ee65-4732-4093-822d-877c068dd711 HTTP/1.1" status: 200 len: 217 time: 0.0641158 Mar 24 17:35:13.973478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-af7b2a86-535d-4ce6-8875-a999cb05854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:13.974879 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-af7b2a86-535d-4ce6-8875-a999cb05854b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=845a7539-df47-4444-805b-64f6fa95b3e8 HTTP/1.1" status: 200 len: 856 time: 0.0571184 Mar 24 17:35:14.051568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-216cf629-c43e-4cad-943d-ea85d9e75475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:14.053013 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-216cf629-c43e-4cad-943d-ea85d9e75475 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41f2da61-0ab6-41f4-ba25-3bced4add187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722408 Mar 24 17:35:14.180720 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-c703a6c3-fbb3-499f-ac3d-bb8fcf6e0480 service neutron] 10.222.0.48 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211641 Mar 24 17:35:14.312320 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b61eebef-119f-42ef-93c3-beb3e9a628f7 req-59bc7c1e-8c35-43cb-b23e-32bd411dab4d service neutron] 10.222.0.48 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253293 Mar 24 17:35:14.491929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-e96f8c53-02bf-420e-a702-ad3117c0f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:14.493431 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-e96f8c53-02bf-420e-a702-ad3117c0f17d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54aaf2b42e2a4e10994c47d46e35d1da&device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 1096 time: 0.0684216 Mar 24 17:35:14.619619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-7fad0d5e-23b8-4917-bbb1-f9ca541b5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:14.621036 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-7fad0d5e-23b8-4917-bbb1-f9ca541b5d40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41f2da61-0ab6-41f4-ba25-3bced4add187 HTTP/1.1" status: 200 len: 918 time: 0.1216562 Mar 24 17:35:14.689172 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-885f5024-f2f8-4619-a69c-0f46022d6357 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f7ee65-4732-4093-822d-877c068dd711 HTTP/1.1" status: 200 len: 217 time: 0.0621119 Mar 24 17:35:14.751295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-bd449b04-8d39-4c57-8ea9-dbcd1de01a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:14.752977 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-bd449b04-8d39-4c57-8ea9-dbcd1de01a99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=845a7539-df47-4444-805b-64f6fa95b3e8 HTTP/1.1" status: 200 len: 856 time: 0.0568075 Mar 24 17:35:14.831151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-e454f2b3-1e6f-46dd-918d-a39744b29d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:14.832706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-e454f2b3-1e6f-46dd-918d-a39744b29d33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41f2da61-0ab6-41f4-ba25-3bced4add187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734692 Mar 24 17:35:15.020763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71919a93-f74e-441e-bbdf-f4fc76da422f req-0b156bb9-01c6-4e37-99ca-ca4a3aa9e97b tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:15.022475 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-71919a93-f74e-441e-bbdf-f4fc76da422f req-0b156bb9-01c6-4e37-99ca-ca4a3aa9e97b tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 943 time: 0.1889300 Mar 24 17:35:15.024400 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-f92eaf73-8720-42b6-8a95-ed289b3a1dd6 service neutron] 10.222.0.48 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611657 Mar 24 17:35:15.250063 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-71919a93-f74e-441e-bbdf-f4fc76da422f req-86ab0dc5-2873-4a00-9a8f-3489c6f3a867 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217457 Mar 24 17:35:15.291685 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1db3add9-c1ac-4e12-aa46-bf130fdb0353 req-0e770b58-1ffe-4815-ab9e-43dd5c36e206 service neutron] 10.222.0.48 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493036 Mar 24 17:35:16.435912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aef16-1817-4931-bbda-26f42d9488ad req-cc3573bb-336e-4007-be53-4d57be6805ba tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:16.437346 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f8aef16-1817-4931-bbda-26f42d9488ad req-cc3573bb-336e-4007-be53-4d57be6805ba tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 943 time: 0.0821369 Mar 24 17:35:16.480570 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f8aef16-1817-4931-bbda-26f42d9488ad req-6dd91f9a-eab2-4c8b-af0b-f3716510a4ff tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Mar 24 17:35:17.306476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 27f7ee65-4732-4093-822d-877c068dd711 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:35:17.435411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 27f7ee65-4732-4093-822d-877c068dd711, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=27f7ee65-4732-4093-822d-877c068dd711,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:17.448102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '27f7ee65-4732-4093-822d-877c068dd711', 'network_id': '41f2da61-0ab6-41f4-ba25-3bced4add187', 'port_id': '27f7ee65-4732-4093-822d-877c068dd711', 'mac_address': 'fa:16:3e:ab:86:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845a7539-df47-4444-805b-64f6fa95b3e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:35:17.501204 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:17.518090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f7ee65-4732-4093-822d-877c068dd711 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:35:17.535596 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 27f7ee65-4732-4093-822d-877c068dd711, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=27f7ee65-4732-4093-822d-877c068dd711,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:17.592572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:17.663537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=27f7ee65-4732-4093-822d-877c068dd711,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:17.666110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33615b-f463-4ef1-af92-a20e36e308f8 req-25a90d47-117b-4272-92c7-8b66e391b2f4 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:17.667580 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f33615b-f463-4ef1-af92-a20e36e308f8 req-25a90d47-117b-4272-92c7-8b66e391b2f4 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 944 time: 0.0814707 Mar 24 17:35:17.715627 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4f33615b-f463-4ef1-af92-a20e36e308f8 req-cfec0fa6-59e1-4670-b761-16d60748a256 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Mar 24 17:35:17.781898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['27f7ee65-4732-4093-822d-877c068dd711'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:35:18.913604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8df498-2b32-4c06-b028-8bbc6f9b01ee req-7c99008b-4f09-4ec1-bae5-0933aa833f88 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:18.915038 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf8df498-2b32-4c06-b028-8bbc6f9b01ee req-7c99008b-4f09-4ec1-bae5-0933aa833f88 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 944 time: 0.0940006 Mar 24 17:35:18.957932 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bf8df498-2b32-4c06-b028-8bbc6f9b01ee req-440226db-8366-4d01-b885-5c3acd2003bf tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373328 Mar 24 17:35:19.321061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 27f7ee65-4732-4093-822d-877c068dd711 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:35:19.483425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 27f7ee65-4732-4093-822d-877c068dd711 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:35:19.488896 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 27f7ee65-4732-4093-822d-877c068dd711 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:35:19.489266 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:19.609591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:19.635206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42606505-e2a4-4261-8d4a-1f8136a626d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f7ee65-4732-4093-822d-877c068dd711'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:35:19.644581 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 27f7ee65-4732-4093-822d-877c068dd711, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=27f7ee65-4732-4093-822d-877c068dd711,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:19.679880 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42606505-e2a4-4261-8d4a-1f8136a626d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f7ee65-4732-4093-822d-877c068dd711', 'code': 200} Mar 24 17:35:19.702268 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:19.771663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=27f7ee65-4732-4093-822d-877c068dd711,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:20.027837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894383c-7eb7-4a67-b4fa-c0d2e0dc28f6 req-0cf12069-b0c5-4f1c-af53-4103dc2b26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:20.029330 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6894383c-7eb7-4a67-b4fa-c0d2e0dc28f6 req-0cf12069-b0c5-4f1c-af53-4103dc2b26f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 1098 time: 0.0723915 Mar 24 17:35:20.105347 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6894383c-7eb7-4a67-b4fa-c0d2e0dc28f6 req-d00326d3-4554-460f-bd75-d4a97730260e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700862 Mar 24 17:35:20.141621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e841-16c0-4258-bbfe-586b9c1fd762 req-cc0cd0f5-9426-4161-b25a-e31499791419 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:20.143651 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6d9e841-16c0-4258-bbfe-586b9c1fd762 req-cc0cd0f5-9426-4161-b25a-e31499791419 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 945 time: 0.0826337 Mar 24 17:35:20.185970 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6d9e841-16c0-4258-bbfe-586b9c1fd762 req-e6446119-ef98-4475-a699-0662764a4796 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364449 Mar 24 17:35:21.372552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f9cc3-feee-473f-b7a6-27febb940bee req-560d3ca6-6d39-4891-abac-dc98c0924708 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:21.373993 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d37f9cc3-feee-473f-b7a6-27febb940bee req-560d3ca6-6d39-4891-abac-dc98c0924708 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 945 time: 0.0824690 Mar 24 17:35:21.418304 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d37f9cc3-feee-473f-b7a6-27febb940bee req-e73be1bc-7577-4feb-bb94-3b54ba66ffa4 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383999 Mar 24 17:35:22.605882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308cf1c-c11e-4123-bec2-004cb0fb9b3e req-5d9fe879-f830-47be-8cbe-1271fa631ce6 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:22.607341 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9308cf1c-c11e-4123-bec2-004cb0fb9b3e req-5d9fe879-f830-47be-8cbe-1271fa631ce6 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 945 time: 0.0839396 Mar 24 17:35:22.653303 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9308cf1c-c11e-4123-bec2-004cb0fb9b3e req-1e972c7c-d78f-4033-9e73-1d7a6aba6d4d tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Mar 24 17:35:22.834101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380af921-340c-4c1a-8e8d-33d2fac05852 req-75d9b697-ef0d-4d1d-83d2-e70bdcac1450 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:22.835582 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-380af921-340c-4c1a-8e8d-33d2fac05852 req-75d9b697-ef0d-4d1d-83d2-e70bdcac1450 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 945 time: 0.0794492 Mar 24 17:35:22.881206 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-380af921-340c-4c1a-8e8d-33d2fac05852 req-2be4c249-f327-4b5e-a877-3eab1b434c5b tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Mar 24 17:35:27.387688 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:35:30.466226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8101efab-a951-4b0f-8f64-295a399330db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:32.725624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e93e-96e5-40d2-9a05-fad17b45cc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:32.976068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:33.901794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:33.970815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:35.387359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:38.481523 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-aa792fba-0489-41d1-8481-d23c82f3529e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725317 Mar 24 17:35:38.620744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-7c9187ff-2564-47e2-9127-561b15cd28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:38.622187 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-7c9187ff-2564-47e2-9127-561b15cd28c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=54aaf2b42e2a4e10994c47d46e35d1da&device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 1098 time: 0.0719295 Mar 24 17:35:38.775075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-1f20939f-4065-4a4b-bf4a-7c32c54fe950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:38.776349 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-1f20939f-4065-4a4b-bf4a-7c32c54fe950 service neutron] 10.222.0.48 "GET /v2.0/networks?id=41f2da61-0ab6-41f4-ba25-3bced4add187 HTTP/1.1" status: 200 len: 918 time: 0.1351218 Mar 24 17:35:38.859078 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-998345bd-1446-46d2-981d-131e6befc577 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f7ee65-4732-4093-822d-877c068dd711 HTTP/1.1" status: 200 len: 217 time: 0.0758939 Mar 24 17:35:38.927031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-29ea651f-e1e1-4c3c-96d0-eb66f5c59a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:38.928590 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-29ea651f-e1e1-4c3c-96d0-eb66f5c59a33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=845a7539-df47-4444-805b-64f6fa95b3e8 HTTP/1.1" status: 200 len: 856 time: 0.0611508 Mar 24 17:35:39.012223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-a8d6c7f8-d5a0-4494-b538-b62d75550870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:39.013660 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-a8d6c7f8-d5a0-4494-b538-b62d75550870 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=41f2da61-0ab6-41f4-ba25-3bced4add187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794277 Mar 24 17:35:39.143813 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-16cb9361-8f79-4a9f-95e4-18d50a95c40a service neutron] 10.222.0.48 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240656 Mar 24 17:35:39.277618 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-aa5950bb-4bde-4f96-aa26-05bbade96bc3 req-69c9af64-e293-406a-9273-7f623c58d662 service neutron] 10.222.0.48 "GET /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261706 Mar 24 17:35:40.757239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733c435-696f-43c2-8c1e-4bc67a20944f req-6fa59eb1-a264-4d02-9fa1-61cf2d6f5c4a tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:40.758633 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7733c435-696f-43c2-8c1e-4bc67a20944f req-6fa59eb1-a264-4d02-9fa1-61cf2d6f5c4a tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 945 time: 0.1707609 Mar 24 17:35:40.801554 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7733c435-696f-43c2-8c1e-4bc67a20944f req-e5794bf8-f333-4692-bacf-e57bc64cf7fa tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373707 Mar 24 17:35:41.986238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff647-29b9-4701-9914-26af90519795 req-36bf05b9-876f-4231-a1fe-e7ac58d636c3 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:41.987665 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f2ff647-29b9-4701-9914-26af90519795 req-36bf05b9-876f-4231-a1fe-e7ac58d636c3 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 945 time: 0.0808620 Mar 24 17:35:42.031328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f2ff647-29b9-4701-9914-26af90519795 req-9ea61f1e-be4d-40be-a196-4671faf26c04 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb807b01-b2b7-4354-bcfb-849c216e4b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 Mar 24 17:35:42.173454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63772641-7528-48ac-9e61-5973f038e9e7 req-5d71d684-35ca-4592-82c4-bf0b29d24370 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:42.174754 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63772641-7528-48ac-9e61-5973f038e9e7 req-5d71d684-35ca-4592-82c4-bf0b29d24370 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.48 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 945 time: 0.0771151 Mar 24 17:35:42.244716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-63772641-7528-48ac-9e61-5973f038e9e7 req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Deleting port 27f7ee65-4732-4093-822d-877c068dd711 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:42.245050 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-63772641-7528-48ac-9e61-5973f038e9e7 req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:42.483130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-63772641-7528-48ac-9e61-5973f038e9e7 req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] For port 27f7ee65-4732-4093-822d-877c068dd711, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=27f7ee65-4732-4093-822d-877c068dd711,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:42.483402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-63772641-7528-48ac-9e61-5973f038e9e7 req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:42.604913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-63772641-7528-48ac-9e61-5973f038e9e7 req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Calling delete_port for 27f7ee65-4732-4093-822d-877c068dd711 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:42.803175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-63772641-7528-48ac-9e61-5973f038e9e7 req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:42.815345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['27f7ee65-4732-4093-822d-877c068dd711'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:35:42.853315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Pushing event deleted for resources: {'Port': ['ID=27f7ee65-4732-4093-822d-877c068dd711,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:42.934138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-63772641-7528-48ac-9e61-5973f038e9e7 req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] No DVR routers for this DVR port 27f7ee65-4732-4093-822d-877c068dd711 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:35:42.936642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-63772641-7528-48ac-9e61-5973f038e9e7 req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:42.940159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42606505-e2a4-4261-8d4a-1f8136a626d8', 'name': 'network-vif-deleted', 'tag': '27f7ee65-4732-4093-822d-877c068dd711'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:35:42.990834 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42606505-e2a4-4261-8d4a-1f8136a626d8', 'name': 'network-vif-deleted', 'tag': '27f7ee65-4732-4093-822d-877c068dd711', 'status': 'completed', 'code': 200} Mar 24 17:35:43.022582 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-63772641-7528-48ac-9e61-5973f038e9e7 req-c832f6ed-0f26-46a6-b11f-1c3f635ab008 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.48 "DELETE /v2.0/ports/27f7ee65-4732-4093-822d-877c068dd711 HTTP/1.1" status: 204 len: 173 time: 0.8416455 Mar 24 17:35:43.179391 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c43cabba-288c-4e55-82a4-e406228839bf req-d095665e-2faf-4c15-87a0-813f5359b854 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Synchronizing usage tracker for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:35:43.249957 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c43cabba-288c-4e55-82a4-e406228839bf req-d095665e-2faf-4c15-87a0-813f5359b854 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] Unset dirty status for tenant:54aaf2b42e2a4e10994c47d46e35d1da on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:35:43.251160 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c43cabba-288c-4e55-82a4-e406228839bf req-d095665e-2faf-4c15-87a0-813f5359b854 tempest-TestEncryptedCinderVolumes-556959232 tempest-TestEncryptedCinderVolumes-556959232-project] 10.222.0.47 "GET /v2.0/ports?device_id=42606505-e2a4-4261-8d4a-1f8136a626d8 HTTP/1.1" status: 200 len: 210 time: 0.1134984 Mar 24 17:35:44.446639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47326) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:45.066644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:45.409480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Deleting port 13a5a56d-48c5-414e-8d42-4daf0878b1a0 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:45.409812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:45.575633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] For port 13a5a56d-48c5-414e-8d42-4daf0878b1a0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=13a5a56d-48c5-414e-8d42-4daf0878b1a0,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:45.576370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:45.698036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Calling delete_port for 13a5a56d-48c5-414e-8d42-4daf0878b1a0 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:46.066112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:46.110950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Pushing event deleted for resources: {'Port': ['ID=13a5a56d-48c5-414e-8d42-4daf0878b1a0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:46.491881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:46.847163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Router 31ca9700-d412-4e83-9d52-013b4785a503 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:35:47.027419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:35:47.036733 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] Sync routers for ids ['31ca9700-d412-4e83-9d52-013b4785a503'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:35:47.045577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] Routers {'31ca9700-d412-4e83-9d52-013b4785a503'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:35:47.046255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:35:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['31ca9700-d412-4e83-9d52-013b4785a503'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:47.103356 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2e833a1c-be52-4d22-90a0-a70572eb7dea admin admin] 10.222.0.47 "PUT /v2.0/routers/31ca9700-d412-4e83-9d52-013b4785a503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6573634 Mar 24 17:35:47.105751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47330) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:47.220858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] Set router 31ca9700-d412-4e83-9d52-013b4785a503 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:35:47.282468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:47.461804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:47.480958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 27f7ee65-4732-4093-822d-877c068dd711 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:35:47.519340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 27f7ee65-4732-4093-822d-877c068dd711 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:35:47.519672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 27f7ee65-4732-4093-822d-877c068dd711 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:35:47.524647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Deleting port 1999d215-d415-498c-8acb-08583a81a257 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:47.525079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:47.538631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca9700-d412-4e83-9d52-013b4785a503', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '1999d215-d415-498c-8acb-08583a81a257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:16Z', 'updated_at': '2022-03-24T17:35:45Z', 'revision_number': 5, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'gw_port': {'id': '1999d215-d415-498c-8acb-08583a81a257', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ca9700-d412-4e83-9d52-013b4785a503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:17Z', 'updated_at': '2022-03-24T17:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:47.542433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] Checking router: 31ca9700-d412-4e83-9d52-013b4785a503 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:35:47.551262 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] Routers {'31ca9700-d412-4e83-9d52-013b4785a503'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:35:47.551851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:35:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['31ca9700-d412-4e83-9d52-013b4785a503'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:47.697883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] For port 1999d215-d415-498c-8acb-08583a81a257, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1999d215-d415-498c-8acb-08583a81a257,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:47.698241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:47.699261 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] Set router 31ca9700-d412-4e83-9d52-013b4785a503 gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:35:47.805721 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ca9700-d412-4e83-9d52-013b4785a503', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:16Z', 'updated_at': '2022-03-24T17:35:47Z', 'revision_number': 6, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:47.810060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc702b-e841-4f51-b890-27a0546ba533 None None] The sync data for ids ['31ca9700-d412-4e83-9d52-013b4785a503'] in dv-neutron-835063-1-hyperv is: [{'id': '31ca9700-d412-4e83-9d52-013b4785a503', 'name': 'tempest-TestEncryptedCinderVolumes-1627643468-router', 'tenant_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:16Z', 'updated_at': '2022-03-24T17:35:47Z', 'revision_number': 6, 'project_id': '54aaf2b42e2a4e10994c47d46e35d1da', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:35:47.942553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Calling delete_port for 1999d215-d415-498c-8acb-08583a81a257 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:48.153231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.203833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Pushing event deleted for resources: {'Port': ['ID=1999d215-d415-498c-8acb-08583a81a257,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:48.305171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.473566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.475667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.562897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.563598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ca9700-d412-4e83-9d52-013b4785a503 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:35:48.575889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.577036 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9d141d26-1360-4698-b98c-8fdfa5d25564 admin admin] 10.222.0.47 "DELETE /v2.0/routers/31ca9700-d412-4e83-9d52-013b4785a503 HTTP/1.1" status: 204 len: 168 time: 1.4703882 Mar 24 17:35:48.580309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47334) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:48.638822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 13a5a56d-48c5-414e-8d42-4daf0878b1a0 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:35:48.645052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eab0b43-7fc2-486e-ab98-824714915afa admin admin] Deleting subnet 845a7539-df47-4444-805b-64f6fa95b3e8 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:35:48.648338 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1eab0b43-7fc2-486e-ab98-824714915afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.675802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 13a5a56d-48c5-414e-8d42-4daf0878b1a0 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:35:48.676167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 13a5a56d-48c5-414e-8d42-4daf0878b1a0 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:35:48.676580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1999d215-d415-498c-8acb-08583a81a257 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:35:48.697210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1eab0b43-7fc2-486e-ab98-824714915afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.710233 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 1999d215-d415-498c-8acb-08583a81a257 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:35:48.710570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1999d215-d415-498c-8acb-08583a81a257 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:35:48.780440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1eab0b43-7fc2-486e-ab98-824714915afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.929093 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1eab0b43-7fc2-486e-ab98-824714915afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.967201 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab0b43-7fc2-486e-ab98-824714915afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845a7539-df47-4444-805b-64f6fa95b3e8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:48.971898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1eab0b43-7fc2-486e-ab98-824714915afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:48.977008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff909601-b98b-4d09-8b1b-af62a0285736 None None] Network 41f2da61-0ab6-41f4-ba25-3bced4add187 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:35:48.977581 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1eab0b43-7fc2-486e-ab98-824714915afa admin admin] 10.222.0.47 "DELETE /v2.0/subnets/845a7539-df47-4444-805b-64f6fa95b3e8 HTTP/1.1" status: 204 len: 168 time: 0.3963754 Mar 24 17:35:48.980047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47338) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:49.089672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.101079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Deleting port ee205679-7cd1-4545-8a53-870c8d83aa1a {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:49.101407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.259844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] DHCP port deletion for 41f2da61-0ab6-41f4-ba25-3bced4add187 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:35:49.264086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] Deleting port ee205679-7cd1-4545-8a53-870c8d83aa1a {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:49.264481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.312906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] For port ee205679-7cd1-4545-8a53-870c8d83aa1a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ee205679-7cd1-4545-8a53-870c8d83aa1a,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:49.313260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.440452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Calling delete_port for ee205679-7cd1-4545-8a53-870c8d83aa1a owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:49.467209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] For port ee205679-7cd1-4545-8a53-870c8d83aa1a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ee205679-7cd1-4545-8a53-870c8d83aa1a,segment=NetworkSegment(1566cf95-89c6-43bc-b20b-2090f03f9d61),segment_id=1566cf95-89c6-43bc-b20b-2090f03f9d61)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:49.467589 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.592114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] Calling delete_port for ee205679-7cd1-4545-8a53-870c8d83aa1a owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:49.597207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.648682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee205679-7cd1-4545-8a53-870c8d83aa1a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:49.653109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] No DVR routers for this DVR port ee205679-7cd1-4545-8a53-870c8d83aa1a on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:35:49.691746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:35:49.692418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:35:49.862458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.886408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f2da61-0ab6-41f4-ba25-3bced4add187']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:49.898810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1566cf95-89c6-43bc-b20b-2090f03f9d61') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:49.899098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1566cf95-89c6-43bc-b20b-2090f03f9d61') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:49.910844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.926067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.931804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:35:49.932199 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:35:49.944562 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:35:50.078288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:50.093813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:50.103653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f2da61-0ab6-41f4-ba25-3bced4add187,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:50.111416 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-069755d0-52c6-459e-bd2f-db6c34b385f6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/41f2da61-0ab6-41f4-ba25-3bced4add187 HTTP/1.1" status: 204 len: 168 time: 1.1304274 Mar 24 17:35:50.114526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47342) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:50.193230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] Deleting port ee205679-7cd1-4545-8a53-870c8d83aa1a {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:50.193609 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:50.260912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e736d-ec57-47b8-8e31-c0eeebd70e2e None None] The port 'ee205679-7cd1-4545-8a53-870c8d83aa1a' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:35:50.450453 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ee205679-7cd1-4545-8a53-870c8d83aa1a no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:35:50.483478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: ee205679-7cd1-4545-8a53-870c8d83aa1a {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:35:50.483907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ee205679-7cd1-4545-8a53-870c8d83aa1a not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:35:50.644157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:50.983599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Deleting port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:50.983928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:51.151828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] For port 3f877cc6-39ca-46fe-ae76-15fa51c7ad45, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3f877cc6-39ca-46fe-ae76-15fa51c7ad45,segment=NetworkSegment(c5590f34-74da-4e61-ae37-233f768f3afb),segment_id=c5590f34-74da-4e61-ae37-233f768f3afb)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:51.152640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:51.371306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Calling delete_port for 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:51.592839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:51.639456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f877cc6-39ca-46fe-ae76-15fa51c7ad45,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:51.908350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:52.254136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Router 40ad7a75-92a2-46de-90d5-143df68aefe2 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:35:52.424956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:35:52.433764 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] Sync routers for ids ['40ad7a75-92a2-46de-90d5-143df68aefe2'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:35:52.435197 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-22700518-98ad-4edf-9e7e-204d26581d90 admin admin] 10.222.0.47 "PUT /v2.0/routers/40ad7a75-92a2-46de-90d5-143df68aefe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3195164 Mar 24 17:35:52.437516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47346) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:52.444241 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] Routers {'40ad7a75-92a2-46de-90d5-143df68aefe2'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:35:52.445094 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:35:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['40ad7a75-92a2-46de-90d5-143df68aefe2'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:52.625067 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] Set router 40ad7a75-92a2-46de-90d5-143df68aefe2 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:35:52.724866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:52.901742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:52.907677 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:24Z', 'updated_at': '2022-03-24T17:35:51Z', 'revision_number': 5, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'gw_port': {'id': '73ebdd7f-8364-4015-b73f-521b001e99cd', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:34:25Z', 'updated_at': '2022-03-24T17:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:52.911567 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] Checking router: 40ad7a75-92a2-46de-90d5-143df68aefe2 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:35:52.919656 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] Routers {'40ad7a75-92a2-46de-90d5-143df68aefe2'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:35:52.920269 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:35:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['40ad7a75-92a2-46de-90d5-143df68aefe2'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:52.971503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Deleting port 73ebdd7f-8364-4015-b73f-521b001e99cd {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:52.971858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:53.066126 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] Set router 40ad7a75-92a2-46de-90d5-143df68aefe2 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:35:53.152629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] For port 73ebdd7f-8364-4015-b73f-521b001e99cd, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=73ebdd7f-8364-4015-b73f-521b001e99cd,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:53.152873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:53.176768 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:24Z', 'updated_at': '2022-03-24T17:35:52Z', 'revision_number': 6, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:53.180925 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad0f5ef-8c56-4e8a-879c-4374c5dbd091 None None] The sync data for ids ['40ad7a75-92a2-46de-90d5-143df68aefe2'] in dv-neutron-835063-1-hyperv is: [{'id': '40ad7a75-92a2-46de-90d5-143df68aefe2', 'name': 'tempest-TestEncryptedCinderVolumes-395191382-router', 'tenant_id': '382f538488df4bbf91f6dee4ad2e8aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:34:24Z', 'updated_at': '2022-03-24T17:35:52Z', 'revision_number': 6, 'project_id': '382f538488df4bbf91f6dee4ad2e8aba', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:35:53.277196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Calling delete_port for 73ebdd7f-8364-4015-b73f-521b001e99cd owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:53.507687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:53.560077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=73ebdd7f-8364-4015-b73f-521b001e99cd,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:53.651977 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:53.820086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:53.822262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:53.900253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:53.900934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ad7a75-92a2-46de-90d5-143df68aefe2 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:35:53.914079 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:53.915205 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c7444ab8-1849-46c8-a00c-1326478b6b9d admin admin] 10.222.0.47 "DELETE /v2.0/routers/40ad7a75-92a2-46de-90d5-143df68aefe2 HTTP/1.1" status: 204 len: 168 time: 1.4762857 Mar 24 17:35:53.917867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47350) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:53.979341 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b29b9e-3c05-4d77-8a79-7cca97d45bb0 admin admin] Deleting subnet 9670b2e8-dbf5-4c17-ae51-b999ce98a7c0 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:35:53.982291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5b29b9e-3c05-4d77-8a79-7cca97d45bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.032814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5b29b9e-3c05-4d77-8a79-7cca97d45bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.111175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5b29b9e-3c05-4d77-8a79-7cca97d45bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.249955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5b29b9e-3c05-4d77-8a79-7cca97d45bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.288530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b29b9e-3c05-4d77-8a79-7cca97d45bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9670b2e8-dbf5-4c17-ae51-b999ce98a7c0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:54.290413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e5b29b9e-3c05-4d77-8a79-7cca97d45bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.294548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e190a5-b18c-4a88-93bd-7094de4a3e32 None None] Network 17718222-1fc9-4e6a-a248-157b90c6967f requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:35:54.296401 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e5b29b9e-3c05-4d77-8a79-7cca97d45bb0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9670b2e8-dbf5-4c17-ae51-b999ce98a7c0 HTTP/1.1" status: 204 len: 168 time: 0.3775923 Mar 24 17:35:54.299900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47354) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:54.462917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:35:54.503168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:35:54.503512 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3f877cc6-39ca-46fe-ae76-15fa51c7ad45 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:35:54.503917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 73ebdd7f-8364-4015-b73f-521b001e99cd no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:35:54.514696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.525344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Deleting port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:54.525669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.537853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 73ebdd7f-8364-4015-b73f-521b001e99cd {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:35:54.538197 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 73ebdd7f-8364-4015-b73f-521b001e99cd not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:35:54.624186 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] DHCP port deletion for 17718222-1fc9-4e6a-a248-157b90c6967f request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:35:54.631813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] Deleting port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:54.632204 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.733841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] For port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c1ff96ff-81d1-4e5e-ae59-c03c5edbb097,segment=NetworkSegment(c5590f34-74da-4e61-ae37-233f768f3afb),segment_id=c5590f34-74da-4e61-ae37-233f768f3afb)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:54.734105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.836051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] For port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c1ff96ff-81d1-4e5e-ae59-c03c5edbb097,segment=NetworkSegment(c5590f34-74da-4e61-ae37-233f768f3afb),segment_id=c5590f34-74da-4e61-ae37-233f768f3afb)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:35:54.836529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:54.857607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Calling delete_port for c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:54.960126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] Calling delete_port for c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:35:55.008816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:55.034845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:35:55.035241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:35:55.059681 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ff96ff-81d1-4e5e-ae59-c03c5edbb097,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:55.061455 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] No DVR routers for this DVR port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:35:55.174482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:55.198760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17718222-1fc9-4e6a-a248-157b90c6967f']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:55.210956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5590f34-74da-4e61-ae37-233f768f3afb') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:55.211246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5590f34-74da-4e61-ae37-233f768f3afb') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:35:55.222663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:55.237930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:55.243668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:35:55.244560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:35:55.256473 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:35:55.419980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:55.435989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:55.447468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17718222-1fc9-4e6a-a248-157b90c6967f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:55.453029 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2572aa8b-ba77-4a36-8cfe-e0b1d3d429b9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/17718222-1fc9-4e6a-a248-157b90c6967f HTTP/1.1" status: 204 len: 168 time: 1.1520386 Mar 24 17:35:55.536608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] Deleting port c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:35:55.537106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:55.634039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-98e8b529-bdc4-4aef-8d8b-441aa84cac3f None None] The port 'c1ff96ff-81d1-4e5e-ae59-c03c5edbb097' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:35:55.821216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47360) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:55.870078 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6ea8b31b-71b9-4b5c-be75-fe00cf573cf1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54aaf2b42e2a4e10994c47d46e35d1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477269 Mar 24 17:35:55.872525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47364) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:55.929511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50436a09-32ac-403a-8e8c-b2087943b271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:55.957734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50436a09-32ac-403a-8e8c-b2087943b271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:56.076558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50436a09-32ac-403a-8e8c-b2087943b271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:56.090529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50436a09-32ac-403a-8e8c-b2087943b271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb807b01-b2b7-4354-bcfb-849c216e4b41,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:56.096644 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-50436a09-32ac-403a-8e8c-b2087943b271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:56.097978 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-50436a09-32ac-403a-8e8c-b2087943b271 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb807b01-b2b7-4354-bcfb-849c216e4b41 HTTP/1.1" status: 204 len: 168 time: 0.2243586 Mar 24 17:35:56.454296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:35:56.490069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:35:56.490419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c1ff96ff-81d1-4e5e-ae59-c03c5edbb097 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:35:56.722925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47372) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:56.774781 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d1e54521-fd12-49a5-af87-929b5b704b4a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=382f538488df4bbf91f6dee4ad2e8aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506392 Mar 24 17:35:56.777155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47376) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:56.835087 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:56.861503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:57.084409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:57.098753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a454f9-767b-45a1-a417-a61a0eb4abef,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:57.108522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.108872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.109211 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.109546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.110193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.110540 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.110864 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.111190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.111656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.112001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.114216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.115127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:35:57.119251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:57.120370 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ac011f73-5d31-4ad2-9e44-fc4f97e66a7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85a454f9-767b-45a1-a417-a61a0eb4abef HTTP/1.1" status: 204 len: 168 time: 0.3423283 Mar 24 17:35:58.168829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47400) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:58.297323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1155077517-network', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:35:58.302297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:35:58.306252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Usage tracker for resource:network and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:35:58.309185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:35:58.314816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:35:58.381255 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Made reservation on behalf of 4168eacc3ee046ba96086b5e62aefda0 for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:35:58.383591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:58.396373 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:58.410679 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:35:58.414409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Usage tracker for resource:security_group_rule and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:35:58.417220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:35:58.422784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:35:58.506999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:58.573762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:58.606161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:35:58.611335 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cb3c87-be18-4e1a-b544-4e134c95296a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:58.617942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:58.618346 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Added segment bdbbb510-666b-4d56-97fa-b2e748aa5771 of type vlan for network 8f708f31-196f-4252-8a49-e7170b4cd4cb Mar 24 17:35:58.645233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:58.747103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:58.748092 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:58.748699 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:58.851417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] Pushing event updated for resources: {'Network': ['ID=8f708f31-196f-4252-8a49-e7170b4cd4cb,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:58.861796 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 8f708f31-196f-4252-8a49-e7170b4cd4cb details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:35:58.907834 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4af53c40-ea61-4bc5-89a8-5de6c751cbb6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7378910 Mar 24 17:35:58.910692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47406) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:58.916161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Request body: {'subnet': {'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1155077517-subnet', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:35:58.921312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:35:58.925851 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Usage tracker for resource:subnet and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:35:58.928760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:35:58.934541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:35:58.992727 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Made reservation on behalf of 4168eacc3ee046ba96086b5e62aefda0 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:35:58.995126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:59.259902 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:59.346420 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581fa428-5eb5-4e23-adce-3223da17686d,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:35:59.354931 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Checking segment: {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:35:59.355281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Network hostable DHCP agents. Network: 8f708f31-196f-4252-8a49-e7170b4cd4cb, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:35:59.454460 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Network 8f708f31-196f-4252-8a49-e7170b4cd4cb is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:35:59.512544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 8f708f31-196f-4252-8a49-e7170b4cd4cb) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:35:59.517393 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:35:59.517963 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:59.523036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c12db5-abe2-4c58-a76e-5c423572104b None None] Network 8f708f31-196f-4252-8a49-e7170b4cd4cb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:35:59.576237 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9be5ed33-a513-4618-a789-cdb96354baf3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6644058 Mar 24 17:35:59.579069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47410) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:35:59.583840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:35:59.588497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:35:59.592267 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Usage tracker for resource:router and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:35:59.595279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:35:59.601011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:35:59.661527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:59.662588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:59.678139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:59.728604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-8f708f31-196f-4252-8a49-e7170b4cd4cb', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:35:59.729407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:35:59.884952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Allocated IP 172.20.0.2 (8f708f31-196f-4252-8a49-e7170b4cd4cb/581fa428-5eb5-4e23-adce-3223da17686d/577e0f2c-46d5-4290-937d-d31ae98a82da) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:36:00.095682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.105650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Transition to ACTIVE for port object 577e0f2c-46d5-4290-937d-d31ae98a82da will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:00.123282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Transition to ACTIVE for port object 577e0f2c-46d5-4290-937d-d31ae98a82da will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:00.128764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.191076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.251027 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Network 8f708f31-196f-4252-8a49-e7170b4cd4cb is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:36:00.253778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:00.261878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:36:00.268264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Pushing event updated for resources: {'Port': ['ID=577e0f2c-46d5-4290-937d-d31ae98a82da,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:00.308646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.308989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.309333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.309670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.309999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.310328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.310658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.310987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.311312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.311631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.311950 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.312289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:00.366241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Attempting to bind port 577e0f2c-46d5-4290-937d-d31ae98a82da on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:36:00.366605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Attempting to bind port 577e0f2c-46d5-4290-937d-d31ae98a82da by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:36:00.366963 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Attempting to bind port 577e0f2c-46d5-4290-937d-d31ae98a82da on network 8f708f31-196f-4252-8a49-e7170b4cd4cb {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:36:00.372135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:36:00.372506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Checking segment: {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:36:00.372899 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.373294 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Bound using segment: {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:36:00.373750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Bound port: 577e0f2c-46d5-4290-937d-d31ae98a82da, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:36:00.374115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.471082 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] For port 577e0f2c-46d5-4290-937d-d31ae98a82da, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:36:00.473996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] For port 577e0f2c-46d5-4290-937d-d31ae98a82da, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=577e0f2c-46d5-4290-937d-d31ae98a82da,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:36:00.489595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-51da89a6-b6d3-46c6-bfbe-ded452b1e4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.499528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.533100 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.570226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.655979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a1d0b-beff-4a92-aeec-6061d8880fa7 None None] Pushing event updated for resources: {'Port': ['ID=577e0f2c-46d5-4290-937d-d31ae98a82da,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:00.671093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Allocated IP 172.26.4.113 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/594b234d-36e0-4def-ba17-cc595c9a0b1c) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:36:00.839026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.925074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:00.992590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:36:00.992590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:00.999977 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:36:01.029920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Pushing event updated for resources: {'Port': ['ID=594b234d-36e0-4def-ba17-cc595c9a0b1c,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:01.471820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:01.527235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3165b-420e-42b0-8ab3-01b779048644 None None] Network 8f708f31-196f-4252-8a49-e7170b4cd4cb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:36:01.681540 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7c1b3f9d-5438-4f66-b15b-8a04618c75d0 None None] Provisioning for port 577e0f2c-46d5-4290-937d-d31ae98a82da completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:01.947693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:02.261218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Router c4c59a39-8981-4612-8d20-21dbf02d407c is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:36:02.440738 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:36:02.449530 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Sync routers for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:36:02.459593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:36:02.460331 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:35:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:02.513428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 577e0f2c-46d5-4290-937d-d31ae98a82da up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:02.553182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:02.554566 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ae33c43f-2808-4454-8baa-0f5a281eb483 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9745755 Mar 24 17:36:02.557369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47414) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:36:02.735670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:36:02.779813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 577e0f2c-46d5-4290-937d-d31ae98a82da completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:02.783184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0a98cb43-9610-4dba-9423-830670f6f609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:02.846086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 577e0f2c-46d5-4290-937d-d31ae98a82da triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:02.846457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.092557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.118456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.156840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 577e0f2c-46d5-4290-937d-d31ae98a82da, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=577e0f2c-46d5-4290-937d-d31ae98a82da,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:36:03.166853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:01Z', 'revision_number': 3, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:03.170673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Checking router: c4c59a39-8981-4612-8d20-21dbf02d407c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:36:03.171022 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Updating router c4c59a39-8981-4612-8d20-21dbf02d407c port 594b234d-36e0-4def-ba17-cc595c9a0b1c binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:36:03.217587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.270332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.373609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.384693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=577e0f2c-46d5-4290-937d-d31ae98a82da,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:03.579579 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Allocated IP 172.20.0.1 (8f708f31-196f-4252-8a49-e7170b4cd4cb/581fa428-5eb5-4e23-adce-3223da17686d/ba531614-e9b8-4070-b3a0-c32a1b98df8d) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:36:03.619464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.631450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Transition to ACTIVE for port object 594b234d-36e0-4def-ba17-cc595c9a0b1c will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:03.678318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.726680 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.742500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Transition to ACTIVE for port object ba531614-e9b8-4070-b3a0-c32a1b98df8d will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:03.761341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Attempting to bind port 594b234d-36e0-4def-ba17-cc595c9a0b1c on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:36:03.761878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Attempting to bind port 594b234d-36e0-4def-ba17-cc595c9a0b1c by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:36:03.762055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Attempting to bind port 594b234d-36e0-4def-ba17-cc595c9a0b1c on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:36:03.763996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27ce7a-260d-4da7-bc05-75a417d87220 None None] Pushing event updated for resources: {'Port': ['ID=594b234d-36e0-4def-ba17-cc595c9a0b1c,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:03.770377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:36:03.770747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:36:03.771149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.771946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:36:03.771946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Bound port: 594b234d-36e0-4def-ba17-cc595c9a0b1c, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:36:03.772419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.816163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.857708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] For port 594b234d-36e0-4def-ba17-cc595c9a0b1c, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:36:03.860526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] For port 594b234d-36e0-4def-ba17-cc595c9a0b1c, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=594b234d-36e0-4def-ba17-cc595c9a0b1c,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:36:03.879791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Network 8f708f31-196f-4252-8a49-e7170b4cd4cb is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:36:03.882565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:03.886128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:36:03.926742 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba531614-e9b8-4070-b3a0-c32a1b98df8d,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:03.936240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.951265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:03.959109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:04.023199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:04.037874 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:36:04.038500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:36:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:04.118992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27ce7a-260d-4da7-bc05-75a417d87220 None None] Pushing event updated for resources: {'Port': ['ID=594b234d-36e0-4def-ba17-cc595c9a0b1c,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:04.161199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:04.275823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:36:04.316282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7b60ff93-2b21-4d3c-bb68-6c16f207580d None None] Provisioning for port ba531614-e9b8-4070-b3a0-c32a1b98df8d completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:04.386979 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:36:04.388320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:04.396526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7b60ff93-2b21-4d3c-bb68-6c16f207580d None None] Provisioning complete for port ba531614-e9b8-4070-b3a0-c32a1b98df8d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:04.400290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7b60ff93-2b21-4d3c-bb68-6c16f207580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:04.454676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:04.495680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 577e0f2c-46d5-4290-937d-d31ae98a82da up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:04.560666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:04.564513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba531614-e9b8-4070-b3a0-c32a1b98df8d,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:04.565154 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7b60ff93-2b21-4d3c-bb68-6c16f207580d None None] Port ba531614-e9b8-4070-b3a0-c32a1b98df8d cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:36:04.648996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 577e0f2c-46d5-4290-937d-d31ae98a82da triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:04.649451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:04.702181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Network 8f708f31-196f-4252-8a49-e7170b4cd4cb is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:36:04.703993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:04.769566 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:01Z', 'revision_number': 3, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:04.783879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58faed9-f067-4755-8d74-4791c18fb8e8 None None] The sync data for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv is: [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:01Z', 'revision_number': 3, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:36:04.924520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Router c4c59a39-8981-4612-8d20-21dbf02d407c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:36:04.989021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-278565a8-3b2e-479a-9331-bf37526b84ad None None] Provisioning complete for port ba531614-e9b8-4070-b3a0-c32a1b98df8d triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:04.989394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-278565a8-3b2e-479a-9331-bf37526b84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:05.044050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-278565a8-3b2e-479a-9331-bf37526b84ad None None] Port ba531614-e9b8-4070-b3a0-c32a1b98df8d cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:36:05.231716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:36:05.240946 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a777d42f-71fb-41d5-81a9-8bd1a0cda3b3 admin admin] 10.222.0.47 "PUT /v2.0/routers/c4c59a39-8981-4612-8d20-21dbf02d407c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6825140 Mar 24 17:36:05.419821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:05.985629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47432) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:36:05.991096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-552821967-network', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:36:05.995871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:36:05.999861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Usage tracker for resource:network and tenant:94c530084b8747bbbbb677ddaa83334e is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:36:06.003268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:36:06.009643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:36:06.082092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Made reservation on behalf of 94c530084b8747bbbbb677ddaa83334e for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:36:06.084443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.096741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.111670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:36:06.115597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Usage tracker for resource:security_group_rule and tenant:94c530084b8747bbbbb677ddaa83334e is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:36:06.118550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:36:06.124430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:36:06.207693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.287949 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.318232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:36:06.326399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6826bb2-67c4-455a-a652-80843c4e6a58,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:06.341260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.341260 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Added segment e95a38fe-182d-4cbc-851f-0e894bd8fc14 of type vlan for network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 Mar 24 17:36:06.363429 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Sync routers for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:36:06.366082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.372359 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:36:06.378689 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:36:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:06.466448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.467416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:06.468286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.489915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 594b234d-36e0-4def-ba17-cc595c9a0b1c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:06.581858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] Pushing event updated for resources: {'Network': ['ID=47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:06.589937 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:36:06.591911 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:36:06.663505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47436) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:36:06.664060 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3b6cee7d-3d25-491b-9930-9e3d050fa96a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6767354 Mar 24 17:36:06.669988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Request body: {'subnet': {'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-552821967-subnet', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:36:06.675845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:36:06.677128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 594b234d-36e0-4def-ba17-cc595c9a0b1c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:06.679719 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Usage tracker for resource:subnet and tenant:94c530084b8747bbbbb677ddaa83334e is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:36:06.682646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:36:06.683565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 594b234d-36e0-4def-ba17-cc595c9a0b1c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:06.683942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.688771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:36:06.774004 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Made reservation on behalf of 94c530084b8747bbbbb677ddaa83334e for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:36:06.776353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.811492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.829482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 594b234d-36e0-4def-ba17-cc595c9a0b1c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=594b234d-36e0-4def-ba17-cc595c9a0b1c,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:36:06.878463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:06.920775 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'ba531614-e9b8-4070-b3a0-c32a1b98df8d', 'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'mac_address': 'fa:16:3e:b1:e1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:03Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 2, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'subnets': [{'id': '581fa428-5eb5-4e23-adce-3223da17686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:06.924779 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Checking router: c4c59a39-8981-4612-8d20-21dbf02d407c for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:36:06.925129 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Updating router c4c59a39-8981-4612-8d20-21dbf02d407c port ba531614-e9b8-4070-b3a0-c32a1b98df8d binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:36:06.959936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=594b234d-36e0-4def-ba17-cc595c9a0b1c,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:06.980884 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.021229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.101290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d41cc92-09bb-4306-b66b-2fffe45e3e17,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:07.107895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Checking segment: {'id': 'e95a38fe-182d-4cbc-851f-0e894bd8fc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:36:07.108743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Network hostable DHCP agents. Network: 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:36:07.185151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:36:07.282736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:07.287525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:07.288142 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.291701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed7fb68-47c9-4b19-826e-c8a21e4639b6 None None] Network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:36:07.311115 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.322485 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Transition to ACTIVE for port object ba531614-e9b8-4070-b3a0-c32a1b98df8d will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:07.388327 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-363be540-2d51-4129-885d-756856e9d64d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7206686 Mar 24 17:36:07.388575 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47440) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:36:07.393978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:36:07.398877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:36:07.402722 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Usage tracker for resource:router and tenant:94c530084b8747bbbbb677ddaa83334e is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:36:07.405580 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:36:07.408508 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.412493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:36:07.484331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.485599 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.504031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.510510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8', 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'fixed_ips': [{'subnet_id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:36:07.510510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.572681 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Pushing event updated for resources: {'Port': ['ID=ba531614-e9b8-4070-b3a0-c32a1b98df8d,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:07.608783 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.609249 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.609520 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.609856 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.610366 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.610855 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.611339 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.611820 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.612343 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.612858 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.613181 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.613500 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:07.638285 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Attempting to bind port ba531614-e9b8-4070-b3a0-c32a1b98df8d on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:36:07.638913 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Attempting to bind port ba531614-e9b8-4070-b3a0-c32a1b98df8d by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:36:07.639493 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Attempting to bind port ba531614-e9b8-4070-b3a0-c32a1b98df8d on network 8f708f31-196f-4252-8a49-e7170b4cd4cb {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:36:07.646835 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:36:07.646835 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Checking segment: {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:36:07.647531 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.648177 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Bound using segment: {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:36:07.648957 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Bound port: ba531614-e9b8-4070-b3a0-c32a1b98df8d, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:36:07.649676 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.698269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Allocated IP 172.20.0.2 (47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8/0d41cc92-09bb-4306-b66b-2fffe45e3e17/6336cb2a-ae1e-410a-ae0a-e85a555611e6) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:36:07.744861 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] For port ba531614-e9b8-4070-b3a0-c32a1b98df8d, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:36:07.748173 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] For port ba531614-e9b8-4070-b3a0-c32a1b98df8d, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ba531614-e9b8-4070-b3a0-c32a1b98df8d,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:36:07.820543 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.868726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.905390 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:36:07.906323 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:36:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:07.928811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:07.941359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Transition to ACTIVE for port object 6336cb2a-ae1e-410a-ae0a-e85a555611e6 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:07.961017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Transition to ACTIVE for port object 6336cb2a-ae1e-410a-ae0a-e85a555611e6 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:07.980971 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78214e8-85bf-471e-adfa-a50e813a5b01 None None] Pushing event updated for resources: {'Port': ['ID=ba531614-e9b8-4070-b3a0-c32a1b98df8d,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:08.054387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:08.147075 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:36:08.178976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:36:08.182321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:08.189236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:36:08.204881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Pushing event updated for resources: {'Port': ['ID=6336cb2a-ae1e-410a-ae0a-e85a555611e6,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:08.292433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Attempting to bind port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:36:08.292801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Attempting to bind port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'e95a38fe-182d-4cbc-851f-0e894bd8fc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:36:08.293163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Attempting to bind port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 on network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:36:08.298842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:08.299334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:36:08.299715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Checking segment: {'id': 'e95a38fe-182d-4cbc-851f-0e894bd8fc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:36:08.300132 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:08.300522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Bound using segment: {'id': 'e95a38fe-182d-4cbc-851f-0e894bd8fc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:36:08.300983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Bound port: 6336cb2a-ae1e-410a-ae0a-e85a555611e6, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95a38fe-182d-4cbc-851f-0e894bd8fc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:36:08.301348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:08.333363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:08.397913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] For port 6336cb2a-ae1e-410a-ae0a-e85a555611e6, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:36:08.400926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] For port 6336cb2a-ae1e-410a-ae0a-e85a555611e6, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6336cb2a-ae1e-410a-ae0a-e85a555611e6,segment=NetworkSegment(e95a38fe-182d-4cbc-851f-0e894bd8fc14),segment_id=e95a38fe-182d-4cbc-851f-0e894bd8fc14)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:36:08.467809 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 594b234d-36e0-4def-ba17-cc595c9a0b1c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:08.474648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Allocated IP 172.26.4.54 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/c34832d9-9af9-4458-a156-2471d0f3988e) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:36:08.478630 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'ba531614-e9b8-4070-b3a0-c32a1b98df8d', 'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'mac_address': 'fa:16:3e:b1:e1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:03Z', 'updated_at': '2022-03-24T17:36:07Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'subnets': [{'id': '581fa428-5eb5-4e23-adce-3223da17686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:08.482797 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89350f-48a3-40f7-8730-3d5c5e0579c5 None None] The sync data for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv is: [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'ba531614-e9b8-4070-b3a0-c32a1b98df8d', 'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'mac_address': 'fa:16:3e:b1:e1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:03Z', 'updated_at': '2022-03-24T17:36:07Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'subnets': [{'id': '581fa428-5eb5-4e23-adce-3223da17686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:36:08.510345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:08.635282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b157756-9f3a-4677-a48b-5a4f37d36996 None None] Pushing event updated for resources: {'Port': ['ID=6336cb2a-ae1e-410a-ae0a-e85a555611e6,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:08.644372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 594b234d-36e0-4def-ba17-cc595c9a0b1c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:08.645117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:08.689221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:08.799756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:08.877345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:36:08.880275 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:08.882693 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:36:08.943258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Pushing event updated for resources: {'Port': ['ID=c34832d9-9af9-4458-a156-2471d0f3988e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:09.541290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:09.591825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8c3598-07cf-4c0b-88ea-e3ce8caafd8a None None] Network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:36:09.808183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f507b8bd-7510-4e76-ab4a-f45fdbbef5eb None None] Provisioning for port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:09.904078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:10.175325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Router 16259d7a-49ef-4706-ab30-b08b5312d485 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:36:10.348718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:36:10.357127 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Sync routers for ids ['16259d7a-49ef-4706-ab30-b08b5312d485'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:36:10.366986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Routers {'16259d7a-49ef-4706-ab30-b08b5312d485'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:36:10.367623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:36:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['16259d7a-49ef-4706-ab30-b08b5312d485'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:10.465583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:10.471440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47444) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:36:10.472460 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1ead2bef-ed97-4a06-ba32-a6d36d83c0fb admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0829008 Mar 24 17:36:10.551057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6336cb2a-ae1e-410a-ae0a-e85a555611e6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:10.577175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Set router 16259d7a-49ef-4706-ab30-b08b5312d485 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:36:10.868669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:10.876611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:10.876978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:10.945936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:36:07Z', 'updated_at': '2022-03-24T17:36:09Z', 'revision_number': 3, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'gw_port': {'id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:08Z', 'updated_at': '2022-03-24T17:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:10.951776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Checking router: 16259d7a-49ef-4706-ab30-b08b5312d485 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:36:10.952146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Updating router 16259d7a-49ef-4706-ab30-b08b5312d485 port c34832d9-9af9-4458-a156-2471d0f3988e binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:36:11.080517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.108811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.203859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 6336cb2a-ae1e-410a-ae0a-e85a555611e6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6336cb2a-ae1e-410a-ae0a-e85a555611e6,segment=NetworkSegment(e95a38fe-182d-4cbc-851f-0e894bd8fc14),segment_id=e95a38fe-182d-4cbc-851f-0e894bd8fc14)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:36:11.245906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.303193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.304004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ba531614-e9b8-4070-b3a0-c32a1b98df8d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:11.449891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Allocated IP 172.20.0.1 (47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8/0d41cc92-09bb-4306-b66b-2fffe45e3e17/2d268721-f441-4c45-9d0e-8f853a55bdc9) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:36:11.458081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=6336cb2a-ae1e-410a-ae0a-e85a555611e6,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:11.535379 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port ba531614-e9b8-4070-b3a0-c32a1b98df8d completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:11.544451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port ba531614-e9b8-4070-b3a0-c32a1b98df8d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:11.544829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.586979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.599174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.607091 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Transition to ACTIVE for port object c34832d9-9af9-4458-a156-2471d0f3988e will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:11.615110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Transition to ACTIVE for port object 2d268721-f441-4c45-9d0e-8f853a55bdc9 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:11.683633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.703687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.728404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.773198 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port ba531614-e9b8-4070-b3a0-c32a1b98df8d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ba531614-e9b8-4070-b3a0-c32a1b98df8d,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:36:11.786195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:36:11.788979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:11.791341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Attempting to bind port c34832d9-9af9-4458-a156-2471d0f3988e on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:36:11.791696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Attempting to bind port c34832d9-9af9-4458-a156-2471d0f3988e by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:36:11.792151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Attempting to bind port c34832d9-9af9-4458-a156-2471d0f3988e on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:36:11.792573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:36:11.794184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e62d0-5716-4eb8-ac1b-e87888775e97 None None] Pushing event updated for resources: {'Port': ['ID=c34832d9-9af9-4458-a156-2471d0f3988e,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:11.800181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:36:11.800552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:36:11.800974 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.801357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:36:11.801817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Bound port: c34832d9-9af9-4458-a156-2471d0f3988e, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:36:11.802181 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.842570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.852881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Pushing event updated for resources: {'Port': ['ID=2d268721-f441-4c45-9d0e-8f853a55bdc9,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:11.861269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.861600 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.861945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.862277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.862609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.862939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.863266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.863594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.863916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.864272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.864597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.864911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:36:11.888062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:11.940102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] For port c34832d9-9af9-4458-a156-2471d0f3988e, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:36:11.945135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=ba531614-e9b8-4070-b3a0-c32a1b98df8d,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:11.952357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] For port c34832d9-9af9-4458-a156-2471d0f3988e, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c34832d9-9af9-4458-a156-2471d0f3988e,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:36:12.015753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:12.107030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Routers {'16259d7a-49ef-4706-ab30-b08b5312d485'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:36:12.107631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:36:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['16259d7a-49ef-4706-ab30-b08b5312d485'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:12.154256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e62d0-5716-4eb8-ac1b-e87888775e97 None None] Pushing event updated for resources: {'Port': ['ID=c34832d9-9af9-4458-a156-2471d0f3988e,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:12.162171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e4d909fc-5288-4f5d-8bec-75d7c132f549 None None] Provisioning for port 2d268721-f441-4c45-9d0e-8f853a55bdc9 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:12.175621 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e4d909fc-5288-4f5d-8bec-75d7c132f549 None None] Provisioning complete for port 2d268721-f441-4c45-9d0e-8f853a55bdc9 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:12.176009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e4d909fc-5288-4f5d-8bec-75d7c132f549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:12.191733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:12.292526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e4d909fc-5288-4f5d-8bec-75d7c132f549 None None] Port 2d268721-f441-4c45-9d0e-8f853a55bdc9 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:36:12.334757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] Set router 16259d7a-49ef-4706-ab30-b08b5312d485 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:36:12.409857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:12.466459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:12.476334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6336cb2a-ae1e-410a-ae0a-e85a555611e6 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:12.707228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:12.710560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Pushing event updated for resources: {'Port': ['ID=2d268721-f441-4c45-9d0e-8f853a55bdc9,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:12.714055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:12.714423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:12.845044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:36:07Z', 'updated_at': '2022-03-24T17:36:12Z', 'revision_number': 4, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'gw_port': {'id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:08Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '2d268721-f441-4c45-9d0e-8f853a55bdc9', 'name': '', 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'mac_address': 'fa:16:3e:e6:5e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:11Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 1, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'subnets': [{'id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:12.849815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:36:12.851516 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:12.857400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24217b08-8414-4fe4-8f6a-e80e9d722a2f None None] The sync data for ids ['16259d7a-49ef-4706-ab30-b08b5312d485'] in dv-neutron-835063-1-hyperv is: [{'id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:36:07Z', 'updated_at': '2022-03-24T17:36:12Z', 'revision_number': 4, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'gw_port': {'id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:08Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '2d268721-f441-4c45-9d0e-8f853a55bdc9', 'name': '', 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'mac_address': 'fa:16:3e:e6:5e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:11Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 1, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'subnets': [{'id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:36:12.869520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ba531614-e9b8-4070-b3a0-c32a1b98df8d up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:12.948700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port ba531614-e9b8-4070-b3a0-c32a1b98df8d triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:12.949288 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:13.056768 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Router 16259d7a-49ef-4706-ab30-b08b5312d485 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:36:13.220394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c9436eb6-4b78-4e53-aaf5-29317383ad28 None None] Provisioning complete for port 2d268721-f441-4c45-9d0e-8f853a55bdc9 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:13.220757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c9436eb6-4b78-4e53-aaf5-29317383ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:13.267523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:36:13.276971 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f9cfedf6-52e9-4c2b-8e2b-88fe2ce82337 admin admin] 10.222.0.47 "PUT /v2.0/routers/16259d7a-49ef-4706-ab30-b08b5312d485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037548 Mar 24 17:36:13.285012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c9436eb6-4b78-4e53-aaf5-29317383ad28 None None] Port 2d268721-f441-4c45-9d0e-8f853a55bdc9 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:36:14.515859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c34832d9-9af9-4458-a156-2471d0f3988e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:14.682318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port c34832d9-9af9-4458-a156-2471d0f3988e completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:14.688121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c34832d9-9af9-4458-a156-2471d0f3988e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:14.688372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:14.838024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:14.858113 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port c34832d9-9af9-4458-a156-2471d0f3988e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c34832d9-9af9-4458-a156-2471d0f3988e,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:36:14.930083 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:15.004778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=c34832d9-9af9-4458-a156-2471d0f3988e,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:16.412007 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Sync routers for ids ['16259d7a-49ef-4706-ab30-b08b5312d485'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:36:16.427197 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Routers {'16259d7a-49ef-4706-ab30-b08b5312d485'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:36:16.427884 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:36:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['16259d7a-49ef-4706-ab30-b08b5312d485'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:16.491900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c34832d9-9af9-4458-a156-2471d0f3988e up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:16.576063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port c34832d9-9af9-4458-a156-2471d0f3988e triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:16.576551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:16.650453 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Set router 16259d7a-49ef-4706-ab30-b08b5312d485 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:36:17.020203 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:36:07Z', 'updated_at': '2022-03-24T17:36:12Z', 'revision_number': 4, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'gw_port': {'id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:08Z', 'updated_at': '2022-03-24T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '2d268721-f441-4c45-9d0e-8f853a55bdc9', 'name': '', 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'mac_address': 'fa:16:3e:e6:5e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:11Z', 'updated_at': '2022-03-24T17:36:12Z', 'revision_number': 2, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'subnets': [{'id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:17.024275 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Checking router: 16259d7a-49ef-4706-ab30-b08b5312d485 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:36:17.024619 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Updating router 16259d7a-49ef-4706-ab30-b08b5312d485 port 2d268721-f441-4c45-9d0e-8f853a55bdc9 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:36:17.075499 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:17.432746 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:17.444099 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Transition to ACTIVE for port object 2d268721-f441-4c45-9d0e-8f853a55bdc9 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:17.500675 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:17.704498 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053ef71-1bfc-469e-9c7d-b43ea17c5662 None None] Pushing event updated for resources: {'Port': ['ID=2d268721-f441-4c45-9d0e-8f853a55bdc9,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:17.769090 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Attempting to bind port 2d268721-f441-4c45-9d0e-8f853a55bdc9 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:36:17.770040 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Attempting to bind port 2d268721-f441-4c45-9d0e-8f853a55bdc9 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'e95a38fe-182d-4cbc-851f-0e894bd8fc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:36:17.770601 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Attempting to bind port 2d268721-f441-4c45-9d0e-8f853a55bdc9 on network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:36:17.776937 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:36:17.777301 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Checking segment: {'id': 'e95a38fe-182d-4cbc-851f-0e894bd8fc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:36:17.777724 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:17.778106 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Bound using segment: {'id': 'e95a38fe-182d-4cbc-851f-0e894bd8fc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:36:17.778720 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Bound port: 2d268721-f441-4c45-9d0e-8f853a55bdc9, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95a38fe-182d-4cbc-851f-0e894bd8fc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:36:17.779086 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:17.899005 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] For port 2d268721-f441-4c45-9d0e-8f853a55bdc9, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:36:17.902186 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] For port 2d268721-f441-4c45-9d0e-8f853a55bdc9, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=2d268721-f441-4c45-9d0e-8f853a55bdc9,segment=NetworkSegment(e95a38fe-182d-4cbc-851f-0e894bd8fc14),segment_id=e95a38fe-182d-4cbc-851f-0e894bd8fc14)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:36:17.946790 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:18.028101 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Routers {'16259d7a-49ef-4706-ab30-b08b5312d485'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:36:18.028101 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:36:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['16259d7a-49ef-4706-ab30-b08b5312d485'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:18.103456 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053ef71-1bfc-469e-9c7d-b43ea17c5662 None None] Pushing event updated for resources: {'Port': ['ID=2d268721-f441-4c45-9d0e-8f853a55bdc9,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:18.244246 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] Set router 16259d7a-49ef-4706-ab30-b08b5312d485 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:36:18.530510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 2d268721-f441-4c45-9d0e-8f853a55bdc9 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:18.611179 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:36:07Z', 'updated_at': '2022-03-24T17:36:12Z', 'revision_number': 4, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'gw_port': {'id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:08Z', 'updated_at': '2022-03-24T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '2d268721-f441-4c45-9d0e-8f853a55bdc9', 'name': '', 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'mac_address': 'fa:16:3e:e6:5e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:11Z', 'updated_at': '2022-03-24T17:36:17Z', 'revision_number': 4, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'subnets': [{'id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:36:18.616033 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a6a72-63a8-4ff0-8430-62b220b068c2 None None] The sync data for ids ['16259d7a-49ef-4706-ab30-b08b5312d485'] in dv-neutron-835063-1-hyperv is: [{'id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:36:07Z', 'updated_at': '2022-03-24T17:36:12Z', 'revision_number': 4, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'gw_port': {'id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:08Z', 'updated_at': '2022-03-24T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '2d268721-f441-4c45-9d0e-8f853a55bdc9', 'name': '', 'network_id': '47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'mac_address': 'fa:16:3e:e6:5e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:11Z', 'updated_at': '2022-03-24T17:36:17Z', 'revision_number': 4, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'subnets': [{'id': '0d41cc92-09bb-4306-b66b-2fffe45e3e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:36:18.693281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 2d268721-f441-4c45-9d0e-8f853a55bdc9 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:18.699829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 2d268721-f441-4c45-9d0e-8f853a55bdc9 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:18.700369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:18.846636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:18.906396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 2d268721-f441-4c45-9d0e-8f853a55bdc9, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=2d268721-f441-4c45-9d0e-8f853a55bdc9,segment=NetworkSegment(e95a38fe-182d-4cbc-851f-0e894bd8fc14),segment_id=e95a38fe-182d-4cbc-851f-0e894bd8fc14)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:36:18.967880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:19.067121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=2d268721-f441-4c45-9d0e-8f853a55bdc9,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:20.484821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 2d268721-f441-4c45-9d0e-8f853a55bdc9 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:20.556915 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 2d268721-f441-4c45-9d0e-8f853a55bdc9 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:20.557284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:25.190487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314378-4938-4296-887a-efe7547e496e req-5076e0af-b40e-4aec-8010-d99c94a6c3ef tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:25.191846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-5076e0af-b40e-4aec-8010-d99c94a6c3ef tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/networks?id=8f708f31-196f-4252-8a49-e7170b4cd4cb HTTP/1.1" status: 200 len: 815 time: 0.1432707 Mar 24 17:36:25.206818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-51e0262e-eed9-493f-a754-11f8ba6c9994 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/quotas/4168eacc3ee046ba96086b5e62aefda0 HTTP/1.1" status: 200 len: 375 time: 0.0094128 Mar 24 17:36:25.293743 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-4a904fef-3afe-460b-8eb0-b3183a557532 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4168eacc3ee046ba96086b5e62aefda0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818961 Mar 24 17:36:25.309457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-b275296e-7c1f-45d1-944b-dd81683ff459 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:36:25.311613 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-b275296e-7c1f-45d1-944b-dd81683ff459 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049956 Mar 24 17:36:25.440045 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-75fdd1e1-95ba-4e59-9405-135469214320 service neutron] 10.222.0.47 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233444 Mar 24 17:36:25.570215 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-3e9bb0af-1450-4be0-92bb-3689771a6036 service neutron] 10.222.0.47 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244109 Mar 24 17:36:25.841877 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-600cca92-0e3a-4228-8da5-cec71f62b65e req-78323241-3064-470d-8860-cd02331c408f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 210 time: 0.0472660 Mar 24 17:36:26.992173 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f0494a3d-29b2-4c1a-9249-d8e327e1376d req-eee8a7be-9bfd-495d-8742-d086bfed4c41 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 210 time: 0.0417814 Mar 24 17:36:27.966740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314378-4938-4296-887a-efe7547e496e req-97e3cef7-2562-40c3-801b-d48bc6ce1205 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:27.968176 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-97e3cef7-2562-40c3-801b-d48bc6ce1205 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.48 "GET /v2.0/networks?id=8f708f31-196f-4252-8a49-e7170b4cd4cb HTTP/1.1" status: 200 len: 815 time: 0.1460047 Mar 24 17:36:27.979693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'port': {'device_id': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'admin_state_up': True, 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:36:28.223543 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:36:28.228003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:port and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:36:28.230953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:36:28.237073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:36:28.300222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Made reservation on behalf of 4168eacc3ee046ba96086b5e62aefda0 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:36:28.304021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:28.442875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a2043630-fd09-4fa2-b45a-eee0008a7138 req-59055a9e-3e73-4107-af3a-ee0d7d620037 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 210 time: 0.2786219 Mar 24 17:36:28.523698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Allocated IP 172.20.0.5 (8f708f31-196f-4252-8a49-e7170b4cd4cb/581fa428-5eb5-4e23-adce-3223da17686d/2dbbe607-fce8-4f4e-b22a-ed89cb7c2819) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:36:28.764914 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:28.786557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Transition to ACTIVE for port object 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:28.876822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:28.943236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Network 8f708f31-196f-4252-8a49-e7170b4cd4cb is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:36:28.946711 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:36:28.950992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:36:29.021148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'Port': ['ID=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:29.047816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:29.047816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:29.153978 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-95049846-c892-40c6-bfaa-0c4f4edcc55a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1775200 Mar 24 17:36:29.443617 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ad349d65-cc7f-4098-b39d-81dff7494c5f None None] Provisioning for port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:29.449370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ad349d65-cc7f-4098-b39d-81dff7494c5f None None] Provisioning complete for port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:29.449951 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ad349d65-cc7f-4098-b39d-81dff7494c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:29.514210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ad349d65-cc7f-4098-b39d-81dff7494c5f None None] Port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:36:29.653462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310b5c8-8af5-4bdd-9cf0-ecef7be1372e req-e8c65492-5182-43e1-97f3-cfad60fa72f4 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:29.654383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1310b5c8-8af5-4bdd-9cf0-ecef7be1372e req-e8c65492-5182-43e1-97f3-cfad60fa72f4 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Synchronizing usage tracker for tenant:4168eacc3ee046ba96086b5e62aefda0 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:36:29.723570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1310b5c8-8af5-4bdd-9cf0-ecef7be1372e req-e8c65492-5182-43e1-97f3-cfad60fa72f4 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Unset dirty status for tenant:4168eacc3ee046ba96086b5e62aefda0 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:36:29.724727 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1310b5c8-8af5-4bdd-9cf0-ecef7be1372e req-e8c65492-5182-43e1-97f3-cfad60fa72f4 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 931 time: 0.1608152 Mar 24 17:36:29.779608 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1310b5c8-8af5-4bdd-9cf0-ecef7be1372e req-4e6f5464-58c0-495e-ab6a-07a63057110c tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488160 Mar 24 17:36:30.504876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-478a44b9-a71b-43b5-9201-0eb10861a0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:31.019767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc47a52-1ec2-4b05-ac26-d5cad963af56 req-f6c7dfcc-3354-49a8-a38e-373d1b347462 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:31.021312 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2dc47a52-1ec2-4b05-ac26-d5cad963af56 req-f6c7dfcc-3354-49a8-a38e-373d1b347462 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 931 time: 0.0967185 Mar 24 17:36:31.071313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2dc47a52-1ec2-4b05-ac26-d5cad963af56 req-7add976c-4279-4237-b7b0-5b5aeca75a04 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Mar 24 17:36:32.278656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa315-4d79-4985-a4b9-6a2f7d4237dd req-0cd9b031-aa7a-429d-b2e3-6fbccf389f8f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:32.280415 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b2daa315-4d79-4985-a4b9-6a2f7d4237dd req-0cd9b031-aa7a-429d-b2e3-6fbccf389f8f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 931 time: 0.0926054 Mar 24 17:36:32.333659 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b2daa315-4d79-4985-a4b9-6a2f7d4237dd req-f74396da-2df9-4b3a-8854-058476a0b81e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Mar 24 17:36:32.975041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1ddfb841-effa-4b90-aff3-4b0308394f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:33.016892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:33.541295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa5194-9c30-4d86-b629-49a635fecc04 req-8636fec5-c931-4620-91ea-b445311ae786 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:33.542811 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c1fa5194-9c30-4d86-b629-49a635fecc04 req-8636fec5-c931-4620-91ea-b445311ae786 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 931 time: 0.0891521 Mar 24 17:36:33.590444 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c1fa5194-9c30-4d86-b629-49a635fecc04 req-faa71713-ca3b-440b-9a19-3c8fa922a7ef tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Mar 24 17:36:33.917551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:33.986149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:34.796826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb06e9-02e6-4657-a110-f46e2cadafb8 req-e70baf26-08c7-42fa-aadc-4c4bd8bde4da tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:34.798397 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6cb06e9-02e6-4657-a110-f46e2cadafb8 req-e70baf26-08c7-42fa-aadc-4c4bd8bde4da tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 931 time: 0.0904722 Mar 24 17:36:34.847244 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6cb06e9-02e6-4657-a110-f46e2cadafb8 req-19878c4d-fc2e-425b-aca3-062cdaac7eee tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Mar 24 17:36:35.505003 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:35.919624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Request body: {'port': {'device_id': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:36:36.074394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:36.154111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc97bf-4145-415a-a548-2d131b78689b req-a5d741d6-b826-4d7f-aa2b-c993185996b4 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:36.155437 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9cfc97bf-4145-415a-a548-2d131b78689b req-a5d741d6-b826-4d7f-aa2b-c993185996b4 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 931 time: 0.1842823 Mar 24 17:36:36.265453 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9cfc97bf-4145-415a-a548-2d131b78689b req-aff85958-5fa6-4b1a-a438-f7433c84bbe3 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005836 Mar 24 17:36:36.571164 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:36:36.578255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:36.592491 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Transition to ACTIVE for port object 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:36:36.671447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:36.831348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:36.904550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Attempting to bind port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:36:36.905275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Attempting to bind port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:36:36.905835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Attempting to bind port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 on network 8f708f31-196f-4252-8a49-e7170b4cd4cb {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:36:36.910917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 on network 8f708f31-196f-4252-8a49-e7170b4cd4cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:36:36.911300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Attempting to bind port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 on network 8f708f31-196f-4252-8a49-e7170b4cd4cb {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:36:36.916473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:36:36.916804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Checking segment: {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:36:36.917178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Bound using segment: {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:36:36.917620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Bound port: 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbbb510-666b-4d56-97fa-b2e748aa5771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:36:36.917957 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:37.004474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] For port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:36:37.007237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] For port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:36:37.094429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:37.152332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:37.152951 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:37.154334 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] 10.222.0.48 "PUT /v2.0/ports/2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 1093 time: 1.2390015 Mar 24 17:36:37.154764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:36:37.180243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5286a85-d61b-4624-b2ee-841434e22462 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:37.208834 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'status': 'completed', 'code': 200} Mar 24 17:36:37.300964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41438c44-e5e3-452e-b04e-d490af711824 req-c383c7fb-367b-4b68-bbd7-bcf325b23765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:37.304488 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41438c44-e5e3-452e-b04e-d490af711824 req-c383c7fb-367b-4b68-bbd7-bcf325b23765 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4168eacc3ee046ba96086b5e62aefda0&device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1096 time: 0.0745244 Mar 24 17:36:37.497389 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41438c44-e5e3-452e-b04e-d490af711824 req-94c47432-aa20-4086-9194-3c293a3db9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:37.498800 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41438c44-e5e3-452e-b04e-d490af711824 req-94c47432-aa20-4086-9194-3c293a3db9d3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4168eacc3ee046ba96086b5e62aefda0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1896143 Mar 24 17:36:37.550355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b21cce-53b3-4c0d-aa82-272b6f1a3d4f req-5dc2fd85-0e81-45a2-90ff-56c24d2b65b3 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:37.551751 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-56b21cce-53b3-4c0d-aa82-272b6f1a3d4f req-5dc2fd85-0e81-45a2-90ff-56c24d2b65b3 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 943 time: 0.1515834 Mar 24 17:36:37.661453 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-56b21cce-53b3-4c0d-aa82-272b6f1a3d4f req-dd373522-c89a-42f9-a519-9e2f8e535e65 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039314 Mar 24 17:36:37.679344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41438c44-e5e3-452e-b04e-d490af711824 req-559a4c70-4e1e-48df-9575-e68d1b2b5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:37.681083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41438c44-e5e3-452e-b04e-d490af711824 req-559a4c70-4e1e-48df-9575-e68d1b2b5da4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754477 Mar 24 17:36:37.786661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314378-4938-4296-887a-efe7547e496e req-70dc7cea-bf13-446e-bd25-a0ae87d64917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:37.788137 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-70dc7cea-bf13-446e-bd25-a0ae87d64917 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4168eacc3ee046ba96086b5e62aefda0&device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1096 time: 0.0740125 Mar 24 17:36:37.856992 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-063efb30-fed9-4670-8e22-3aed6cd324ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 217 time: 0.0624926 Mar 24 17:36:37.922414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314378-4938-4296-887a-efe7547e496e req-b568f9ff-1f8f-4f97-b278-ba564164bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:37.923899 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-b568f9ff-1f8f-4f97-b278-ba564164bb9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=581fa428-5eb5-4e23-adce-3223da17686d HTTP/1.1" status: 200 len: 854 time: 0.0610790 Mar 24 17:36:37.999196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314378-4938-4296-887a-efe7547e496e req-cd310212-669a-4e55-9ba3-7d68ecfe23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:38.000705 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-cd310212-669a-4e55-9ba3-7d68ecfe23bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f708f31-196f-4252-8a49-e7170b4cd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690684 Mar 24 17:36:38.129770 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-0f9dc13b-532b-4078-8087-2b40352966c3 service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222651 Mar 24 17:36:38.263727 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-23314378-4938-4296-887a-efe7547e496e req-3913cbe3-ef24-4393-a959-fc634f6b984e service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263170 Mar 24 17:36:38.844872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11636f37-b677-44bc-aaf8-f88a134d8064 req-197f8d66-f7b9-4899-8d18-300133b1c3ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:38.846421 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-11636f37-b677-44bc-aaf8-f88a134d8064 req-197f8d66-f7b9-4899-8d18-300133b1c3ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 943 time: 0.0788217 Mar 24 17:36:38.895174 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-11636f37-b677-44bc-aaf8-f88a134d8064 req-dee15a15-37a2-4da5-8a8f-add89f8e96df tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Mar 24 17:36:40.170408 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16937041-6194-496f-8d46-a41c92935cb3 req-96cdd578-e845-4d72-8ff9-7091ca304c43 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:40.171800 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-16937041-6194-496f-8d46-a41c92935cb3 req-96cdd578-e845-4d72-8ff9-7091ca304c43 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 943 time: 0.1720150 Mar 24 17:36:40.214650 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-16937041-6194-496f-8d46-a41c92935cb3 req-1ac812c7-a446-4095-ab1c-a6145d952321 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373321 Mar 24 17:36:41.386370 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:36:41.402087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95a6a8-ef58-47ef-bc06-c03e65a84ae5 req-d5133c60-6754-4fdb-b4c1-d053a6fd2f53 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:41.403527 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ae95a6a8-ef58-47ef-bc06-c03e65a84ae5 req-d5133c60-6754-4fdb-b4c1-d053a6fd2f53 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 943 time: 0.0832491 Mar 24 17:36:41.447277 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ae95a6a8-ef58-47ef-bc06-c03e65a84ae5 req-4e269dae-114d-43e5-a3db-6968a6a71169 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Mar 24 17:36:41.771370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:36:41.900386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:36:41.913560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'port_id': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'mac_address': 'fa:16:3e:b7:59:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:36:41.966295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:41.982118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:36:41.996486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:36:42.069812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:42.137347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:42.274500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:36:42.628001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7b841-b097-4d2e-86bb-bc15059e3733 req-67363667-c462-448c-b799-05e3bb50bcc0 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:42.629475 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-77f7b841-b097-4d2e-86bb-bc15059e3733 req-67363667-c462-448c-b799-05e3bb50bcc0 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 944 time: 0.0789161 Mar 24 17:36:42.677274 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-77f7b841-b097-4d2e-86bb-bc15059e3733 req-5493d0aa-9144-4b09-b90f-5be51f6df7fe tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Mar 24 17:36:43.786499 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:36:43.856069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93677d-2458-4e3c-87f0-b0a90bce6ad6 req-f8b2e7b6-9f3d-4388-b3ae-e70f1dd70524 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:43.862838 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e93677d-2458-4e3c-87f0-b0a90bce6ad6 req-f8b2e7b6-9f3d-4388-b3ae-e70f1dd70524 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 944 time: 0.0780735 Mar 24 17:36:43.902522 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e93677d-2458-4e3c-87f0-b0a90bce6ad6 req-a55f8240-e3b2-413e-bb40-958434a68071 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393503 Mar 24 17:36:43.909965 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:36:43.914982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:36:43.915380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:44.028392 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:44.055619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:36:44.065746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:36:44.099702 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'code': 200} Mar 24 17:36:44.134191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:36:44.199764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:36:44.473550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8a7c-2bcf-448f-84e3-7985b6313e7b req-726fdf4e-5f40-4633-9036-548e49e3336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:44.474963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ea5d8a7c-2bcf-448f-84e3-7985b6313e7b req-726fdf4e-5f40-4633-9036-548e49e3336f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1098 time: 0.0715373 Mar 24 17:36:44.513889 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ea5d8a7c-2bcf-448f-84e3-7985b6313e7b req-86b68438-d6b3-423d-b68d-0c7b5ea9e868 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Mar 24 17:36:45.085243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7cde8-324e-43e9-ae24-c4cc8ce05948 req-ac7ea0f0-1e57-45f8-b4d1-12fc45cf1d9e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:45.086686 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a4d7cde8-324e-43e9-ae24-c4cc8ce05948 req-ac7ea0f0-1e57-45f8-b4d1-12fc45cf1d9e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 945 time: 0.0818636 Mar 24 17:36:45.129431 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a4d7cde8-324e-43e9-ae24-c4cc8ce05948 req-8f819aad-92d8-4330-a0c3-87533cb1fb85 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372059 Mar 24 17:36:46.312207 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad944d6-cdd1-4451-a477-e4b2a1c340b5 req-2be444ea-fc4b-4bf9-ad5f-49ae87f460fd tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:46.314346 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7ad944d6-cdd1-4451-a477-e4b2a1c340b5 req-2be444ea-fc4b-4bf9-ad5f-49ae87f460fd tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 945 time: 0.0825639 Mar 24 17:36:46.357858 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7ad944d6-cdd1-4451-a477-e4b2a1c340b5 req-1465c3b9-3509-44eb-bdf8-5bb415fdbdbd tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 Mar 24 17:36:46.541456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329e4f0-e8dd-428b-9515-b5135f9015c3 req-fcd825a0-86bf-4587-b6ec-8ed0676591b6 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:46.542890 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d329e4f0-e8dd-428b-9515-b5135f9015c3 req-fcd825a0-86bf-4587-b6ec-8ed0676591b6 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 945 time: 0.0795491 Mar 24 17:36:46.588780 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d329e4f0-e8dd-428b-9515-b5135f9015c3 req-8be0dca6-aa22-4ce9-8c4f-c5813a57204d tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 Mar 24 17:36:46.968315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8855e0-95e6-4f10-97e5-85c7d6bcea44 req-b6299bda-084a-4de8-b082-c1368729041a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:36:46.970480 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ee8855e0-95e6-4f10-97e5-85c7d6bcea44 req-b6299bda-084a-4de8-b082-c1368729041a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 945 time: 0.0807853 Mar 24 17:36:47.013087 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ee8855e0-95e6-4f10-97e5-85c7d6bcea44 req-e0b8ac51-2b43-423c-83ae-97bec5064519 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369499 Mar 24 17:37:00.266483 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfdb59-4b56-4636-b80f-44baca41fea6 req-3ee6f6d5-1d51-4c21-839a-021fdb3904fc tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:00.267811 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fdfdb59-4b56-4636-b80f-44baca41fea6 req-3ee6f6d5-1d51-4c21-839a-021fdb3904fc tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 945 time: 0.1289172 Mar 24 17:37:00.311203 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fdfdb59-4b56-4636-b80f-44baca41fea6 req-5bcc7651-ed2f-4f87-8465-bac411fb25c4 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374925 Mar 24 17:37:00.335894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47646) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:37:00.449150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c5a5bb-4496-4ab2-aec7-99324d37adfd tempest-TestMinimumBasicScenario-1568977983 tempest-TestMinimumBasicScenario-1568977983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:00.450698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a9c5a5bb-4496-4ab2-aec7-99324d37adfd tempest-TestMinimumBasicScenario-1568977983 tempest-TestMinimumBasicScenario-1568977983-project-admin] Synchronizing usage tracker for tenant:94c530084b8747bbbbb677ddaa83334e on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:37:00.469582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e6d75bf5-a04c-4add-b8c5-f9b525099264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:00.549311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a9c5a5bb-4496-4ab2-aec7-99324d37adfd tempest-TestMinimumBasicScenario-1568977983 tempest-TestMinimumBasicScenario-1568977983-project-admin] Unset dirty status for tenant:94c530084b8747bbbbb677ddaa83334e on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:37:00.550461 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a9c5a5bb-4496-4ab2-aec7-99324d37adfd tempest-TestMinimumBasicScenario-1568977983 tempest-TestMinimumBasicScenario-1568977983-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1093 time: 0.2135813 Mar 24 17:37:00.553357 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47652) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:37:00.558103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:37:00.564759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:37:00.568670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:floatingip and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:37:00.571426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:37:00.576987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:37:00.647752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:00.782129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:00.914425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Allocated IP 172.26.4.84 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/e62e2ddd-a138-4c66-9cec-1a13d845e3ea) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:37:01.056782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:01.139629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:01.204138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:37:01.206861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:37:01.214417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:37:01.247000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'Port': ['ID=e62e2ddd-a138-4c66-9cec-1a13d845e3ea,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:01.712011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:01.842815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:02.045463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:02.117611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:02.225256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'Port': ['ID=e62e2ddd-a138-4c66-9cec-1a13d845e3ea,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:02.235116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:02.403680 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Floating IP 5bbeaf91-9a08-445f-bd97-84dc0a27bb6f associated. External IP: 172.26.4.84, port: 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819. Mar 24 17:37:02.699661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-583465e0-4b86-47b2-817a-bc9b979c1112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:02.758003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Router c4c59a39-8981-4612-8d20-21dbf02d407c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:37:02.936995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:37:02.947575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] Sync routers for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:37:02.956559 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:37:02.957111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:37:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:37:03.009529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.019921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.084627 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7982eb01-eb3b-4ce0-a9ec-047895d044ca tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5302393 Mar 24 17:37:03.085205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:37:03.087661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47656) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:37:03.094608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914707402', 'description': 'tempest-secgroup-smoke-1914707402 description', 'project_id': '4168eacc3ee046ba96086b5e62aefda0'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:37:03.103448 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:37:03.109032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:security_group and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:37:03.112743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:37:03.119983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:37:03.131651 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'status': 'completed', 'code': 200} Mar 24 17:37:03.135469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:37:03.214196 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.237252 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:37:03.241764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:security_group_rule and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:37:03.245263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:37:03.252588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:37:03.332646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.344946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-2464f40f-e796-41c4-a358-0512a598011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:03.346432 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-2464f40f-e796-41c4-a358-0512a598011c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4168eacc3ee046ba96086b5e62aefda0&device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1098 time: 0.1928875 Mar 24 17:37:03.402625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.452078 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b8f77d-6bc9-4101-b38b-c8204a2f928a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:03.459672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.460162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.460572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.461099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.461635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.461982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.462306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.462636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.463162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.463492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.464077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.464646 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:37:03.481921 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-7ecab160-7f36-49c1-b355-fc54c23331a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:03.483451 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-7ecab160-7f36-49c1-b355-fc54c23331a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f708f31-196f-4252-8a49-e7170b4cd4cb HTTP/1.1" status: 200 len: 916 time: 0.1314962 Mar 24 17:37:03.501182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '5bbeaf91-9a08-445f-bd97-84dc0a27bb6f', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'port_id': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'mac_address': 'fa:16:3e:b7:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:37:01Z', 'updated_at': '2022-03-24T17:37:01Z', 'revision_number': 0, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba531614-e9b8-4070-b3a0-c32a1b98df8d', 'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'mac_address': 'fa:16:3e:b1:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:03Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 5, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'subnets': [{'id': '581fa428-5eb5-4e23-adce-3223da17686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:37:03.505155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] Checking router: c4c59a39-8981-4612-8d20-21dbf02d407c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:37:03.513565 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:37:03.514158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:37:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:37:03.539303 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.543394 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e792fc9a-8939-4a08-9502-302c0904309e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4517777 Mar 24 17:37:03.543591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47662) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:37:03.549659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8f77d-6bc9-4101-b38b-c8204a2f928a', 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:37:03.556079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:37:03.560130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:security_group_rule and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:37:03.564099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:37:03.569959 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:37:03.593238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-f344d2de-58d6-43a0-b729-bddee859c385 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 998 time: 0.1015177 Mar 24 17:37:03.658028 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-16d03043-f350-4113-b404-18d46351cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:03.659483 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-16d03043-f350-4113-b404-18d46351cda9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=581fa428-5eb5-4e23-adce-3223da17686d HTTP/1.1" status: 200 len: 854 time: 0.0596697 Mar 24 17:37:03.660167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.727127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.734092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:37:03.745232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-138a9c34-d810-498d-b488-8cd03cff9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:03.747346 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-138a9c34-d810-498d-b488-8cd03cff9c60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f708f31-196f-4252-8a49-e7170b4cd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812130 Mar 24 17:37:03.795240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.819781 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf33ec4-0dcb-4f63-86db-2b70827ef605,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:03.886933 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-e46e3c83-2004-41e0-9da0-946b36218d40 service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337624 Mar 24 17:37:03.904981 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:03.911023 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bd0c10c0-63ce-4312-a636-97496c62140f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662660 Mar 24 17:37:03.911627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47666) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:37:03.917629 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8f77d-6bc9-4101-b38b-c8204a2f928a', 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:37:03.924271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:37:03.928584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:security_group_rule and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:37:03.931505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:37:03.937921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:37:04.012967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.024848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.026623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c9b38285-7b92-4e86-aa4b-7b8fe6c93561 req-c10f8db7-fd01-4c13-958c-4c55a7b1ed08 service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323221 Mar 24 17:37:04.028675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.093331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.121095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '5bbeaf91-9a08-445f-bd97-84dc0a27bb6f', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'port_id': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'mac_address': 'fa:16:3e:b7:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:37:01Z', 'updated_at': '2022-03-24T17:37:01Z', 'revision_number': 0, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba531614-e9b8-4070-b3a0-c32a1b98df8d', 'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'mac_address': 'fa:16:3e:b1:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:03Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 5, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'subnets': [{'id': '581fa428-5eb5-4e23-adce-3223da17686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:37:04.125338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163036e-2f11-493e-8951-876ffd5278f5 None None] The sync data for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv is: [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '5bbeaf91-9a08-445f-bd97-84dc0a27bb6f', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'port_id': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'mac_address': 'fa:16:3e:b7:59:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:37:01Z', 'updated_at': '2022-03-24T17:37:01Z', 'revision_number': 0, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba531614-e9b8-4070-b3a0-c32a1b98df8d', 'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'mac_address': 'fa:16:3e:b1:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:03Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 5, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'subnets': [{'id': '581fa428-5eb5-4e23-adce-3223da17686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:37:04.168303 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.317273 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db90aa2-3aaa-4b29-9801-ec600097cd80 None None] New status for floating IP 5bbeaf91-9a08-445f-bd97-84dc0a27bb6f: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:37:04.318528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62aa31c8-d0ac-460a-bd17-ca0502d07213,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:04.402077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.403276 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-ca3ce4d3-a781-42bd-bdb0-46141a276fd1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4905238 Mar 24 17:37:04.406557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47670) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:37:04.411697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8f77d-6bc9-4101-b38b-c8204a2f928a', 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:37:04.417636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:37:04.421509 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:security_group_rule and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:37:04.425086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:37:04.430642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:37:04.511777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.572767 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.631296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.655670 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691d7473-c652-4001-993e-998e27767668,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:04.751150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.752378 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3b326aa1-0023-415c-8e40-6ccb45381e0b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448460 Mar 24 17:37:04.755073 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47674) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:37:04.760298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8f77d-6bc9-4101-b38b-c8204a2f928a', 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:37:04.767202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:37:04.771257 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:security_group_rule and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:37:04.774167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:37:04.779774 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:37:04.912558 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:04.973463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.065337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.089197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6c61d7-ab86-4205-84a8-fd39fb2cfe31,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:05.150846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.152068 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-496b2ec3-3d99-4a72-bfed-d76e3baab94e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3959377 Mar 24 17:37:05.154794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47678) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:37:05.159882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8f77d-6bc9-4101-b38b-c8204a2f928a', 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:37:05.165869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:37:05.169704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:security_group_rule and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:37:05.172778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:37:05.178414 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:37:05.253595 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Project 4168eacc3ee046ba96086b5e62aefda0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:37:05.260115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.323428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.373934 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.400697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5839488b-c291-40b1-9626-4d9a71d924ad,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:05.419108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.463283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.464510 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6a20e0bb-62cb-468c-82af-727d2e6efcaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3088577 Mar 24 17:37:05.467328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47682) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:37:05.472712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'security_group_rule': {'security_group_id': 'f2b8f77d-6bc9-4101-b38b-c8204a2f928a', 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:37:05.478747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:37:05.482480 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Usage tracker for resource:security_group_rule and tenant:4168eacc3ee046ba96086b5e62aefda0 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:37:05.485323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:37:05.491153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:37:05.573425 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Project 4168eacc3ee046ba96086b5e62aefda0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:37:05.580241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.649482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.699284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.722721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c7a04c-1125-4f8f-87e6-64a874b13bbe,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:05.785125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:05.786297 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-79a56889-6199-41df-9df9-52e913069c62 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3178928 Mar 24 17:37:05.906537 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14089649-0d6a-4de0-b144-95364166d403 req-f25534f2-f75c-44ab-8c5d-ad1f6bf606c9 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914707402&fields=id&tenant_id=4168eacc3ee046ba96086b5e62aefda0 HTTP/1.1" status: 200 len: 267 time: 0.0394576 Mar 24 17:37:05.988337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14089649-0d6a-4de0-b144-95364166d403 req-7c887622-d9fe-438d-ab5f-0f443c2b82cc tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:05.989723 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14089649-0d6a-4de0-b144-95364166d403 req-7c887622-d9fe-438d-ab5f-0f443c2b82cc tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 945 time: 0.0782700 Mar 24 17:37:06.000626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-14089649-0d6a-4de0-b144-95364166d403 req-89608c2e-5049-40b3-bc76-9cfcd2192e4b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'port': {'security_groups': ['13cb3c87-be18-4e1a-b544-4e134c95296a', 'f2b8f77d-6bc9-4101-b38b-c8204a2f928a']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:37:06.117890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-14089649-0d6a-4de0-b144-95364166d403 req-89608c2e-5049-40b3-bc76-9cfcd2192e4b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:06.370944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-14089649-0d6a-4de0-b144-95364166d403 req-89608c2e-5049-40b3-bc76-9cfcd2192e4b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] For port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:37:06.397521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-14089649-0d6a-4de0-b144-95364166d403 req-89608c2e-5049-40b3-bc76-9cfcd2192e4b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:06.457840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-14089649-0d6a-4de0-b144-95364166d403 req-89608c2e-5049-40b3-bc76-9cfcd2192e4b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:06.470934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:37:06.526894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14089649-0d6a-4de0-b144-95364166d403 req-89608c2e-5049-40b3-bc76-9cfcd2192e4b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:06.527510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-14089649-0d6a-4de0-b144-95364166d403 req-89608c2e-5049-40b3-bc76-9cfcd2192e4b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:06.528893 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-14089649-0d6a-4de0-b144-95364166d403 req-89608c2e-5049-40b3-bc76-9cfcd2192e4b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "PUT /v2.0/ports/2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 981 time: 0.5327971 Mar 24 17:37:06.529322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:37:06.567841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89608c2e-5049-40b3-bc76-9cfcd2192e4b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'Port': ['ID=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,revision_number=6']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:37:06.601958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:37:06.609159 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'status': 'completed', 'code': 200} Mar 24 17:37:06.776816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-d6f7fded-cb68-4587-a3ec-8061a359a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:06.778287 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-d6f7fded-cb68-4587-a3ec-8061a359a11a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4168eacc3ee046ba96086b5e62aefda0&device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1137 time: 0.1491485 Mar 24 17:37:06.789247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01156cf-ec85-4648-887e-3361dc556d4d req-f7f941f7-796f-4992-bf62-6dbb6444c7ea tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:06.790605 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e01156cf-ec85-4648-887e-3361dc556d4d req-f7f941f7-796f-4992-bf62-6dbb6444c7ea tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.1214690 Mar 24 17:37:06.858534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8e540a57-66ee-487b-bcf7-2d4c30a1a1d3 None None] Provisioning complete for port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:37:06.858849 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8e540a57-66ee-487b-bcf7-2d4c30a1a1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:07.047705 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e01156cf-ec85-4648-887e-3361dc556d4d req-56f2c3f3-9b59-4a15-92d7-512d23e0927c tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2358897 Mar 24 17:37:07.077515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-a75d9ff5-782f-4164-bd07-f1003ed215a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:07.079000 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-a75d9ff5-782f-4164-bd07-f1003ed215a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f708f31-196f-4252-8a49-e7170b4cd4cb HTTP/1.1" status: 200 len: 916 time: 0.2875609 Mar 24 17:37:07.184031 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-c2907e89-c80e-43b3-9f21-d54ca0e1bdec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 1000 time: 0.0969594 Mar 24 17:37:07.246410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-cd28591f-1c58-4024-931a-9da189e40da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:07.247841 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-cd28591f-1c58-4024-931a-9da189e40da7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=581fa428-5eb5-4e23-adce-3223da17686d HTTP/1.1" status: 200 len: 854 time: 0.0566480 Mar 24 17:37:07.322946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-78fc1046-5b62-4af5-8609-6b0f8417003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:07.324456 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-78fc1046-5b62-4af5-8609-6b0f8417003a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f708f31-196f-4252-8a49-e7170b4cd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708134 Mar 24 17:37:07.462878 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-08b49241-72b8-41e0-99b0-d7d75821a85c service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317244 Mar 24 17:37:07.590963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-022cff64-a7d0-4570-a8c5-312d8fa12a38 req-28bb90c1-bbd6-47c1-a0e6-f30589682e6f service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211660 Mar 24 17:37:18.384494 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:37:21.715812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14ffb-ce99-4089-a00a-c83bb537e0e2 req-ed09cd98-eb19-4f94-a33c-75a6d4f1df00 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:21.717255 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-abe14ffb-ce99-4089-a00a-c83bb537e0e2 req-ed09cd98-eb19-4f94-a33c-75a6d4f1df00 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.1251779 Mar 24 17:37:21.769020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-e070ec54-efbe-45f9-b360-3ebb5e7b8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:21.770354 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-e070ec54-efbe-45f9-b360-3ebb5e7b8f09 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4168eacc3ee046ba96086b5e62aefda0&device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1137 time: 0.1215327 Mar 24 17:37:21.783076 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-abe14ffb-ce99-4089-a00a-c83bb537e0e2 req-1572ce7b-e4fe-4b10-be63-c0b9a6f13cd5 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592237 Mar 24 17:37:21.907863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-da4491a2-3d0e-4898-9bd3-06eca2989315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:21.909371 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-da4491a2-3d0e-4898-9bd3-06eca2989315 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f708f31-196f-4252-8a49-e7170b4cd4cb HTTP/1.1" status: 200 len: 916 time: 0.1308517 Mar 24 17:37:22.010892 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-31f96021-aeb7-47ee-9adb-4a3b71cc5fa8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 1000 time: 0.0946057 Mar 24 17:37:22.074551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-7b98aa99-51e4-4d96-9130-0635c1fe6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:22.075998 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-7b98aa99-51e4-4d96-9130-0635c1fe6dca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=581fa428-5eb5-4e23-adce-3223da17686d HTTP/1.1" status: 200 len: 854 time: 0.0592947 Mar 24 17:37:22.148263 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-f5a76bb0-410c-4b0e-8768-eb664d60858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:22.149722 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-f5a76bb0-410c-4b0e-8768-eb664d60858b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f708f31-196f-4252-8a49-e7170b4cd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677390 Mar 24 17:37:22.277738 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-9f9112e5-3f88-444a-89c4-1453f4d783e6 service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217942 Mar 24 17:37:22.414833 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c0dc86f9-84ba-433d-995f-95f3bae06885 req-e729f689-f83e-4d7e-aee0-a37424c86246 service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310999 Mar 24 17:37:22.971419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad505bef-1795-4d40-879b-6723038dfab9 req-bfdeea7a-8995-4f31-bf5e-b4699b5b4f73 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:22.972881 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad505bef-1795-4d40-879b-6723038dfab9 req-bfdeea7a-8995-4f31-bf5e-b4699b5b4f73 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0833182 Mar 24 17:37:23.018720 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad505bef-1795-4d40-879b-6723038dfab9 req-7067a514-4957-47f7-b9bd-3f3f0837946f tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396981 Mar 24 17:37:24.199608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b547bd-076a-4838-b361-901da9449a45 req-3c12c52d-3480-4dfc-8ad6-463a3cfb3c50 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:24.200996 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a2b547bd-076a-4838-b361-901da9449a45 req-3c12c52d-3480-4dfc-8ad6-463a3cfb3c50 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0777421 Mar 24 17:37:24.248457 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a2b547bd-076a-4838-b361-901da9449a45 req-0b2b35f7-b57e-435a-8b3c-e19bb8341cec tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416138 Mar 24 17:37:25.528115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf89014-7f73-40dc-857d-51144cdc7edf req-c9185bc0-3d91-49da-a1eb-00a357d0afcf tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:25.529466 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3cf89014-7f73-40dc-857d-51144cdc7edf req-c9185bc0-3d91-49da-a1eb-00a357d0afcf tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.1753101 Mar 24 17:37:25.574251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3cf89014-7f73-40dc-857d-51144cdc7edf req-e66dcfa6-afca-43f6-a5ab-4ba0cc47bc14 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381000 Mar 24 17:37:26.758063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd28aa9-9efa-4ad3-a31a-effdc2e28620 req-4f81b75c-b306-45e4-a821-f38ca43aaaaf tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:26.759418 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6bd28aa9-9efa-4ad3-a31a-effdc2e28620 req-4f81b75c-b306-45e4-a821-f38ca43aaaaf tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0803211 Mar 24 17:37:26.805078 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6bd28aa9-9efa-4ad3-a31a-effdc2e28620 req-4d3fc66a-4f74-477c-ad9c-0bd4028ceeaa tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398319 Mar 24 17:37:27.984379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1504a4-283b-48be-9b36-74246255109c req-d05dc9bf-638e-409c-8f68-c98648c68e9b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:27.985799 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b1504a4-283b-48be-9b36-74246255109c req-d05dc9bf-638e-409c-8f68-c98648c68e9b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0783055 Mar 24 17:37:28.040373 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5b1504a4-283b-48be-9b36-74246255109c req-df60445f-8de8-489d-baa4-c7e7335eb5a6 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481963 Mar 24 17:37:29.219354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429b136-fd1c-438c-88e3-ec096ffaf5d5 req-e85ec923-28ae-461b-b954-1b1d5c84b225 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:29.220697 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6429b136-fd1c-438c-88e3-ec096ffaf5d5 req-e85ec923-28ae-461b-b954-1b1d5c84b225 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0767145 Mar 24 17:37:29.265085 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6429b136-fd1c-438c-88e3-ec096ffaf5d5 req-8c45ec9a-1dce-46c1-a71e-b8bf0fb83a2b tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385733 Mar 24 17:37:30.448131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb74b2c-914a-4546-a513-4a56e24b2293 req-207852b0-6bf3-40f8-8c0e-bb8d394f0467 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:30.449542 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7cb74b2c-914a-4546-a513-4a56e24b2293 req-207852b0-6bf3-40f8-8c0e-bb8d394f0467 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0806980 Mar 24 17:37:30.464597 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0c0da2c8-84f8-400c-a9c8-e6a2bf50825d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:30.495374 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7cb74b2c-914a-4546-a513-4a56e24b2293 req-eb22fc45-5c54-4d65-84d3-b85a93aa0b51 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396395 Mar 24 17:37:31.695400 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85158f-9fd8-4b03-bc11-370b7cc10a14 req-35ab6711-cfdd-40f2-b4f3-5cb56926d830 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:31.696915 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4b85158f-9fd8-4b03-bc11-370b7cc10a14 req-35ab6711-cfdd-40f2-b4f3-5cb56926d830 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0852683 Mar 24 17:37:31.743430 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4b85158f-9fd8-4b03-bc11-370b7cc10a14 req-f04fab5f-1bb3-4b24-86a6-efd6298bd1f6 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408158 Mar 24 17:37:32.681250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1426b790-32d5-437d-b7c2-b5a251cf45c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:32.937120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd22a-13fc-4534-981a-20d6b0a2d00e req-e4b35efa-afcb-4c53-ba60-15b4524a7da1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:32.938512 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-376bd22a-13fc-4534-981a-20d6b0a2d00e req-e4b35efa-afcb-4c53-ba60-15b4524a7da1 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0856793 Mar 24 17:37:32.986328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-376bd22a-13fc-4534-981a-20d6b0a2d00e req-45d157d5-df15-466e-b035-4f674b96c741 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417612 Mar 24 17:37:33.024224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:33.898514 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:33.982547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:34.192975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efcf37-68ef-4f10-90d8-3914fc628de0 req-78c9d6bb-6715-494b-9fc4-269f74f67aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:34.194307 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-05efcf37-68ef-4f10-90d8-3914fc628de0 req-78c9d6bb-6715-494b-9fc4-269f74f67aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0781374 Mar 24 17:37:34.241619 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-05efcf37-68ef-4f10-90d8-3914fc628de0 req-2f9ee013-9006-4ef4-9bd3-46569b44f9d4 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416701 Mar 24 17:37:35.411362 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:37:35.422118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c2866-db7d-475f-9f2f-5f3ec45e095f req-c19e4a66-b5d5-44da-b2e2-39df9dc7769d tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:35.424064 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e85c2866-db7d-475f-9f2f-5f3ec45e095f req-c19e4a66-b5d5-44da-b2e2-39df9dc7769d tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0799034 Mar 24 17:37:35.469729 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e85c2866-db7d-475f-9f2f-5f3ec45e095f req-7608cb83-e1d8-4079-97b2-7819f62a0b31 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397370 Mar 24 17:37:36.657459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca46fd-a3f4-4b10-a34d-53e004ca43c0 req-611d5643-6ae7-4a4a-97ee-888ada641d38 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:36.658822 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8aca46fd-a3f4-4b10-a34d-53e004ca43c0 req-611d5643-6ae7-4a4a-97ee-888ada641d38 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0831027 Mar 24 17:37:36.704291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8aca46fd-a3f4-4b10-a34d-53e004ca43c0 req-054c3cce-2e17-433a-9126-73aad1a118c4 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397570 Mar 24 17:37:37.886926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049f162-dffc-49a9-85ef-03e5cee1a2ac req-217c9904-d067-4eb5-be18-150338684402 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:37.888396 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f049f162-dffc-49a9-85ef-03e5cee1a2ac req-217c9904-d067-4eb5-be18-150338684402 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0805104 Mar 24 17:37:37.938182 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f049f162-dffc-49a9-85ef-03e5cee1a2ac req-40d532d0-85a0-4e54-ba1e-132b0cc8d8c6 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424168 Mar 24 17:37:39.123233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14662b0-245b-4f0a-bb3a-9a62215abdc4 req-02f4e7e6-d112-4a7c-b7f9-320d3ddcb2ec tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:39.124671 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e14662b0-245b-4f0a-bb3a-9a62215abdc4 req-02f4e7e6-d112-4a7c-b7f9-320d3ddcb2ec tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0771039 Mar 24 17:37:39.170040 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e14662b0-245b-4f0a-bb3a-9a62215abdc4 req-4950b40d-3b4c-41ab-98d1-1237b1f44f89 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=f2b8f77d-6bc9-4101-b38b-c8204a2f928a&id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397694 Mar 24 17:37:42.513682 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-5dae04c8-c76c-4195-aa08-5a08e718c3d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1132550 Mar 24 17:37:42.649705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-80fc991c-763c-4125-9f97-1d6c0e2cf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:42.651182 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-80fc991c-763c-4125-9f97-1d6c0e2cf07d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4168eacc3ee046ba96086b5e62aefda0&device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1137 time: 0.0706165 Mar 24 17:37:42.793625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-36978c95-1bae-4df8-86a4-19214a4c74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:42.795158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-36978c95-1bae-4df8-86a4-19214a4c74ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f708f31-196f-4252-8a49-e7170b4cd4cb HTTP/1.1" status: 200 len: 916 time: 0.1259389 Mar 24 17:37:42.897338 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-55965762-feac-494e-ac95-450e47fe0c2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 1000 time: 0.0960872 Mar 24 17:37:42.958044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-cabccfe1-e9e5-4819-8e5c-ffdc6d2d51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:42.959449 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-cabccfe1-e9e5-4819-8e5c-ffdc6d2d51a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=581fa428-5eb5-4e23-adce-3223da17686d HTTP/1.1" status: 200 len: 854 time: 0.0570557 Mar 24 17:37:43.127679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-42ec58cb-8e11-4e0e-8bc4-86cba8d12d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:37:43.129066 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-42ec58cb-8e11-4e0e-8bc4-86cba8d12d5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f708f31-196f-4252-8a49-e7170b4cd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1642532 Mar 24 17:37:43.258388 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-e12f636c-be67-4f4f-bdec-83b7a55cf0c5 service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206102 Mar 24 17:37:43.387284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-570802f9-f5d0-4f53-b900-3b0fd4612b26 req-2422400c-b89a-461d-b3d5-96f86305b511 service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233630 Mar 24 17:37:55.394116 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:38:00.480450 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bf4b20eb-adbd-42e1-a5e9-1748afc0cbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:02.692786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e38c-dfb9-4d70-be5b-0cbb86db5ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:03.012440 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:03.903616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:03.982952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:05.406114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:11.617059 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41752509-b679-4b8f-9d9c-c91de2018614 req-30989e8a-3ca4-4e9b-8c9a-2c2729b3baa3 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914707402&fields=id&tenant_id=4168eacc3ee046ba96086b5e62aefda0 HTTP/1.1" status: 200 len: 267 time: 0.0390487 Mar 24 17:38:11.701523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752509-b679-4b8f-9d9c-c91de2018614 req-5d94ca15-af33-4f01-a686-cb47b3a322b8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:11.702957 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41752509-b679-4b8f-9d9c-c91de2018614 req-5d94ca15-af33-4f01-a686-cb47b3a322b8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 984 time: 0.0807734 Mar 24 17:38:11.714030 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-41752509-b679-4b8f-9d9c-c91de2018614 req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Request body: {'port': {'security_groups': ['13cb3c87-be18-4e1a-b544-4e134c95296a']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:11.830388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-41752509-b679-4b8f-9d9c-c91de2018614 req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.065908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-41752509-b679-4b8f-9d9c-c91de2018614 req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] For port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:12.090090 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-41752509-b679-4b8f-9d9c-c91de2018614 req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.200618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-41752509-b679-4b8f-9d9c-c91de2018614 req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.216359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:38:12.265778 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752509-b679-4b8f-9d9c-c91de2018614 req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:12.266383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-41752509-b679-4b8f-9d9c-c91de2018614 req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.268006 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41752509-b679-4b8f-9d9c-c91de2018614 req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "PUT /v2.0/ports/2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 942 time: 0.5590403 Mar 24 17:38:12.268456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:38:12.277565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47756) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:12.312747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event updated for resources: {'Port': ['ID=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,revision_number=7']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:12.320396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.320738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.321078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.321410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.321736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.322062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.322384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.322706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.323023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.323342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.323659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.323989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11149fb7-3eb8-48a4-a4f7-096e505e6aa8 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.350844 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'status': 'completed', 'code': 200} Mar 24 17:38:12.368394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:38:12.383311 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.419998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.449358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-21da2bfb-6adf-4859-9b08-9bd8f7be7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:12.451469 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-21da2bfb-6adf-4859-9b08-9bd8f7be7756 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4168eacc3ee046ba96086b5e62aefda0&device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1098 time: 0.0785089 Mar 24 17:38:12.576336 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.590325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-a5668504-f3db-4dcf-8c37-076e3fd260d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:12.591770 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-a5668504-f3db-4dcf-8c37-076e3fd260d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f708f31-196f-4252-8a49-e7170b4cd4cb HTTP/1.1" status: 200 len: 916 time: 0.1343458 Mar 24 17:38:12.596627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-29012256-5506-40d8-be66-4802dea3ebb2 None None] Provisioning complete for port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:12.596627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-29012256-5506-40d8-be66-4802dea3ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.597114 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b8f77d-6bc9-4101-b38b-c8204a2f928a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:12.602124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.605966 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "DELETE /v2.0/security-groups/f2b8f77d-6bc9-4101-b38b-c8204a2f928a HTTP/1.1" status: 204 len: 168 time: 0.3265641 Mar 24 17:38:12.609611 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47760) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:12.612800 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.613246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.613612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.613947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.614276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.614983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.615325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.616022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.616022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.616352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.616712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.616983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d12921-78fb-4860-aa20-0181e56182ba tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:12.711364 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-00290ac5-5872-4ee3-946c-dd118ade3f39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 1000 time: 0.1130388 Mar 24 17:38:12.776277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-0a83116e-b7f3-472c-b0f6-256619154133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:12.777708 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-0a83116e-b7f3-472c-b0f6-256619154133 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=581fa428-5eb5-4e23-adce-3223da17686d HTTP/1.1" status: 200 len: 854 time: 0.0597458 Mar 24 17:38:12.829869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Deleting port e62e2ddd-a138-4c66-9cec-1a13d845e3ea {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:12.830207 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.854140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-1a76ab07-e82f-43fe-8242-4080d0307a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:12.855512 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-1a76ab07-e82f-43fe-8242-4080d0307a88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f708f31-196f-4252-8a49-e7170b4cd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720363 Mar 24 17:38:12.985253 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-aa810b7d-8f01-46d8-8d15-4354a3fc1a6a service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238527 Mar 24 17:38:12.999261 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:12.999594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:13.125645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Calling delete_port for e62e2ddd-a138-4c66-9cec-1a13d845e3ea owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:13.223572 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a50a34ed-71dd-45a4-9adf-04f06a748295 req-1087a509-653c-4af2-b481-fd0aba2ca0bf service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331090 Mar 24 17:38:13.353186 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:13.401044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event deleted for resources: {'Port': ['ID=e62e2ddd-a138-4c66-9cec-1a13d845e3ea,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:13.490302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:13.490676 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Floating IP 5bbeaf91-9a08-445f-bd97-84dc0a27bb6f disassociated (deleted). External IP: 172.26.4.84, port: 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819. Mar 24 17:38:13.947266 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Router c4c59a39-8981-4612-8d20-21dbf02d407c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:38:14.126581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:38:14.136395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] Sync routers for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:38:14.145395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:14.146001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:14.198828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:14.258213 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2f74dd35-3e30-455f-8dbb-7a408b869d4e tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "DELETE /v2.0/floatingips/5bbeaf91-9a08-445f-bd97-84dc0a27bb6f HTTP/1.1" status: 204 len: 168 time: 1.6476014 Mar 24 17:38:14.259046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:38:14.327333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:14.376788 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'status': 'completed', 'code': 200} Mar 24 17:38:14.471057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-d7d3f2c5-50e5-4a92-90dd-e5c0ab7a4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:14.472907 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-d7d3f2c5-50e5-4a92-90dd-e5c0ab7a4ae4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4168eacc3ee046ba96086b5e62aefda0&device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 1098 time: 0.0739980 Mar 24 17:38:14.612100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-20807f88-b3de-4c96-90fa-0f1b8192e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:14.613534 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-20807f88-b3de-4c96-90fa-0f1b8192e3de service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f708f31-196f-4252-8a49-e7170b4cd4cb HTTP/1.1" status: 200 len: 916 time: 0.1271696 Mar 24 17:38:14.655910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'ba531614-e9b8-4070-b3a0-c32a1b98df8d', 'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'mac_address': 'fa:16:3e:b1:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:03Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 5, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'subnets': [{'id': '581fa428-5eb5-4e23-adce-3223da17686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:14.660046 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] Checking router: c4c59a39-8981-4612-8d20-21dbf02d407c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:38:14.668499 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:14.669106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:14.689372 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-ac471742-cb50-4a68-ab11-3e5542a63759 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 200 len: 217 time: 0.0693469 Mar 24 17:38:14.758397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-3d1fd6f8-a83b-428d-a69e-041f058e53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:14.759951 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-3d1fd6f8-a83b-428d-a69e-041f058e53bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=581fa428-5eb5-4e23-adce-3223da17686d HTTP/1.1" status: 200 len: 854 time: 0.0646596 Mar 24 17:38:14.852794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-81b8bf9d-062c-4494-be6b-cf14b96dfe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:14.854646 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-81b8bf9d-062c-4494-be6b-cf14b96dfe71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f708f31-196f-4252-8a49-e7170b4cd4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880101 Mar 24 17:38:14.860469 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:14.993804 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-2d5d7bc8-6044-4e1e-b1ae-f63fca1a1354 service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322095 Mar 24 17:38:15.125384 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-751991c1-3baa-4386-9f0c-88ee80b76f5e req-727976a9-0a67-4cdb-8de0-4d8c6967e778 service neutron] 10.222.0.48 "GET /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249058 Mar 24 17:38:15.176739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'ba531614-e9b8-4070-b3a0-c32a1b98df8d', 'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'mac_address': 'fa:16:3e:b1:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:03Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 5, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'subnets': [{'id': '581fa428-5eb5-4e23-adce-3223da17686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:15.181355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5d7ac7-1903-41d9-89e6-aa3d8b22429c None None] The sync data for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv is: [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:36:04Z', 'revision_number': 4, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'ba531614-e9b8-4070-b3a0-c32a1b98df8d', 'name': '', 'network_id': '8f708f31-196f-4252-8a49-e7170b4cd4cb', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'mac_address': 'fa:16:3e:b1:e1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '581fa428-5eb5-4e23-adce-3223da17686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:03Z', 'updated_at': '2022-03-24T17:36:11Z', 'revision_number': 5, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'subnets': [{'id': '581fa428-5eb5-4e23-adce-3223da17686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:38:15.422997 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f9971d-0fb2-4c1e-8fec-ec9e700412bb None None] New status for floating IP 5bbeaf91-9a08-445f-bd97-84dc0a27bb6f: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:38:20.146567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6c017-fe97-46a6-8e9f-5b70cbb33bf0 req-8570cf48-b014-4554-a4e8-0b834be9a58a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:20.148834 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-66d6c017-fe97-46a6-8e9f-5b70cbb33bf0 req-8570cf48-b014-4554-a4e8-0b834be9a58a tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 945 time: 0.0867836 Mar 24 17:38:20.192129 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-66d6c017-fe97-46a6-8e9f-5b70cbb33bf0 req-9607b0a1-7057-43f3-8d0a-49d22be55649 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Mar 24 17:38:21.378594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74a248-4c7f-4921-8bea-87ea79b0cbe7 req-2cf1d35a-e34c-47ce-b33f-1ec94081a3c3 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:21.380004 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5f74a248-4c7f-4921-8bea-87ea79b0cbe7 req-2cf1d35a-e34c-47ce-b33f-1ec94081a3c3 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 945 time: 0.0808077 Mar 24 17:38:21.423047 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5f74a248-4c7f-4921-8bea-87ea79b0cbe7 req-51989ad5-25af-4a00-b51b-37eb9f736822 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/security-groups?id=13cb3c87-be18-4e1a-b544-4e134c95296a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Mar 24 17:38:21.750328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-9c503d6f-5ac7-4f2c-a11f-cda22358db48 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:21.751740 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-9c503d6f-5ac7-4f2c-a11f-cda22358db48 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.48 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 945 time: 0.0825455 Mar 24 17:38:21.820651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Deleting port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:21.820975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:22.060966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] For port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:22.061313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:22.179419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Calling delete_port for 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:22.473141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:22.486127 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:38:22.521425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Pushing event deleted for resources: {'Port': ['ID=2dbbe607-fce8-4f4e-b22a-ed89cb7c2819,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:22.635687 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1b9016d5-913c-4e2f-b53c-ebdd9c268fbf req-6dbf5b0e-e871-4ac3-aa79-4d2b6ba36cdf tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6f8e735-c647-4001-ad47-1ce7a581f152 HTTP/1.1" status: 200 len: 210 time: 0.0754545 Mar 24 17:38:22.636686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] No DVR routers for this DVR port 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:38:22.639267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:22.641766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'name': 'network-vif-deleted', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:38:22.655001 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eac337c4-d351-43ec-a292-6e1a4a734f9b req-e9c2bb4a-7540-4c76-9d3d-9e2937755605 tempest-TestMinimumBasicScenario-58027925 tempest-TestMinimumBasicScenario-58027925-project] 10.222.0.48 "DELETE /v2.0/ports/2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 HTTP/1.1" status: 204 len: 173 time: 0.8985975 Mar 24 17:38:22.694243 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f8e735-c647-4001-ad47-1ce7a581f152', 'name': 'network-vif-deleted', 'tag': '2dbbe607-fce8-4f4e-b22a-ed89cb7c2819', 'status': 'completed', 'code': 200} Mar 24 17:38:24.907403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47848) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:25.441642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:25.789161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Deleting port ba531614-e9b8-4070-b3a0-c32a1b98df8d {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:25.789503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:26.064361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] For port ba531614-e9b8-4070-b3a0-c32a1b98df8d, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ba531614-e9b8-4070-b3a0-c32a1b98df8d,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:26.065052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:26.187485 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Calling delete_port for ba531614-e9b8-4070-b3a0-c32a1b98df8d owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:26.236223 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:38:26.269762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:38:26.270107 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2dbbe607-fce8-4f4e-b22a-ed89cb7c2819 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:38:26.541710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:26.622164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba531614-e9b8-4070-b3a0-c32a1b98df8d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:26.860630 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:27.212372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Router c4c59a39-8981-4612-8d20-21dbf02d407c has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:38:27.501685 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:38:27.510970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] Sync routers for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:38:27.514284 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-380d89a7-74ea-4413-8504-81da304f116e admin admin] 10.222.0.47 "PUT /v2.0/routers/c4c59a39-8981-4612-8d20-21dbf02d407c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6056626 Mar 24 17:38:27.516668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47852) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:27.520774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:27.521373 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:27.692631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:27.738335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:27.873836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:27.958467 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Deleting port 594b234d-36e0-4def-ba17-cc595c9a0b1c {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:27.958828 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:28.018566 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:38:26Z', 'revision_number': 5, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port': {'id': '594b234d-36e0-4def-ba17-cc595c9a0b1c', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:00Z', 'updated_at': '2022-03-24T17:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:28.022384 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] Checking router: c4c59a39-8981-4612-8d20-21dbf02d407c for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:38:28.030522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] Routers {'c4c59a39-8981-4612-8d20-21dbf02d407c'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:28.031118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c4c59a39-8981-4612-8d20-21dbf02d407c'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:28.132060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] For port 594b234d-36e0-4def-ba17-cc595c9a0b1c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=594b234d-36e0-4def-ba17-cc595c9a0b1c,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:28.132961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:28.183061 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] Set router c4c59a39-8981-4612-8d20-21dbf02d407c gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:28.256785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Calling delete_port for 594b234d-36e0-4def-ba17-cc595c9a0b1c owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:28.286673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:38:27Z', 'revision_number': 6, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:28.290995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d4334-b1ac-47b8-8c02-d0443e718fcd None None] The sync data for ids ['c4c59a39-8981-4612-8d20-21dbf02d407c'] in dv-neutron-835063-1-hyperv is: [{'id': 'c4c59a39-8981-4612-8d20-21dbf02d407c', 'name': 'tempest-TestMinimumBasicScenario-1155077517-router', 'tenant_id': '4168eacc3ee046ba96086b5e62aefda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:35:59Z', 'updated_at': '2022-03-24T17:38:27Z', 'revision_number': 6, 'project_id': '4168eacc3ee046ba96086b5e62aefda0', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:38:28.474106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:28.523617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Pushing event deleted for resources: {'Port': ['ID=594b234d-36e0-4def-ba17-cc595c9a0b1c,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:28.611188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:28.791647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:28.793866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:28.879978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:28.880538 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c59a39-8981-4612-8d20-21dbf02d407c {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:38:28.893477 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:28.896952 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a4226a02-7f81-49c8-ad4c-e9952f8b8213 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c4c59a39-8981-4612-8d20-21dbf02d407c HTTP/1.1" status: 204 len: 168 time: 1.3767715 Mar 24 17:38:28.897124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47856) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:29.030962 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ba531614-e9b8-4070-b3a0-c32a1b98df8d no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:38:29.065051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: ba531614-e9b8-4070-b3a0-c32a1b98df8d {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:38:29.065392 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ba531614-e9b8-4070-b3a0-c32a1b98df8d not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:38:29.075177 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-31976fac-64d4-408c-8fbc-b6a59acd23c5 admin admin] Deleting subnet 581fa428-5eb5-4e23-adce-3223da17686d {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:38:29.078301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31976fac-64d4-408c-8fbc-b6a59acd23c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:29.127841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31976fac-64d4-408c-8fbc-b6a59acd23c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:29.207973 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31976fac-64d4-408c-8fbc-b6a59acd23c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:29.355275 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31976fac-64d4-408c-8fbc-b6a59acd23c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:29.397597 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31976fac-64d4-408c-8fbc-b6a59acd23c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581fa428-5eb5-4e23-adce-3223da17686d,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:29.408362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-31976fac-64d4-408c-8fbc-b6a59acd23c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:29.411350 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db822d9e-88d4-43f6-a1d8-3ac647260333 None None] Network 8f708f31-196f-4252-8a49-e7170b4cd4cb requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:38:29.414891 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-31976fac-64d4-408c-8fbc-b6a59acd23c5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/581fa428-5eb5-4e23-adce-3223da17686d HTTP/1.1" status: 204 len: 168 time: 0.5164824 Mar 24 17:38:29.417634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47860) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:29.523278 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:29.533525 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-188de954-352e-4772-849e-36597491078f admin admin] Deleting port 577e0f2c-46d5-4290-937d-d31ae98a82da {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:29.533852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:29.663758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] DHCP port deletion for 8f708f31-196f-4252-8a49-e7170b4cd4cb request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:38:29.671477 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] Deleting port 577e0f2c-46d5-4290-937d-d31ae98a82da {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:29.671853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:29.749465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-188de954-352e-4772-849e-36597491078f admin admin] For port 577e0f2c-46d5-4290-937d-d31ae98a82da, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=577e0f2c-46d5-4290-937d-d31ae98a82da,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:29.749814 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:29.871219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-188de954-352e-4772-849e-36597491078f admin admin] Calling delete_port for 577e0f2c-46d5-4290-937d-d31ae98a82da owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:29.878547 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] For port 577e0f2c-46d5-4290-937d-d31ae98a82da, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=577e0f2c-46d5-4290-937d-d31ae98a82da,segment=NetworkSegment(bdbbb510-666b-4d56-97fa-b2e748aa5771),segment_id=bdbbb510-666b-4d56-97fa-b2e748aa5771)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:29.878887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.001821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] Calling delete_port for 577e0f2c-46d5-4290-937d-d31ae98a82da owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:30.034867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.074284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:38:30.074861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:38:30.087195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188de954-352e-4772-849e-36597491078f admin admin] Pushing event deleted for resources: {'Port': ['ID=577e0f2c-46d5-4290-937d-d31ae98a82da,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:30.088990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188de954-352e-4772-849e-36597491078f admin admin] No DVR routers for this DVR port 577e0f2c-46d5-4290-937d-d31ae98a82da on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:38:30.201744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.226099 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-188de954-352e-4772-849e-36597491078f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f708f31-196f-4252-8a49-e7170b4cd4cb']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:30.237572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-188de954-352e-4772-849e-36597491078f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbbb510-666b-4d56-97fa-b2e748aa5771') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:30.237865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-188de954-352e-4772-849e-36597491078f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbbb510-666b-4d56-97fa-b2e748aa5771') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:30.249247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.264572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.270625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188de954-352e-4772-849e-36597491078f admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:38:30.270996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:38:30.284114 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:38:30.411456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.427109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-188de954-352e-4772-849e-36597491078f admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.437946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188de954-352e-4772-849e-36597491078f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f708f31-196f-4252-8a49-e7170b4cd4cb,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:30.445553 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-188de954-352e-4772-849e-36597491078f admin admin] 10.222.0.47 "DELETE /v2.0/networks/8f708f31-196f-4252-8a49-e7170b4cd4cb HTTP/1.1" status: 204 len: 168 time: 1.0264878 Mar 24 17:38:30.448607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47864) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:30.462663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-aba04828-f134-472c-98d8-870f6b4c7966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.537770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 577e0f2c-46d5-4290-937d-d31ae98a82da no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:38:30.572553 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 577e0f2c-46d5-4290-937d-d31ae98a82da {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:38:30.572895 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 577e0f2c-46d5-4290-937d-d31ae98a82da not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:38:30.573310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 594b234d-36e0-4def-ba17-cc595c9a0b1c no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:38:30.603078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] Deleting port 577e0f2c-46d5-4290-937d-d31ae98a82da {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:30.603455 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:30.671819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 594b234d-36e0-4def-ba17-cc595c9a0b1c {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:38:30.672188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 594b234d-36e0-4def-ba17-cc595c9a0b1c not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:38:30.710554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8b0eb591-91d4-48e3-8c4a-479e2521fd63 None None] The port '577e0f2c-46d5-4290-937d-d31ae98a82da' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:38:31.093050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:31.431915 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Deleting port 2d268721-f441-4c45-9d0e-8f853a55bdc9 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:31.432554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:31.603319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] For port 2d268721-f441-4c45-9d0e-8f853a55bdc9, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=2d268721-f441-4c45-9d0e-8f853a55bdc9,segment=NetworkSegment(e95a38fe-182d-4cbc-851f-0e894bd8fc14),segment_id=e95a38fe-182d-4cbc-851f-0e894bd8fc14)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:31.603667 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:31.725341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Calling delete_port for 2d268721-f441-4c45-9d0e-8f853a55bdc9 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:31.965415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:32.014277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d268721-f441-4c45-9d0e-8f853a55bdc9,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:32.383917 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:38:32.388127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:32.697171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-106059a9-6608-483b-bc2c-085d8b240bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:32.752853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Router 16259d7a-49ef-4706-ab30-b08b5312d485 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:38:32.937656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:38:32.946962 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] Sync routers for ids ['16259d7a-49ef-4706-ab30-b08b5312d485'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:38:32.960270 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] Routers {'16259d7a-49ef-4706-ab30-b08b5312d485'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:32.960270 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['16259d7a-49ef-4706-ab30-b08b5312d485'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:33.007797 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-45fd86de-fa28-469b-85b4-0da94a1e6bd0 admin admin] 10.222.0.47 "PUT /v2.0/routers/16259d7a-49ef-4706-ab30-b08b5312d485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5578814 Mar 24 17:38:33.010188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47868) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:33.028345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:33.159879 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] Set router 16259d7a-49ef-4706-ab30-b08b5312d485 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:33.204620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:33.397169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:33.479922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Deleting port c34832d9-9af9-4458-a156-2471d0f3988e {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:33.484631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:33.488778 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:36:07Z', 'updated_at': '2022-03-24T17:38:31Z', 'revision_number': 5, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'gw_port': {'id': 'c34832d9-9af9-4458-a156-2471d0f3988e', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:36:08Z', 'updated_at': '2022-03-24T17:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:33.492847 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] Checking router: 16259d7a-49ef-4706-ab30-b08b5312d485 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:38:33.501812 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] Routers {'16259d7a-49ef-4706-ab30-b08b5312d485'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:33.502461 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['16259d7a-49ef-4706-ab30-b08b5312d485'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:33.655283 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] Set router 16259d7a-49ef-4706-ab30-b08b5312d485 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:33.658994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] For port c34832d9-9af9-4458-a156-2471d0f3988e, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=c34832d9-9af9-4458-a156-2471d0f3988e,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:33.659343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:33.768083 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:36:07Z', 'updated_at': '2022-03-24T17:38:33Z', 'revision_number': 6, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:33.771114 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77229-db08-4be6-bec5-c1ef1b320281 None None] The sync data for ids ['16259d7a-49ef-4706-ab30-b08b5312d485'] in dv-neutron-835063-1-hyperv is: [{'id': '16259d7a-49ef-4706-ab30-b08b5312d485', 'name': 'tempest-TestMinimumBasicScenario-552821967-router', 'tenant_id': '94c530084b8747bbbbb677ddaa83334e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:36:07Z', 'updated_at': '2022-03-24T17:38:33Z', 'revision_number': 6, 'project_id': '94c530084b8747bbbbb677ddaa83334e', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:38:33.788980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Calling delete_port for c34832d9-9af9-4458-a156-2471d0f3988e owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:33.936094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:33.971629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:34.176136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:34.222033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34832d9-9af9-4458-a156-2471d0f3988e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:34.422485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:34.539575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 2d268721-f441-4c45-9d0e-8f853a55bdc9 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:38:34.573533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 2d268721-f441-4c45-9d0e-8f853a55bdc9 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:38:34.573877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 2d268721-f441-4c45-9d0e-8f853a55bdc9 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:38:34.574285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c34832d9-9af9-4458-a156-2471d0f3988e no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:38:34.593580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:34.595760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:34.605603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: c34832d9-9af9-4458-a156-2471d0f3988e {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:38:34.605951 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device c34832d9-9af9-4458-a156-2471d0f3988e not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:38:34.695689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:34.696178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16259d7a-49ef-4706-ab30-b08b5312d485 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:38:34.708458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:34.709591 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-aa7dc47d-8d77-4f37-94fe-bf732cf96120 admin admin] 10.222.0.47 "DELETE /v2.0/routers/16259d7a-49ef-4706-ab30-b08b5312d485 HTTP/1.1" status: 204 len: 168 time: 1.6983953 Mar 24 17:38:34.712189 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47874) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:34.774591 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d830df-bcb4-4a67-b208-1029d8133281 admin admin] Deleting subnet 0d41cc92-09bb-4306-b66b-2fffe45e3e17 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:38:34.782063 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6d830df-bcb4-4a67-b208-1029d8133281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:34.831477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6d830df-bcb4-4a67-b208-1029d8133281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:34.909841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6d830df-bcb4-4a67-b208-1029d8133281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.028915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6d830df-bcb4-4a67-b208-1029d8133281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.067859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d830df-bcb4-4a67-b208-1029d8133281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d41cc92-09bb-4306-b66b-2fffe45e3e17,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:35.070073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f6d830df-bcb4-4a67-b208-1029d8133281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.078468 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f6d830df-bcb4-4a67-b208-1029d8133281 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0d41cc92-09bb-4306-b66b-2fffe45e3e17 HTTP/1.1" status: 204 len: 168 time: 0.3633580 Mar 24 17:38:35.078598 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62a20d8-2f7a-4015-af33-8147aa02166c None None] Network 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:38:35.079211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47878) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:35.185339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.195716 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Deleting port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:35.196082 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.366732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] DHCP port deletion for 47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:38:35.392619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] Deleting port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:35.392980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.403521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] For port 6336cb2a-ae1e-410a-ae0a-e85a555611e6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6336cb2a-ae1e-410a-ae0a-e85a555611e6,segment=NetworkSegment(e95a38fe-182d-4cbc-851f-0e894bd8fc14),segment_id=e95a38fe-182d-4cbc-851f-0e894bd8fc14)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:35.403873 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.528663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.531237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Calling delete_port for 6336cb2a-ae1e-410a-ae0a-e85a555611e6 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:35.645698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.668654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] For port 6336cb2a-ae1e-410a-ae0a-e85a555611e6, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6336cb2a-ae1e-410a-ae0a-e85a555611e6,segment=NetworkSegment(e95a38fe-182d-4cbc-851f-0e894bd8fc14),segment_id=e95a38fe-182d-4cbc-851f-0e894bd8fc14)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:35.669045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.691265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=6336cb2a-ae1e-410a-ae0a-e85a555611e6,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:35.697094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] No DVR routers for this DVR port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:38:35.797200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] Calling delete_port for 6336cb2a-ae1e-410a-ae0a-e85a555611e6 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:38:35.814556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.845598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:35.857384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95a38fe-182d-4cbc-851f-0e894bd8fc14') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:35.858096 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95a38fe-182d-4cbc-851f-0e894bd8fc14') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:35.869208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.888145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.888528 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:38:35.888875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:38:35.894565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:38:35.894936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:38:35.908549 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:38:36.186751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:36.202492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:36.212126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:36.220943 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8d114326-a884-407b-833c-dd17c5683f76 admin admin] 10.222.0.47 "DELETE /v2.0/networks/47f7f801-ac8d-4a75-9e5a-af9ee9b6c1d8 HTTP/1.1" status: 204 len: 168 time: 1.1388946 Mar 24 17:38:36.389624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] Deleting port 6336cb2a-ae1e-410a-ae0a-e85a555611e6 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:38:36.390124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:36.456254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-3f65fc0d-098f-44c7-b137-9e7105928373 None None] The port '6336cb2a-ae1e-410a-ae0a-e85a555611e6' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:38:36.537729 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6336cb2a-ae1e-410a-ae0a-e85a555611e6 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:38:36.571572 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 6336cb2a-ae1e-410a-ae0a-e85a555611e6 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:38:36.571920 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6336cb2a-ae1e-410a-ae0a-e85a555611e6 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:38:36.574931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47884) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:36.622395 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-81bad9ff-fee1-4af1-8ebe-9b4bc44ac528 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4168eacc3ee046ba96086b5e62aefda0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464110 Mar 24 17:38:36.624837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47888) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:36.684536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9223bab3-ac96-46c5-a428-9b5ee1a8ff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:36.709664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9223bab3-ac96-46c5-a428-9b5ee1a8ff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:36.832680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9223bab3-ac96-46c5-a428-9b5ee1a8ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:36.846638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223bab3-ac96-46c5-a428-9b5ee1a8ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cb3c87-be18-4e1a-b544-4e134c95296a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:36.856668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9223bab3-ac96-46c5-a428-9b5ee1a8ff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:36.856800 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9223bab3-ac96-46c5-a428-9b5ee1a8ff06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13cb3c87-be18-4e1a-b544-4e134c95296a HTTP/1.1" status: 204 len: 168 time: 0.2310452 Mar 24 17:38:37.512273 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47898) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:37.559716 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6e0c365b-f58a-494b-aa1c-9b9b95853f41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94c530084b8747bbbbb677ddaa83334e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462775 Mar 24 17:38:37.562178 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47902) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:37.618376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4eb55f59-80bf-41b6-963a-fe2a7e760e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:37.643755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4eb55f59-80bf-41b6-963a-fe2a7e760e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:37.775554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4eb55f59-80bf-41b6-963a-fe2a7e760e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:37.792831 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb55f59-80bf-41b6-963a-fe2a7e760e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6826bb2-67c4-455a-a652-80843c4e6a58,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:37.798889 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4eb55f59-80bf-41b6-963a-fe2a7e760e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:37.800104 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4eb55f59-80bf-41b6-963a-fe2a7e760e43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6826bb2-67c4-455a-a652-80843c4e6a58 HTTP/1.1" status: 204 len: 168 time: 0.2369273 Mar 24 17:38:39.887009 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47944) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:39.892615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362012888', 'description': 'tempest-secgroup-smoke-1362012888 description', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:39.899675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:39.903576 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:39.906624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:39.912744 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:39.993566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.005193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.019320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:40.023618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:40.026348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:40.031842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:40.111843 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.182164 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.197090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:40.208035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:40.214244 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:40.222188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:40.223948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6279ac-50cd-419f-aac9-9cababcd7c52,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:40.295277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.365305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.406999 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218c6072-a90c-4c6a-a1bf-81f23f6b2017,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:40.474071 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.475251 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-416aa817-0ea1-4177-94cf-59390162afa6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5872002 Mar 24 17:38:40.478697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47948) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:40.483645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '218c6072-a90c-4c6a-a1bf-81f23f6b2017', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:40.489922 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:40.494810 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:40.497771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:40.503459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:40.583203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.642505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.717761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.745676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f983c4f3-b52b-45db-abed-80231d322879,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:40.810936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.812141 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-92362024-4086-44ee-a8a8-ebeebe60bae3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3324568 Mar 24 17:38:40.814825 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47952) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:40.819638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '218c6072-a90c-4c6a-a1bf-81f23f6b2017', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:40.825730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:40.829585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:40.832673 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:40.839136 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:40.915331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:40.973230 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.045147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.068150 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a871098f-5bde-41ad-bf1e-728b05505808,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:41.131029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.132249 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-371f2c88-abdc-4703-83d3-ae289a1d358f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164947 Mar 24 17:38:41.134903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47956) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:41.139756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '218c6072-a90c-4c6a-a1bf-81f23f6b2017', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:41.145951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:41.150120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:41.153030 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:41.158607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:41.246331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.310295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.370572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.394725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39915c1a-14e1-4982-907b-8024ecf9c24c,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:41.462637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.463787 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-96056ed8-40fb-489c-a6b2-ce404f856a78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279824 Mar 24 17:38:41.466562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47960) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:41.471608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '218c6072-a90c-4c6a-a1bf-81f23f6b2017', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:41.489631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:41.489631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:41.489631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:41.490416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:41.594481 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.656570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.707755 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.730983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9faa4a-49b0-45ee-a082-5f449498df7c,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:41.799925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.801168 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c6880306-c87a-43c5-ba6e-6ac3fc16f476 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3337047 Mar 24 17:38:41.803836 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47964) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:41.809439 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '218c6072-a90c-4c6a-a1bf-81f23f6b2017', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:41.815388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:41.819305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:41.822372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:41.828056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:41.874231 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:38:41.881518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.944726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:41.987794 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.015089 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b09ac4-5c9e-404f-a870-bbda1f66f452,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:42.073708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.074889 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bf46e4f2-dbf6-460c-916c-eee664065ba7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2694871 Mar 24 17:38:42.077587 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47968) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:42.082376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '218c6072-a90c-4c6a-a1bf-81f23f6b2017', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:42.088792 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:42.092564 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:42.095590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:42.102061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:42.188032 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:38:42.194488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.259193 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.337498 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.365176 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be3936c-f3af-488f-838e-a51aef0a3400,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:42.451321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.452466 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7353f926-3905-4b54-881f-821aa03aa31e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3739860 Mar 24 17:38:42.455504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47972) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:42.461365 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'network': {'name': 'tempest-network-smoke--176365488', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'port_security_enabled': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:42.466233 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:42.470297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:network and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:42.474801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:42.478751 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:42.558108 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:38:42.561549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.590061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:38:42.598226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.598563 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Added segment cfe4d934-debb-4dd7-8c29-dce511eab3a3 of type vlan for network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 Mar 24 17:38:42.624189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.723346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.728958 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:42.729547 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.835297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Network': ['ID=d6f356dc-042c-41ae-ac8c-f8dcf4577ab5,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:42.845471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:38:42.846025 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-6490b538-22b3-49af-bd2e-4860ac0a8194 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3891299 Mar 24 17:38:42.848433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 47976) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:42.855117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'admin_state_up': True, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:42.862240 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:42.866468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:router and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:42.870086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:42.876657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:42.941326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.942387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:42.957413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:43.416219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:43.777362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:43.809412 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:43.944669 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.104 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/7496df07-d32d-4d4a-9a0e-cf07a78dffd1) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:38:44.089406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:44.204185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:44.261904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:38:44.264687 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:38:44.268442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:38:44.317682 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=7496df07-d32d-4d4a-9a0e-cf07a78dffd1,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:44.865844 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:45.207269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:45.491263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:38:45.665840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:38:45.675111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Sync routers for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:38:45.684504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:45.685115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:45.754170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:45.760522 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-50793995-1e27-4743-8b40-cee81ad0876a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9059947 Mar 24 17:38:45.760859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47980) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:45.898367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:45.902020 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b0f3260c-905c-4260-9f92-aeb482ff873a tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=99331e30ae1d46ffb70d2e742e6bb03a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1400135 Mar 24 17:38:45.904687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47986) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:46.032435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5427b577-22bc-4778-b867-e0c0d3442abb tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:46.033919 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5427b577-22bc-4778-b867-e0c0d3442abb tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283524 Mar 24 17:38:46.036742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47990) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:46.080712 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6695679e-0533-41fe-8b03-f7b7a0659bfe tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425875 Mar 24 17:38:46.083084 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47994) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:46.088757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1358094945', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:46.179389 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:44Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:46.183265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Checking router: 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:38:46.183612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Updating router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:38:46.197331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:46.201135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:subnet and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:38:46.203934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:38:46.209513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:46.238562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:46.272031 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:38:46.276206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:46.563850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:46.571488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:46.582760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Transition to ACTIVE for port object 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:38:46.632166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:46.642845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Subnet': ['ID=a470e415-2b27-44ee-a613-1cbd1086f14f,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:46.652796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Checking segment: {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:38:46.652796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network hostable DHCP agents. Network: d6f356dc-042c-41ae-ac8c-f8dcf4577ab5, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:38:46.705211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Attempting to bind port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:38:46.705671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Attempting to bind port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:38:46.705967 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Attempting to bind port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:38:46.723845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:38:46.724220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:38:46.724595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:38:46.724990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:46.725624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:38:46.726248 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Bound port: 7496df07-d32d-4d4a-9a0e-cf07a78dffd1, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:38:46.726690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:46.753575 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Pushing event updated for resources: {'Port': ['ID=7496df07-d32d-4d4a-9a0e-cf07a78dffd1,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:46.769725 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.770072 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.772998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.772998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.772998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.772998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.772998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.772998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.772998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.772998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.773629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.773629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:46.792171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, d6f356dc-042c-41ae-ac8c-f8dcf4577ab5) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:38:46.799940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:46.799940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:46.801665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550a9a0-bfdb-4bf0-b372-29ab2d548f3d None None] Network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:38:46.840875 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] For port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:38:46.902313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-006ac5b5-1b9e-4f8a-bef0-f97d6ad645ad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8180602 Mar 24 17:38:46.903347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] For port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7496df07-d32d-4d4a-9a0e-cf07a78dffd1,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:38:46.904835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 47998) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:38:46.972087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:47.097493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:47.098109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:47.155020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-d6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:38:47.155843 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:47.164577 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3bace-9907-4425-b19a-ffc4a2813ac5 None None] Pushing event updated for resources: {'Port': ['ID=7496df07-d32d-4d4a-9a0e-cf07a78dffd1,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:47.430765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:47.645422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Allocated IP 172.20.0.2 (d6f356dc-042c-41ae-ac8c-f8dcf4577ab5/a470e415-2b27-44ee-a613-1cbd1086f14f/06199f5b-7990-479a-b2c3-d04ac269a6dc) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:38:47.709224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:47.940478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:47.943757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:44Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:47.954700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aedb7da-2c02-4c3f-9b82-8f817edb08e8 None None] The sync data for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv is: [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:44Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:38:47.956541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Transition to ACTIVE for port object 06199f5b-7990-479a-b2c3-d04ac269a6dc will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:38:47.976642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Transition to ACTIVE for port object 06199f5b-7990-479a-b2c3-d04ac269a6dc will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:38:48.040640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:48.103488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:38:48.104710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:38:48.108780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:38:48.119698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.1 (d6f356dc-042c-41ae-ac8c-f8dcf4577ab5/a470e415-2b27-44ee-a613-1cbd1086f14f/5f483518-3907-4344-9af0-39776ea34156) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:38:48.160158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Pushing event updated for resources: {'Port': ['ID=06199f5b-7990-479a-b2c3-d04ac269a6dc,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:48.236039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Attempting to bind port 06199f5b-7990-479a-b2c3-d04ac269a6dc on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:38:48.236414 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Attempting to bind port 06199f5b-7990-479a-b2c3-d04ac269a6dc by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:38:48.236778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Attempting to bind port 06199f5b-7990-479a-b2c3-d04ac269a6dc on network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:38:48.242582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:38:48.242948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Checking segment: {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:38:48.243351 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:48.243737 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Bound using segment: {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:38:48.244231 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Bound port: 06199f5b-7990-479a-b2c3-d04ac269a6dc, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:38:48.244600 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:48.305539 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:48.323111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object 5f483518-3907-4344-9af0-39776ea34156 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:38:48.342174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] For port 06199f5b-7990-479a-b2c3-d04ac269a6dc, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:38:48.346054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] For port 06199f5b-7990-479a-b2c3-d04ac269a6dc, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=06199f5b-7990-479a-b2c3-d04ac269a6dc,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:38:48.409898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:48.444668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:48.507227 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde1aa0-ba4f-479e-afcd-250a87148fd1 None None] Pushing event updated for resources: {'Port': ['ID=06199f5b-7990-479a-b2c3-d04ac269a6dc,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:48.541878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:38:48.545386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:38:48.549651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:38:48.595556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=5f483518-3907-4344-9af0-39776ea34156,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:48.621217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:38:48.633709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:48.765592 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:38:48.771274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:48.771715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:48.956735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:48.973552 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7496df07-d32d-4d4a-9a0e-cf07a78dffd1,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:49.039015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:49.062367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:49.134888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=7496df07-d32d-4d4a-9a0e-cf07a78dffd1,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:49.589535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:49.603298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d3ba9-e6b2-42cd-938e-f7fef13a4925 None None] Network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:38:49.650944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:49.765384 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=5f483518-3907-4344-9af0-39776ea34156,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:49.769367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:49.811609 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-0a2c5c7d-a55c-4107-b7f2-b33983298b96 None None] Provisioning for port 06199f5b-7990-479a-b2c3-d04ac269a6dc completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:38:49.921040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:38:49.922221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:38:50.115267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:38:50.216420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f88938b0-5998-4e89-a0ef-75e40f0272f8 None None] Provisioning for port 5f483518-3907-4344-9af0-39776ea34156 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:38:50.221676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f88938b0-5998-4e89-a0ef-75e40f0272f8 None None] Provisioning complete for port 5f483518-3907-4344-9af0-39776ea34156 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:50.222053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f88938b0-5998-4e89-a0ef-75e40f0272f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:50.299223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:38:50.318686 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1e48ada3-3897-4ee4-a886-e830f227fb76 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4104877 Mar 24 17:38:50.324159 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Sync routers for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:38:50.329029 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f88938b0-5998-4e89-a0ef-75e40f0272f8 None None] Port 5f483518-3907-4344-9af0-39776ea34156 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:38:50.344778 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:50.345404 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:50.452706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-86d2432f-a7fc-4cc3-be6d-59a579f5e479 None None] Provisioning complete for port 5f483518-3907-4344-9af0-39776ea34156 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:50.453076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-86d2432f-a7fc-4cc3-be6d-59a579f5e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:50.492280 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-221f44f7-8ccf-447b-9517-d19b8ee87609 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362012888&fields=id&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 267 time: 0.0392210 Mar 24 17:38:50.504876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-86d2432f-a7fc-4cc3-be6d-59a579f5e479 None None] Port 5f483518-3907-4344-9af0-39776ea34156 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:38:50.558586 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:50.634282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:38:50.666009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-4eb55e67-5610-4418-bf96-6044f1ca3553 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:50.667652 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-4eb55e67-5610-4418-bf96-6044f1ca3553 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/networks?id=d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 HTTP/1.1" status: 200 len: 796 time: 0.1683152 Mar 24 17:38:50.686188 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-182c1afa-c26e-4459-84d2-81ff7a29e82c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/quotas/99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 375 time: 0.0104294 Mar 24 17:38:50.712970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:50.713338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:50.777332 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-c7b5c12f-4264-42fc-84bf-26bbdb5a1601 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:38:50.831576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 06199f5b-7990-479a-b2c3-d04ac269a6dc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:38:50.850739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-c7b5c12f-4264-42fc-84bf-26bbdb5a1601 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:38:50.852840 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-c7b5c12f-4264-42fc-84bf-26bbdb5a1601 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603606 Mar 24 17:38:50.936510 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '5f483518-3907-4344-9af0-39776ea34156', 'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:57:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:47Z', 'updated_at': '2022-03-24T17:38:49Z', 'revision_number': 2, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:50.940355 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Checking router: 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:38:50.940703 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Updating router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a port 5f483518-3907-4344-9af0-39776ea34156 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:38:50.978672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 06199f5b-7990-479a-b2c3-d04ac269a6dc completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:38:50.984047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 06199f5b-7990-479a-b2c3-d04ac269a6dc triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:50.984418 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:50.996519 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:51.060851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-317dd5fd-4993-49d7-9bfb-6a580dc7069f service neutron] 10.222.0.47 "GET /v2.0/networks/d6f356dc-042c-41ae-ac8c-f8dcf4577ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904135 Mar 24 17:38:51.104441 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:51.142120 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 06199f5b-7990-479a-b2c3-d04ac269a6dc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=06199f5b-7990-479a-b2c3-d04ac269a6dc,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:51.192724 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-3fcb2523-3d30-4fb1-a9dd-12765b0ee700 service neutron] 10.222.0.47 "GET /v2.0/networks/d6f356dc-042c-41ae-ac8c-f8dcf4577ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259160 Mar 24 17:38:51.239754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:51.309920 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=06199f5b-7990-479a-b2c3-d04ac269a6dc,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:51.342424 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:51.354003 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Transition to ACTIVE for port object 5f483518-3907-4344-9af0-39776ea34156 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:38:51.450990 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:51.603560 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Pushing event updated for resources: {'Port': ['ID=5f483518-3907-4344-9af0-39776ea34156,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:51.642974 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.643308 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.643637 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.644044 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.644374 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.644696 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.645012 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.645332 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.645648 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.646260 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.646537 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.646851 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:38:51.677339 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Attempting to bind port 5f483518-3907-4344-9af0-39776ea34156 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:38:51.677702 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Attempting to bind port 5f483518-3907-4344-9af0-39776ea34156 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:38:51.678055 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Attempting to bind port 5f483518-3907-4344-9af0-39776ea34156 on network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:38:51.683315 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:38:51.683677 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Checking segment: {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:38:51.684104 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:51.684492 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Bound using segment: {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:38:51.684936 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Bound port: 5f483518-3907-4344-9af0-39776ea34156, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:38:51.685296 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:51.781502 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] For port 5f483518-3907-4344-9af0-39776ea34156, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:38:51.784411 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] For port 5f483518-3907-4344-9af0-39776ea34156, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5f483518-3907-4344-9af0-39776ea34156,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:38:51.839924 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:51.915505 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:38:51.916158 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:38:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:51.972522 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856ed47-56d6-4f27-b33b-518c78b93022 None None] Pushing event updated for resources: {'Port': ['ID=5f483518-3907-4344-9af0-39776ea34156,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:52.099371 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:38:52.403201 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '5f483518-3907-4344-9af0-39776ea34156', 'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:57:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:47Z', 'updated_at': '2022-03-24T17:38:51Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:38:52.407341 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ae92b-bd09-41d4-b53e-2e4cce853a44 None None] The sync data for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv is: [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '5f483518-3907-4344-9af0-39776ea34156', 'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:57:2e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:47Z', 'updated_at': '2022-03-24T17:38:51Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:38:52.484050 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0a009370-0aad-455b-9aa7-e06e3acb37e1 req-a4baee35-3ddf-45b3-b5d9-e500aae41687 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 210 time: 0.0456166 Mar 24 17:38:52.657396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5f483518-3907-4344-9af0-39776ea34156 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:38:52.770949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 5f483518-3907-4344-9af0-39776ea34156 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:38:52.776614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 5f483518-3907-4344-9af0-39776ea34156 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:52.777102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:52.905907 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:52.943205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 5f483518-3907-4344-9af0-39776ea34156, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5f483518-3907-4344-9af0-39776ea34156,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:38:53.017202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:53.018165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 06199f5b-7990-479a-b2c3-d04ac269a6dc up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:38:53.139618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=5f483518-3907-4344-9af0-39776ea34156,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:53.150394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 06199f5b-7990-479a-b2c3-d04ac269a6dc triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:53.150562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:53.581638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8a1a9c3c-0dd1-494c-8118-2f947414e0fa req-943dffe9-8858-4510-a728-947945c4e9cc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 210 time: 0.0463293 Mar 24 17:38:54.562080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5f483518-3907-4344-9af0-39776ea34156 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:38:54.635882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 5f483518-3907-4344-9af0-39776ea34156 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:54.636470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:54.733955 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-566fbdc4-a402-4394-b2ef-5da8635c4da7 req-55974abc-4903-4cd6-8949-ae0422e24d98 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 210 time: 0.0448790 Mar 24 17:38:55.036322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-aa78a7cc-637e-4f1a-937d-1f98ee0648c8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:55.037705 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-aa78a7cc-637e-4f1a-937d-1f98ee0648c8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/networks?id=d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 HTTP/1.1" status: 200 len: 796 time: 0.2548640 Mar 24 17:38:55.086331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d05c9167-de94-4486-86fd-f1a110ba012f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 380 time: 0.0398850 Mar 24 17:38:55.093814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'port': {'device_id': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'admin_state_up': True, 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'security_groups': ['218c6072-a90c-4c6a-a1bf-81f23f6b2017']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:55.226234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:38:55.236205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:38:55.307849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:38:55.311286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:55.470513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.7 (d6f356dc-042c-41ae-ac8c-f8dcf4577ab5/a470e415-2b27-44ee-a613-1cbd1086f14f/82f451ac-f4d0-44d8-832b-285c8b678309) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:38:55.652905 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:55.667791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object 82f451ac-f4d0-44d8-832b-285c8b678309 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:38:55.759851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:55.834507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:38:55.838475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:38:55.847109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:38:55.922298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=82f451ac-f4d0-44d8-832b-285c8b678309,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:55.965334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:55.965963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:56.014486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda82c4d-c357-4dbf-9ae1-2d9e1f2dbb64 req-7c601da1-53df-483a-91d9-0fc8900148da tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:56.015244 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-bda82c4d-c357-4dbf-9ae1-2d9e1f2dbb64 req-7c601da1-53df-483a-91d9-0fc8900148da tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:38:56.057972 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-0fc9fd69-e9fe-4a10-9ff4-fbd1b5c2e4e0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676228 Mar 24 17:38:56.068453 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Request body: {'port': {'device_id': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:38:56.150595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-bda82c4d-c357-4dbf-9ae1-2d9e1f2dbb64 req-7c601da1-53df-483a-91d9-0fc8900148da tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:38:56.151650 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bda82c4d-c357-4dbf-9ae1-2d9e1f2dbb64 req-7c601da1-53df-483a-91d9-0fc8900148da tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 931 time: 0.2795305 Mar 24 17:38:56.153573 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c3fb9d7d-b3f3-437d-8b83-541a3ef2c7c9 None None] Provisioning for port 82f451ac-f4d0-44d8-832b-285c8b678309 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:38:56.158639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c3fb9d7d-b3f3-437d-8b83-541a3ef2c7c9 None None] Provisioning complete for port 82f451ac-f4d0-44d8-832b-285c8b678309 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:38:56.158981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9d7d-b3f3-437d-8b83-541a3ef2c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:56.199482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:56.218103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb9d7d-b3f3-437d-8b83-541a3ef2c7c9 None None] Port 82f451ac-f4d0-44d8-832b-285c8b678309 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:38:56.231263 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bda82c4d-c357-4dbf-9ae1-2d9e1f2dbb64 req-412151f8-adfd-4080-a6e4-d46006db321d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728321 Mar 24 17:38:56.548068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f451ac-f4d0-44d8-832b-285c8b678309 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:38:56.555715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:56.570481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Transition to ACTIVE for port object 82f451ac-f4d0-44d8-832b-285c8b678309 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:38:56.654605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:56.812746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Pushing event updated for resources: {'Port': ['ID=82f451ac-f4d0-44d8-832b-285c8b678309,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:56.888436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Attempting to bind port 82f451ac-f4d0-44d8-832b-285c8b678309 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:38:56.888764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Attempting to bind port 82f451ac-f4d0-44d8-832b-285c8b678309 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:38:56.889110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Attempting to bind port 82f451ac-f4d0-44d8-832b-285c8b678309 on network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:38:56.893863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Port 82f451ac-f4d0-44d8-832b-285c8b678309 on network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:38:56.894177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Attempting to bind port 82f451ac-f4d0-44d8-832b-285c8b678309 on network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:38:56.899851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:38:56.900208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Checking segment: {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:38:56.900584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Bound using segment: {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:38:56.901000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Bound port: 82f451ac-f4d0-44d8-832b-285c8b678309, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe4d934-debb-4dd7-8c29-dce511eab3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:38:56.901343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:57.094445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] For port 82f451ac-f4d0-44d8-832b-285c8b678309, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:38:57.097540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] For port 82f451ac-f4d0-44d8-832b-285c8b678309, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=82f451ac-f4d0-44d8-832b-285c8b678309,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:38:57.193915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:57.250304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:57.250907 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:38:57.252265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] 10.222.0.48 "PUT /v2.0/ports/82f451ac-f4d0-44d8-832b-285c8b678309 HTTP/1.1" status: 200 len: 1093 time: 1.1877644 Mar 24 17:38:57.252700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:38:57.279355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6174b2d-d5ff-473e-be73-f4207acaf336 service neutron] Pushing event updated for resources: {'Port': ['ID=82f451ac-f4d0-44d8-832b-285c8b678309,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:38:57.318744 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309', 'status': 'completed', 'code': 200} Mar 24 17:38:57.477337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36413a-b575-4a63-9858-f33a00cb741c req-078a70c5-1590-4abc-af98-9b8357d3e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:57.478814 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c36413a-b575-4a63-9858-f33a00cb741c req-078a70c5-1590-4abc-af98-9b8357d3e5f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 1096 time: 0.1396534 Mar 24 17:38:57.486230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca44a5-ce96-4798-b7f7-e8fea1e9e6a9 req-683e3235-052f-40f7-a2e0-fd025aaa476c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:57.487526 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5dca44a5-ce96-4798-b7f7-e8fea1e9e6a9 req-683e3235-052f-40f7-a2e0-fd025aaa476c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 943 time: 0.1148829 Mar 24 17:38:57.620082 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5dca44a5-ce96-4798-b7f7-e8fea1e9e6a9 req-5e941ee4-05f5-4f0f-9c28-da7b069ca0eb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137958 Mar 24 17:38:57.651572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36413a-b575-4a63-9858-f33a00cb741c req-12db7e00-2302-4069-b802-1626e98202cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:57.653021 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c36413a-b575-4a63-9858-f33a00cb741c req-12db7e00-2302-4069-b802-1626e98202cf service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1646621 Mar 24 17:38:57.783213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36413a-b575-4a63-9858-f33a00cb741c req-e4e6850d-a217-41be-be64-91f1891f00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:57.784655 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c36413a-b575-4a63-9858-f33a00cb741c req-e4e6850d-a217-41be-be64-91f1891f00b5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263776 Mar 24 17:38:57.889587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-f291b682-d716-4aa7-91de-fedfdc795348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:57.890942 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-f291b682-d716-4aa7-91de-fedfdc795348 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 1096 time: 0.0697839 Mar 24 17:38:57.962698 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-a733247d-14ed-4e98-959e-72d1ee68bc88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82f451ac-f4d0-44d8-832b-285c8b678309 HTTP/1.1" status: 200 len: 217 time: 0.0640109 Mar 24 17:38:58.025781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-10a14260-6cc5-4578-bf4a-85c98325fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:58.027238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-10a14260-6cc5-4578-bf4a-85c98325fe04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a470e415-2b27-44ee-a613-1cbd1086f14f HTTP/1.1" status: 200 len: 835 time: 0.0578847 Mar 24 17:38:58.106151 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-332b1511-b97f-401d-ad1c-7fd9d6c403c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:58.107570 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-332b1511-b97f-401d-ad1c-7fd9d6c403c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f356dc-042c-41ae-ac8c-f8dcf4577ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749030 Mar 24 17:38:58.237879 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-3330e774-558a-4ec9-a37a-2e3b8bd0c5ec service neutron] 10.222.0.48 "GET /v2.0/networks/d6f356dc-042c-41ae-ac8c-f8dcf4577ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241260 Mar 24 17:38:58.364556 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c7b06832-bcd7-40fe-9e54-a88d64c0ce2f req-a9df3338-b92f-4d31-8de1-07c3866e810d service neutron] 10.222.0.48 "GET /v2.0/networks/d6f356dc-042c-41ae-ac8c-f8dcf4577ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211619 Mar 24 17:38:58.799953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3804d58-659a-4603-abfd-d2cbea319bc4 req-cdc4e57e-33e3-4781-9b3a-efb92ac3719c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:38:58.801509 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e3804d58-659a-4603-abfd-d2cbea319bc4 req-cdc4e57e-33e3-4781-9b3a-efb92ac3719c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 943 time: 0.0775304 Mar 24 17:38:58.844896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e3804d58-659a-4603-abfd-d2cbea319bc4 req-34d8cb1a-586b-4061-9e6a-5b8c69e2be58 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373514 Mar 24 17:39:00.029339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997655-80f4-4f8c-ba6c-7470455e76e6 req-b707b758-426d-4927-aa3b-695292fbc760 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:00.030743 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-56997655-80f4-4f8c-ba6c-7470455e76e6 req-b707b758-426d-4927-aa3b-695292fbc760 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 943 time: 0.0802400 Mar 24 17:39:00.073756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-56997655-80f4-4f8c-ba6c-7470455e76e6 req-3ee8ed51-5ce8-48ba-8d95-a7b64891a570 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373666 Mar 24 17:39:00.409479 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 82f451ac-f4d0-44d8-832b-285c8b678309 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:39:00.498280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c5ae5cd8-38fe-4653-8922-2f939acdda60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:00.548149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 82f451ac-f4d0-44d8-832b-285c8b678309, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=82f451ac-f4d0-44d8-832b-285c8b678309,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:39:00.561717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '82f451ac-f4d0-44d8-832b-285c8b678309', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'port_id': '82f451ac-f4d0-44d8-832b-285c8b678309', 'mac_address': 'fa:16:3e:81:17:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:39:00.619180 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:00.635056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f451ac-f4d0-44d8-832b-285c8b678309 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:39:00.649936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 82f451ac-f4d0-44d8-832b-285c8b678309, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=82f451ac-f4d0-44d8-832b-285c8b678309,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:39:00.724744 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:00.789337 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=82f451ac-f4d0-44d8-832b-285c8b678309,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:00.928206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['82f451ac-f4d0-44d8-832b-285c8b678309'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:39:01.255827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e9e5b-8014-451d-bdf2-ee2df4880099 req-3c0b0521-067f-472c-831b-d7a501f1e2a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:01.257872 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d9e9e5b-8014-451d-bdf2-ee2df4880099 req-3c0b0521-067f-472c-831b-d7a501f1e2a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 944 time: 0.0778663 Mar 24 17:39:01.301724 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d9e9e5b-8014-451d-bdf2-ee2df4880099 req-db6015d7-6dfd-44ed-a2b0-bc921cabee22 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383258 Mar 24 17:39:02.427588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 82f451ac-f4d0-44d8-832b-285c8b678309 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:39:02.488409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ec199-4962-4d84-9fae-033bea7556c7 req-4fb66ee7-af6f-4f53-bfbc-a348467ee9af tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:02.489860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c86ec199-4962-4d84-9fae-033bea7556c7 req-4fb66ee7-af6f-4f53-bfbc-a348467ee9af tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 944 time: 0.0852954 Mar 24 17:39:02.535742 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c86ec199-4962-4d84-9fae-033bea7556c7 req-f5df1a1c-ea9b-484c-be7b-022b1598ecb0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393267 Mar 24 17:39:02.592481 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 82f451ac-f4d0-44d8-832b-285c8b678309 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:39:02.592969 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 82f451ac-f4d0-44d8-832b-285c8b678309 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:39:02.593339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:02.717751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:02.743040 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:39:02.754424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 82f451ac-f4d0-44d8-832b-285c8b678309, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=82f451ac-f4d0-44d8-832b-285c8b678309,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:39:02.781739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0d88125a-d87b-44b4-8a2c-fdf2642ab57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:02.788854 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309', 'code': 200} Mar 24 17:39:02.816126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:02.885771 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=82f451ac-f4d0-44d8-832b-285c8b678309,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:03.003360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:03.127354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844759ef-dc0b-456e-b4df-d5d2d9c95656 req-d047f0a3-f498-48a2-9862-5257564edc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:03.128818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-844759ef-dc0b-456e-b4df-d5d2d9c95656 req-d047f0a3-f498-48a2-9862-5257564edc8c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 1098 time: 0.0674074 Mar 24 17:39:03.168855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-844759ef-dc0b-456e-b4df-d5d2d9c95656 req-aa265047-6bab-4143-9726-65e495cac5ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338762 Mar 24 17:39:03.812598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c4489-f5f3-4670-836a-c17110b1158e req-4518fa5e-3028-41e8-8b93-0146eca5068f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:03.814039 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-336c4489-f5f3-4670-836a-c17110b1158e req-4518fa5e-3028-41e8-8b93-0146eca5068f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.1734335 Mar 24 17:39:03.860409 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-336c4489-f5f3-4670-836a-c17110b1158e req-b3681ab9-b15f-4d9f-9405-63d9cf997864 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Mar 24 17:39:03.922803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:03.976094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:05.048356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6851b-62eb-40bb-84ea-b4fc74b8b644 req-23fc5014-dc34-474b-8dca-db0436bac2ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:05.049798 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-01f6851b-62eb-40bb-84ea-b4fc74b8b644 req-23fc5014-dc34-474b-8dca-db0436bac2ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.0799859 Mar 24 17:39:05.094540 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-01f6851b-62eb-40bb-84ea-b4fc74b8b644 req-df1d5eb8-f0ea-4be2-94fc-a0cbf2fe97ef tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390487 Mar 24 17:39:05.277774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39bf67-5bd3-471a-992c-5c458be89897 req-28f7428d-332b-489f-945c-1b8b13d45dad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:05.279112 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6a39bf67-5bd3-471a-992c-5c458be89897 req-28f7428d-332b-489f-945c-1b8b13d45dad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.0796490 Mar 24 17:39:05.321701 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6a39bf67-5bd3-471a-992c-5c458be89897 req-a2b137c0-7553-4ac4-82f8-3290389de2c6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364790 Mar 24 17:39:05.343432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48062) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:05.416307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17bf6b4-14bb-468a-a22c-826e17fc0118 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:05.417796 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c17bf6b4-14bb-468a-a22c-826e17fc0118 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 1093 time: 0.0734148 Mar 24 17:39:05.420638 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48066) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:05.425436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '82f451ac-f4d0-44d8-832b-285c8b678309', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:05.431842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:05.435690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:floatingip and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:05.438505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:05.444195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:05.455989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:05.513294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:05.648044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:05.785709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.97 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/cbb89393-d265-4a04-af07-58e740fbe312) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:39:05.928574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:06.016885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:06.079316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:39:06.082192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:39:06.091464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:39:06.126698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=cbb89393-d265-4a04-af07-58e740fbe312,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:06.494109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:06.643933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:06.949092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:07.004312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:07.111885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=cbb89393-d265-4a04-af07-58e740fbe312,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:07.122215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:07.290499 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP db1aba70-9dd4-4762-8976-6ac408e39140 associated. External IP: 172.26.4.97, port: 82f451ac-f4d0-44d8-832b-285c8b678309. Mar 24 17:39:07.632196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:39:07.802889 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:39:07.812789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] Sync routers for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:39:07.822811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:39:07.823488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:39:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:07.890622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:07.950994 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f3f5876b-2daa-4af6-a619-3286e3bd8f10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5269887 Mar 24 17:39:07.950994 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:39:08.006190 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309', 'status': 'completed', 'code': 200} Mar 24 17:39:08.010584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:39:08.161533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7d749-cbce-4448-a9d0-ecfe907f99f0 req-e9ce7c02-6092-4bf5-a6eb-71397e621943 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:08.162869 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8aa7d749-cbce-4448-a9d0-ecfe907f99f0 req-e9ce7c02-6092-4bf5-a6eb-71397e621943 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.1077492 Mar 24 17:39:08.165383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-077329f3-1ef6-42cf-8274-1a736aadd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:08.166887 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-077329f3-1ef6-42cf-8274-1a736aadd3fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 1098 time: 0.1429145 Mar 24 17:39:08.297806 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8aa7d749-cbce-4448-a9d0-ecfe907f99f0 req-3f472e37-a0b2-4b38-8347-ac900eba8f49 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281025 Mar 24 17:39:08.322355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48074) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:08.376980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'db1aba70-9dd4-4762-8976-6ac408e39140', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'port_id': '82f451ac-f4d0-44d8-832b-285c8b678309', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'mac_address': 'fa:16:3e:81:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:39:06Z', 'updated_at': '2022-03-24T17:39:06Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f483518-3907-4344-9af0-39776ea34156', 'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:57:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:47Z', 'updated_at': '2022-03-24T17:38:52Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:08.380825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] Checking router: 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:39:08.389612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:39:08.390210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:39:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:08.549036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-80344a29-f1d9-4032-8d48-5f0118e81274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:08.550468 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-80344a29-f1d9-4032-8d48-5f0118e81274 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 HTTP/1.1" status: 200 len: 897 time: 0.3678398 Mar 24 17:39:08.566201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:39:08.624278 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ba0ee6dc-8d97-4326-871c-61af39ed7865 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/db1aba70-9dd4-4762-8976-6ac408e39140 HTTP/1.1" status: 200 len: 990 time: 0.3007600 Mar 24 17:39:08.670503 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-bfc00f6d-6886-4e7e-a7b3-2e2913d8fbe7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82f451ac-f4d0-44d8-832b-285c8b678309 HTTP/1.1" status: 200 len: 998 time: 0.1123955 Mar 24 17:39:08.731908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-20e53d67-5157-4c01-b471-fbc5b061a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:08.733367 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-20e53d67-5157-4c01-b471-fbc5b061a108 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a470e415-2b27-44ee-a613-1cbd1086f14f HTTP/1.1" status: 200 len: 835 time: 0.0572159 Mar 24 17:39:08.809381 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-ca18914e-d673-4452-9c1b-1e20a9490041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:08.810845 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-ca18914e-d673-4452-9c1b-1e20a9490041 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f356dc-042c-41ae-ac8c-f8dcf4577ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718081 Mar 24 17:39:08.944534 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-c1f4a993-f112-4204-922e-bd1f508ac0a1 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f356dc-042c-41ae-ac8c-f8dcf4577ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276801 Mar 24 17:39:08.951651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'db1aba70-9dd4-4762-8976-6ac408e39140', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'port_id': '82f451ac-f4d0-44d8-832b-285c8b678309', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'mac_address': 'fa:16:3e:81:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:39:06Z', 'updated_at': '2022-03-24T17:39:06Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f483518-3907-4344-9af0-39776ea34156', 'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:57:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:47Z', 'updated_at': '2022-03-24T17:38:52Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:08.955624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98118e84-c376-47bd-bafe-a5d90a1f1df1 None None] The sync data for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv is: [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'db1aba70-9dd4-4762-8976-6ac408e39140', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'port_id': '82f451ac-f4d0-44d8-832b-285c8b678309', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'mac_address': 'fa:16:3e:81:17:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:39:06Z', 'updated_at': '2022-03-24T17:39:06Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f483518-3907-4344-9af0-39776ea34156', 'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:57:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:47Z', 'updated_at': '2022-03-24T17:38:52Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:39:09.078058 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bde779a0-bcda-44d0-bbdf-4558a95263dd req-00011902-be41-47ff-818b-1d07c9ce8aa4 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f356dc-042c-41ae-ac8c-f8dcf4577ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264927 Mar 24 17:39:09.141286 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231e448-c52c-48b4-9ee5-c04866408734 None None] New status for floating IP db1aba70-9dd4-4762-8976-6ac408e39140: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:39:09.412577 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:39:09.628161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48078) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:09.730950 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-11615610-71a4-423b-9154-b09f2cb696e6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/db1aba70-9dd4-4762-8976-6ac408e39140 HTTP/1.1" status: 200 len: 992 time: 0.1015844 Mar 24 17:39:30.478342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-15a83575-c62b-4d74-9232-d2d023f4d7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:32.688241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a8a2e740-3f3a-4679-b62c-c5881809476a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:33.021397 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:33.934399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:34.008079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:35.419894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:36.825895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977c101-4062-4d67-9128-be90fd75f425 req-f14f5400-6591-4289-982a-92dc0ec2bfbe tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:36.827339 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4977c101-4062-4d67-9128-be90fd75f425 req-f14f5400-6591-4289-982a-92dc0ec2bfbe tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.0852275 Mar 24 17:39:36.870970 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4977c101-4062-4d67-9128-be90fd75f425 req-4ec9127f-b2f3-4125-ab2e-a91a359593f8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379908 Mar 24 17:39:38.062177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b4ca0-27b6-4c5b-bd8b-49b5e488b71e req-43583ace-d619-4686-ae33-73637925def1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:38.063616 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d39b4ca0-27b6-4c5b-bd8b-49b5e488b71e req-43583ace-d619-4686-ae33-73637925def1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.0785363 Mar 24 17:39:38.107846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d39b4ca0-27b6-4c5b-bd8b-49b5e488b71e req-6a3182e3-cc98-4297-befc-58afcb27258e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386004 Mar 24 17:39:38.135876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48102) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:38.242009 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-32b27aaf-bdaa-4f9b-a725-85da30518cbd tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/db1aba70-9dd4-4762-8976-6ac408e39140 HTTP/1.1" status: 200 len: 992 time: 0.1049657 Mar 24 17:39:39.832385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a54c4-ec64-440f-b00a-7f94b8fc0b58 req-1c44fd13-7f1a-419b-88d8-0dd1cb13e9dd tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:39.833836 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-867a54c4-ec64-440f-b00a-7f94b8fc0b58 req-1c44fd13-7f1a-419b-88d8-0dd1cb13e9dd tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.0826406 Mar 24 17:39:39.879143 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-867a54c4-ec64-440f-b00a-7f94b8fc0b58 req-78290cec-c7a1-4849-a505-501bff753910 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393789 Mar 24 17:39:41.063677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce5f1d-e146-4650-841e-0c8f26184f78 req-b317e2f1-5890-4f76-b04e-d042b74fa34f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:41.065140 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9bce5f1d-e146-4650-841e-0c8f26184f78 req-b317e2f1-5890-4f76-b04e-d042b74fa34f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.0786474 Mar 24 17:39:41.108531 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9bce5f1d-e146-4650-841e-0c8f26184f78 req-b4b9a28d-f98a-4ce9-8591-226504d6d6f8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378466 Mar 24 17:39:41.132016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48116) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:41.237485 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f5f84c36-dbd6-42a1-b356-861d8766ccad tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/db1aba70-9dd4-4762-8976-6ac408e39140 HTTP/1.1" status: 200 len: 992 time: 0.1040277 Mar 24 17:39:41.546017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48124) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:41.750786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port cbb89393-d265-4a04-af07-58e740fbe312 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:39:41.751128 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:41.922610 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:41.922935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:42.158806 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for cbb89393-d265-4a04-af07-58e740fbe312 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:39:42.346983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:42.418906 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=cbb89393-d265-4a04-af07-58e740fbe312,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:42.460970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.461310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.461645 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.461975 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.462304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.462636 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.463003 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.463331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.463651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.463991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.464307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.465317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:42.496384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:42.496711 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP db1aba70-9dd4-4762-8976-6ac408e39140 disassociated (deleted). External IP: 172.26.4.97, port: 82f451ac-f4d0-44d8-832b-285c8b678309. Mar 24 17:39:42.842307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:39:43.017577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:39:43.026774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] Sync routers for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:39:43.033388 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:43.035535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:39:43.036166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:39:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:43.087904 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3bca9fec-7b62-4b07-a64c-f0d71df8ce1d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/floatingips/db1aba70-9dd4-4762-8976-6ac408e39140 HTTP/1.1" status: 204 len: 168 time: 1.5407968 Mar 24 17:39:43.088577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:39:43.135280 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309', 'status': 'completed', 'code': 200} Mar 24 17:39:43.223851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:39:43.230158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-e48223de-b5be-4098-a095-4963581094b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:43.232271 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-e48223de-b5be-4098-a095-4963581094b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 1098 time: 0.0752110 Mar 24 17:39:43.363750 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-673ced1b-9bb7-49c1-9efd-aa6ed8b7d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:43.365146 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-673ced1b-9bb7-49c1-9efd-aa6ed8b7d9a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 HTTP/1.1" status: 200 len: 897 time: 0.1270328 Mar 24 17:39:43.437328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-68d3d0a3-aba5-46bc-88e1-fd3b4b292375 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82f451ac-f4d0-44d8-832b-285c8b678309 HTTP/1.1" status: 200 len: 217 time: 0.0632310 Mar 24 17:39:43.549265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '5f483518-3907-4344-9af0-39776ea34156', 'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:57:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:47Z', 'updated_at': '2022-03-24T17:38:52Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:43.554011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] Checking router: 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:39:43.564275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:39:43.564902 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:39:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:43.648760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-2e3efb9d-758f-4467-904c-e25f4e0383a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:43.650079 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-2e3efb9d-758f-4467-904c-e25f4e0383a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a470e415-2b27-44ee-a613-1cbd1086f14f HTTP/1.1" status: 200 len: 835 time: 0.2070041 Mar 24 17:39:43.731176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd1f54-d269-42b4-8b68-9f3ba30ff1f2 req-9c2d8f44-efbc-431c-97c4-2908959ff395 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:43.732639 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-debd1f54-d269-42b4-8b68-9f3ba30ff1f2 req-9c2d8f44-efbc-431c-97c4-2908959ff395 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.1337233 Mar 24 17:39:43.740468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:39:43.778046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-cffd5a19-4a6f-4ac3-917a-4e4661dddb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:43.779503 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-cffd5a19-4a6f-4ac3-917a-4e4661dddb41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f356dc-042c-41ae-ac8c-f8dcf4577ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209385 Mar 24 17:39:43.810458 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-debd1f54-d269-42b4-8b68-9f3ba30ff1f2 req-fadf6f7e-5a0c-4f03-a419-8aae95975846 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707693 Mar 24 17:39:43.918100 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-b7ac97eb-3ca5-4dfd-93d2-0df390c9c0a8 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f356dc-042c-41ae-ac8c-f8dcf4577ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308894 Mar 24 17:39:44.051406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '5f483518-3907-4344-9af0-39776ea34156', 'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:57:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:47Z', 'updated_at': '2022-03-24T17:38:52Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:44.055282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a2183f-b551-4979-817c-59fd0476ae9e None None] The sync data for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv is: [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '5f483518-3907-4344-9af0-39776ea34156', 'name': '', 'network_id': 'd6f356dc-042c-41ae-ac8c-f8dcf4577ab5', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:57:2e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:47Z', 'updated_at': '2022-03-24T17:38:52Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'a470e415-2b27-44ee-a613-1cbd1086f14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:39:44.055766 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b27889de-21f6-4bd0-934d-1e0270917b5f req-a562ae6e-b448-403b-a915-30bdb0751849 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f356dc-042c-41ae-ac8c-f8dcf4577ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307228 Mar 24 17:39:44.264687 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05ba066-3770-4dd7-9259-6657553d1b93 None None] New status for floating IP db1aba70-9dd4-4762-8976-6ac408e39140: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:39:44.997213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467731d1-2acd-4520-9588-0b437f1d674a req-04602a35-6341-4d60-96a0-f53ba4396a4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:44.998637 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-467731d1-2acd-4520-9588-0b437f1d674a req-04602a35-6341-4d60-96a0-f53ba4396a4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.0781920 Mar 24 17:39:45.040973 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-467731d1-2acd-4520-9588-0b437f1d674a req-3d110dc2-e26d-486a-9320-b314378b0656 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=218c6072-a90c-4c6a-a1bf-81f23f6b2017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368104 Mar 24 17:39:45.122847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-18373e8c-f5bc-4efc-b477-1ef062640ef9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:45.124285 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-18373e8c-f5bc-4efc-b477-1ef062640ef9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 945 time: 0.0811713 Mar 24 17:39:45.192118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 82f451ac-f4d0-44d8-832b-285c8b678309 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:39:45.192451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:45.431053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 82f451ac-f4d0-44d8-832b-285c8b678309, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=82f451ac-f4d0-44d8-832b-285c8b678309,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:39:45.431311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:45.552174 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 82f451ac-f4d0-44d8-832b-285c8b678309 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:39:45.752588 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:45.806954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=82f451ac-f4d0-44d8-832b-285c8b678309,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:45.870028 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.870366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.870701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.871731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.872089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.872418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.872741 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.873057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.873376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.873690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.874006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.874324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:45.887701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] No DVR routers for this DVR port 82f451ac-f4d0-44d8-832b-285c8b678309 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:39:45.889934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:45.892646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'name': 'network-vif-deleted', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:39:45.904383 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9f2edd91-71d4-407e-9550-8cba7f8e95f9 req-bb697d27-b15c-4fcc-b289-5c9c4b1c1faf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "DELETE /v2.0/ports/82f451ac-f4d0-44d8-832b-285c8b678309 HTTP/1.1" status: 204 len: 173 time: 0.7751944 Mar 24 17:39:45.938799 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e64f000-773e-46e2-b6c4-c21bf61c26ea', 'name': 'network-vif-deleted', 'tag': '82f451ac-f4d0-44d8-832b-285c8b678309', 'status': 'completed', 'code': 200} Mar 24 17:39:46.189950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f593791e-6b7d-477b-a8c3-76a55703e183 req-648bd983-a310-42e1-8772-7f58060f3765 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:39:46.262268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f593791e-6b7d-477b-a8c3-76a55703e183 req-648bd983-a310-42e1-8772-7f58060f3765 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:39:46.263654 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f593791e-6b7d-477b-a8c3-76a55703e183 req-648bd983-a310-42e1-8772-7f58060f3765 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64f000-773e-46e2-b6c4-c21bf61c26ea HTTP/1.1" status: 200 len: 210 time: 0.1162419 Mar 24 17:39:46.411434 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:39:47.360195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48146) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:48.039297 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:48.397947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 5f483518-3907-4344-9af0-39776ea34156 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:39:48.398609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:48.581527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 5f483518-3907-4344-9af0-39776ea34156, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=5f483518-3907-4344-9af0-39776ea34156,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:39:48.581878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:48.623768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 82f451ac-f4d0-44d8-832b-285c8b678309 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:39:48.659252 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 82f451ac-f4d0-44d8-832b-285c8b678309 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:39:48.659601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 82f451ac-f4d0-44d8-832b-285c8b678309 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:39:48.710993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 5f483518-3907-4344-9af0-39776ea34156 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:39:48.935903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:48.985560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=5f483518-3907-4344-9af0-39776ea34156,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:49.259315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:49.712024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:39:49.885842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:39:49.896333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] Sync routers for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:39:49.906265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:39:49.906859 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:39:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:49.964367 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3fcac02a-2262-4007-a188-06b529479d82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6029382 Mar 24 17:39:49.966990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48150) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:50.039871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-50305768-632e-48df-825e-53c69e669110 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting subnet a470e415-2b27-44ee-a613-1cbd1086f14f {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:39:50.043486 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50305768-632e-48df-825e-53c69e669110 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:50.096912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50305768-632e-48df-825e-53c69e669110 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:50.114868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:39:50.185322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50305768-632e-48df-825e-53c69e669110 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:50.324612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50305768-632e-48df-825e-53c69e669110 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:50.364351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50305768-632e-48df-825e-53c69e669110 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Subnet': ['ID=a470e415-2b27-44ee-a613-1cbd1086f14f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:50.368119 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-50305768-632e-48df-825e-53c69e669110 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:50.378087 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-50305768-632e-48df-825e-53c69e669110 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/subnets/a470e415-2b27-44ee-a613-1cbd1086f14f HTTP/1.1" status: 204 len: 168 time: 0.4074392 Mar 24 17:39:50.378250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74627b8f-3e6c-45bf-b72a-c36b2d3dfecb None None] Network d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:39:50.378344 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48154) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:50.540524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:39:48Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:50.551624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] Checking router: 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:39:50.560541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:50.565193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] Routers {'48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:39:50.565804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:39:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:50.741911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:50.755778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] Set router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:39:50.801427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] DHCP port deletion for d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:39:50.832603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:39:50.832903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:50.878426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Deleting port 06199f5b-7990-479a-b2c3-d04ac269a6dc {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:39:50.878786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.129674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 7496df07-d32d-4d4a-9a0e-cf07a78dffd1, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7496df07-d32d-4d4a-9a0e-cf07a78dffd1,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:39:51.129942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.252492 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:39:51.252834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] For port 06199f5b-7990-479a-b2c3-d04ac269a6dc, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=06199f5b-7990-479a-b2c3-d04ac269a6dc,segment=NetworkSegment(cfe4d934-debb-4dd7-8c29-dce511eab3a3),segment_id=cfe4d934-debb-4dd7-8c29-dce511eab3a3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:39:51.253291 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.375815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Calling delete_port for 06199f5b-7990-479a-b2c3-d04ac269a6dc owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:39:51.431367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:39:48Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:51.437587 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b727b9-429e-4872-978d-3cd69df635c2 None None] The sync data for ids ['48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a'] in dv-neutron-835063-1-hyperv is: [{'id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93681083', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:38:42Z', 'updated_at': '2022-03-24T17:39:48Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '7496df07-d32d-4d4a-9a0e-cf07a78dffd1', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:41:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:38:43Z', 'updated_at': '2022-03-24T17:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:39:51.500907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.529421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.551102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=7496df07-d32d-4d4a-9a0e-cf07a78dffd1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:51.576017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Pushing event deleted for resources: {'Port': ['ID=06199f5b-7990-479a-b2c3-d04ac269a6dc,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:51.580517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] No DVR routers for this DVR port 06199f5b-7990-479a-b2c3-d04ac269a6dc on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:39:51.586308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.586654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.590363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.590363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.590363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.590363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.590363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.590363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.590363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.590363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.590363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.591684 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bc4ffe-e7da-4078-bc17-a3b699de7980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:51.644043 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.818350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.820666 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.905218 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.905721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Fanout notify agent at l3_agent the message router_deleted on router 48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:39:51.922169 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:51.923285 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4a129b0c-6a9a-48f0-b43f-0ea25e597293 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/routers/48a63789-6fc7-4fd2-a6eb-9fb0ccce4e6a HTTP/1.1" status: 204 len: 168 time: 1.5443108 Mar 24 17:39:51.925912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48158) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:52.043908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.176672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.204878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f356dc-042c-41ae-ac8c-f8dcf4577ab5']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:52.217191 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe4d934-debb-4dd7-8c29-dce511eab3a3') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:52.217485 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe4d934-debb-4dd7-8c29-dce511eab3a3') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:52.228454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.243826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.250137 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:39:52.250513 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:39:52.265521 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:39:52.420984 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.442318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.452608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Network': ['ID=d6f356dc-042c-41ae-ac8c-f8dcf4577ab5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:52.458026 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e2066a75-824b-47ba-8c4a-e9dca40a6134 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/networks/d6f356dc-042c-41ae-ac8c-f8dcf4577ab5 HTTP/1.1" status: 204 len: 168 time: 0.5283647 Mar 24 17:39:52.458385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48162) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:52.529622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8fd15aa0-fafa-41ba-84f6-52d5f01d95b2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.559295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8fd15aa0-fafa-41ba-84f6-52d5f01d95b2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.579784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5f483518-3907-4344-9af0-39776ea34156 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:39:52.619073 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 5f483518-3907-4344-9af0-39776ea34156 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:39:52.619655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 5f483518-3907-4344-9af0-39776ea34156 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:39:52.620522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:39:52.659080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:39:52.659424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7496df07-d32d-4d4a-9a0e-cf07a78dffd1 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:39:52.659834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 06199f5b-7990-479a-b2c3-d04ac269a6dc no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:39:52.689742 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8fd15aa0-fafa-41ba-84f6-52d5f01d95b2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.691473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 06199f5b-7990-479a-b2c3-d04ac269a6dc {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:39:52.691821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 06199f5b-7990-479a-b2c3-d04ac269a6dc not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:39:52.707236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd15aa0-fafa-41ba-84f6-52d5f01d95b2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c6072-a90c-4c6a-a1bf-81f23f6b2017,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:52.713819 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8fd15aa0-fafa-41ba-84f6-52d5f01d95b2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:52.718155 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8fd15aa0-fafa-41ba-84f6-52d5f01d95b2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/security-groups/218c6072-a90c-4c6a-a1bf-81f23f6b2017 HTTP/1.1" status: 204 len: 168 time: 0.2560046 Mar 24 17:39:53.242614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48170) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:53.248464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900865418', 'description': 'tempest-secgroup-smoke-900865418 description', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:53.254387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:53.258150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:53.260926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:53.267599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:53.350500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:53.369279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:53.373503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:53.376293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:53.381734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:53.447668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:53.512799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:53.651447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc265119-34eb-4f5f-9c06-817454e18160,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:53.706242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:53.707447 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4b5c3af2-48b1-4e4a-8508-33ca1b7321df tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4638629 Mar 24 17:39:53.710292 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48174) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:53.715343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'dc265119-34eb-4f5f-9c06-817454e18160', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:53.721304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:53.725353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:53.728397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:53.734881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:53.839167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:53.898194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:53.963880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:53.987839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41f2466-94a4-49fa-9a8d-dbd89c4080ad,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:54.061016 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.062182 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dc75a212-d9ef-4673-94ab-aaf6f4caaa91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510044 Mar 24 17:39:54.064879 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48178) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:54.069573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'dc265119-34eb-4f5f-9c06-817454e18160', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:54.075436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:54.079316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:54.082168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:54.087668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:54.153155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.212007 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.282110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.306083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9793de5b-7167-4c5a-a2e0-e5fdbc1424a6,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:54.363560 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.364820 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a7383d47-07a4-4ac1-bbf4-1453efd3e465 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990475 Mar 24 17:39:54.367448 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48182) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:54.372273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'dc265119-34eb-4f5f-9c06-817454e18160', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:54.377988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:54.381753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:54.384572 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:54.390968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:54.466388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.525976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.592284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.615659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b98fa10-7e05-4bb1-85d5-9d18e6718fdf,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:54.672222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.673430 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9a879dd3-20b3-40c2-9df9-d51079099f64 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3050308 Mar 24 17:39:54.676071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48186) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:54.680911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'dc265119-34eb-4f5f-9c06-817454e18160', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:54.687412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:54.691196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:54.694129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:54.699782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:54.775478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.838406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.927369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:54.953023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa40cd2-bd91-4ba3-a9f5-ff08e47a78c5,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:55.030282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.031376 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6d572d42-a4fb-4d8c-b8d9-d07d142ba5d9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3544078 Mar 24 17:39:55.034053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48190) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:55.038801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'dc265119-34eb-4f5f-9c06-817454e18160', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:55.045169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:55.048966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:55.051720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:55.057234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:55.139178 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:39:55.145960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.212355 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.283633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.307160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7fd56b-66f1-47f2-8505-856bca2c6957,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:55.373498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.374701 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b91e8451-a23f-4b0f-819c-b9f7837c3f4b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3397563 Mar 24 17:39:55.377518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48194) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:55.382427 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'dc265119-34eb-4f5f-9c06-817454e18160', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:55.388971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:55.393098 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:55.395930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:55.401459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:55.476501 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:39:55.483376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.547233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.615329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.639226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45bd37e-d557-40d1-a840-37bd0d0f8980,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:55.712315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.713478 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dbf36b0a-1001-4e61-84a3-10c18851701b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3350184 Mar 24 17:39:55.716317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48198) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:55.721782 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'network': {'name': 'tempest-network-smoke--1074200623', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'port_security_enabled': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:55.726699 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:55.733547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:network and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:55.733547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:55.738990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:55.820298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:39:55.823670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.851160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:39:55.860178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.860519 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Added segment db7e44ab-420f-4a12-a6b6-78aa5802a190 of type vlan for network f1ddacb4-fed0-49fd-be50-4160a697018b Mar 24 17:39:55.885774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.986328 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:55.991721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:55.992348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:56.099211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Network': ['ID=f1ddacb4-fed0-49fd-be50-4160a697018b,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:56.102186 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3f9d2d43-7c50-46ab-8b1b-869be7e91452 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3847914 Mar 24 17:39:56.104833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48202) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:56.110203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network f1ddacb4-fed0-49fd-be50-4160a697018b details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:39:56.110615 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'admin_state_up': True, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:56.117365 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:56.121858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:router and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:56.125253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:56.132076 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:56.203482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:56.204590 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:56.220173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:56.557029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:56.914851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:56.943200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:57.073147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.87 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/0c6bf92a-da2b-4ff3-a745-78c648e76c61) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:39:57.317500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:57.420957 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:57.483282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:39:57.485975 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:39:57.489558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:39:57.529274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=0c6bf92a-da2b-4ff3-a745-78c648e76c61,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:57.981006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:58.318904 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:58.597463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 3e6856bc-ad86-4962-979a-00937843aed7 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:39:58.880445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:39:58.890786 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Sync routers for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:39:58.900240 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:39:58.900848 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:39:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:58.975191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:58.976442 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6ca03312-7f45-4478-89fd-ffcf9748c617 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8702047 Mar 24 17:39:58.979463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48206) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:59.018668 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-00ff8dbc-eac7-4ba9-937c-7684a51d0200 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=99331e30ae1d46ffb70d2e742e6bb03a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380173 Mar 24 17:39:59.027630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48210) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:59.072950 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:39:59.156444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769ad30d-c9f7-4fbb-934f-6d2bfc694a70 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:59.157880 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-769ad30d-c9f7-4fbb-934f-6d2bfc694a70 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292779 Mar 24 17:39:59.160665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48214) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:59.203808 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1af0c458-ce4c-4f49-b714-b9e556d1a55d tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420620 Mar 24 17:39:59.206297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48218) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:39:59.211668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1595499448', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:39:59.317972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:39:59.321779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:subnet and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:39:59.325178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:39:59.330671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:39:59.351514 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:39:57Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:39:59.355348 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Checking router: 3e6856bc-ad86-4962-979a-00937843aed7 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:39:59.355695 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Updating router 3e6856bc-ad86-4962-979a-00937843aed7 port 0c6bf92a-da2b-4ff3-a745-78c648e76c61 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:39:59.386728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:39:59.390522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:59.410821 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:59.659433 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:59.746814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Subnet': ['ID=6260bebd-12ee-4b66-99d9-0009a1bc7dca,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:59.750761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Checking segment: {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:39:59.750953 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:59.751163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network hostable DHCP agents. Network: f1ddacb4-fed0-49fd-be50-4160a697018b, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:39:59.762726 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Transition to ACTIVE for port object 0c6bf92a-da2b-4ff3-a745-78c648e76c61 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:39:59.830450 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:59.870169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network f1ddacb4-fed0-49fd-be50-4160a697018b is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:39:59.906201 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Attempting to bind port 0c6bf92a-da2b-4ff3-a745-78c648e76c61 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:39:59.906618 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Attempting to bind port 0c6bf92a-da2b-4ff3-a745-78c648e76c61 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:39:59.906915 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Attempting to bind port 0c6bf92a-da2b-4ff3-a745-78c648e76c61 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:39:59.913290 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Pushing event updated for resources: {'Port': ['ID=0c6bf92a-da2b-4ff3-a745-78c648e76c61,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:39:59.918674 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:39:59.919034 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:39:59.919425 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:59.919808 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:39:59.920288 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Bound port: 0c6bf92a-da2b-4ff3-a745-78c648e76c61, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:39:59.920647 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:59.944451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, f1ddacb4-fed0-49fd-be50-4160a697018b) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:39:59.949194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:39:59.949769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:39:59.952527 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.952872 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.953206 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.953532 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.953794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7764029a-d174-49e7-b99e-565d1fbcfa13 None None] Network f1ddacb4-fed0-49fd-be50-4160a697018b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:39:59.954271 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.954271 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.954521 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.954778 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.955097 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.955409 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.955723 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:39:59.956069 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:40:00.006005 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] For port 0c6bf92a-da2b-4ff3-a745-78c648e76c61, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:40:00.008880 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] For port 0c6bf92a-da2b-4ff3-a745-78c648e76c61, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0c6bf92a-da2b-4ff3-a745-78c648e76c61,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:40:00.048212 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-08f534fd-b2e6-404c-ad0f-30c0252468ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8408642 Mar 24 17:40:00.051047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48222) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:40:00.072356 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:00.134763 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:40:00.135365 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:39:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:00.179340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-f1ddacb4-fed0-49fd-be50-4160a697018b', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:40:00.180388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:00.232344 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ef480-85e4-4c5d-918e-75424a7180bc None None] Pushing event updated for resources: {'Port': ['ID=0c6bf92a-da2b-4ff3-a745-78c648e76c61,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:00.336810 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:40:00.341545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Allocated IP 172.20.0.2 (f1ddacb4-fed0-49fd-be50-4160a697018b/6260bebd-12ee-4b66-99d9-0009a1bc7dca/1b84c9eb-e056-4bc7-84c5-a076336e1ed2) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:40:00.545601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e9146b8-0242-4fa4-9304-b4af94aba410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:00.561641 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:00.571570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Transition to ACTIVE for port object 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:40:00.590528 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Transition to ACTIVE for port object 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:40:00.633182 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:39:57Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:00.637741 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f9028-e8ba-414d-af89-8c2bf6aede83 None None] The sync data for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv is: [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:39:57Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:40:00.660594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:00.737056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Network f1ddacb4-fed0-49fd-be50-4160a697018b is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:40:00.741009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:40:00.743545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:40:00.746457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Pushing event updated for resources: {'Port': ['ID=1b84c9eb-e056-4bc7-84c5-a076336e1ed2,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:00.825785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:00.889089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Attempting to bind port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:40:00.889089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Attempting to bind port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:40:00.889089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Attempting to bind port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 on network f1ddacb4-fed0-49fd-be50-4160a697018b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:40:00.889089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:40:00.889089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Checking segment: {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:40:00.889089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:00.889089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Bound using segment: {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:40:00.889089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Bound port: 1b84c9eb-e056-4bc7-84c5-a076336e1ed2, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:40:00.889089 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:00.997790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] For port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:40:00.999140 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] For port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1b84c9eb-e056-4bc7-84c5-a076336e1ed2,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:40:01.067242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:01.157177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fff73-35e1-49ee-b952-6c4760dc24da None None] Pushing event updated for resources: {'Port': ['ID=1b84c9eb-e056-4bc7-84c5-a076336e1ed2,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:01.398496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.1 (f1ddacb4-fed0-49fd-be50-4160a697018b/6260bebd-12ee-4b66-99d9-0009a1bc7dca/aa03a781-3af1-4347-ac79-e2cced507fe7) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:40:01.569918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:01.585513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object aa03a781-3af1-4347-ac79-e2cced507fe7 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:40:01.678489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:01.741783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network f1ddacb4-fed0-49fd-be50-4160a697018b is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:40:01.744755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:40:01.753267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:40:01.787212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=aa03a781-3af1-4347-ac79-e2cced507fe7,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:01.817927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:02.023153 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:02.130790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789bd5e7-36c0-41b6-9c8b-a6fd4c1d3429 None None] Network f1ddacb4-fed0-49fd-be50-4160a697018b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:40:02.318186 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-db4b896a-7d7e-488c-a831-fe41ef94d039 None None] Provisioning for port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:40:02.458123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:02.517632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:02.650604 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=aa03a781-3af1-4347-ac79-e2cced507fe7,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:02.673836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:02.682723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:40:02.723604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-557f4090-e342-4865-b0b3-8d5853a51bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:02.732637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c01367d7-8d35-4c09-80dd-6073f84abe89 None None] Provisioning for port aa03a781-3af1-4347-ac79-e2cced507fe7 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:40:02.747607 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c01367d7-8d35-4c09-80dd-6073f84abe89 None None] Provisioning complete for port aa03a781-3af1-4347-ac79-e2cced507fe7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:02.747995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c01367d7-8d35-4c09-80dd-6073f84abe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:02.808232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-c01367d7-8d35-4c09-80dd-6073f84abe89 None None] Port aa03a781-3af1-4347-ac79-e2cced507fe7 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:40:02.827837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network f1ddacb4-fed0-49fd-be50-4160a697018b is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:40:02.828988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:40:02.870956 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:40:02.877008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:02.877595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:02.972289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-21a85ea2-a058-4ee3-a0fb-42b24ac397fd None None] Provisioning complete for port aa03a781-3af1-4347-ac79-e2cced507fe7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:02.972613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-21a85ea2-a058-4ee3-a0fb-42b24ac397fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:03.074550 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-21a85ea2-a058-4ee3-a0fb-42b24ac397fd None None] Port aa03a781-3af1-4347-ac79-e2cced507fe7 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:40:03.076092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:03.086681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:03.109753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1b84c9eb-e056-4bc7-84c5-a076336e1ed2,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:40:03.135863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 3e6856bc-ad86-4962-979a-00937843aed7 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:40:03.175300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:03.176042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0c6bf92a-da2b-4ff3-a745-78c648e76c61 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:40:03.294756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b8c75ef7-c945-4348-8e43-48aef35d7ab3 None None] Provisioning complete for port aa03a781-3af1-4347-ac79-e2cced507fe7 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:03.295124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b8c75ef7-c945-4348-8e43-48aef35d7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:03.316011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:40:03.339079 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-82d36d35-5e00-4a98-bc0f-bade8a820870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/3e6856bc-ad86-4962-979a-00937843aed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2786887 Mar 24 17:40:03.339837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Sync routers for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:40:03.344897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=1b84c9eb-e056-4bc7-84c5-a076336e1ed2,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:03.360541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:40:03.361158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:40:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:03.432073 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b8c75ef7-c945-4348-8e43-48aef35d7ab3 None None] Port aa03a781-3af1-4347-ac79-e2cced507fe7 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:40:03.489077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-5b08d3a6-402a-41ab-b27d-11333f6a9f31 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:40:03.541983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 0c6bf92a-da2b-4ff3-a745-78c648e76c61 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:40:03.553564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:40:03.593630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0c6bf92a-da2b-4ff3-a745-78c648e76c61 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:03.593998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:03.626844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-5b08d3a6-402a-41ab-b27d-11333f6a9f31 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:40:03.628123 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-5b08d3a6-402a-41ab-b27d-11333f6a9f31 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900865418&fields=id&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 267 time: 0.1767750 Mar 24 17:40:03.779414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-9c6fa705-05ab-4846-a371-76e7a3d383cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:03.780123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-9c6fa705-05ab-4846-a371-76e7a3d383cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:40:03.889022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-9c6fa705-05ab-4846-a371-76e7a3d383cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:40:03.890470 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-9c6fa705-05ab-4846-a371-76e7a3d383cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/networks?id=f1ddacb4-fed0-49fd-be50-4160a697018b HTTP/1.1" status: 200 len: 797 time: 0.2554443 Mar 24 17:40:03.898230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:03.907086 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-d5d6ed74-3c64-42e6-b86a-412b5726b6d2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/quotas/99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 375 time: 0.0106647 Mar 24 17:40:03.964253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 0c6bf92a-da2b-4ff3-a745-78c648e76c61, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0c6bf92a-da2b-4ff3-a745-78c648e76c61,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:40:03.997664 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b4c56179-feb6-4b05-bb0b-7e72b0edb8b5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:40:04.003697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:01Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'aa03a781-3af1-4347-ac79-e2cced507fe7', 'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:9f:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:40:01Z', 'updated_at': '2022-03-24T17:40:02Z', 'revision_number': 2, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:04.007705 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Checking router: 3e6856bc-ad86-4962-979a-00937843aed7 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:40:04.008348 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Updating router 3e6856bc-ad86-4962-979a-00937843aed7 port aa03a781-3af1-4347-ac79-e2cced507fe7 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:40:04.031938 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:04.038345 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:04.039864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:04.076226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b4c56179-feb6-4b05-bb0b-7e72b0edb8b5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:40:04.077584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b4c56179-feb6-4b05-bb0b-7e72b0edb8b5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647921 Mar 24 17:40:04.162543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:04.206172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=0c6bf92a-da2b-4ff3-a745-78c648e76c61,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:04.215246 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-f4aeca12-ebba-44ce-9178-165dba3bcdf4 service neutron] 10.222.0.47 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255496 Mar 24 17:40:04.352358 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-593dafe2-322d-41cf-bc42-c11a616280d5 service neutron] 10.222.0.47 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280544 Mar 24 17:40:04.525635 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:04.539456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Transition to ACTIVE for port object aa03a781-3af1-4347-ac79-e2cced507fe7 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:40:04.606542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:40:04.629526 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a596cb36-2567-4028-911d-ee47c133fd71 req-fd1ff4f4-44f4-4b32-a1c9-232aad92c870 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 210 time: 0.0422924 Mar 24 17:40:04.640415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:04.794700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47178f03-bc1f-4c19-a20b-b7690e8ca74e None None] Pushing event updated for resources: {'Port': ['ID=aa03a781-3af1-4347-ac79-e2cced507fe7,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:04.887561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:04.887929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:04.916625 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Attempting to bind port aa03a781-3af1-4347-ac79-e2cced507fe7 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:40:04.916992 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Attempting to bind port aa03a781-3af1-4347-ac79-e2cced507fe7 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:40:04.918037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Attempting to bind port aa03a781-3af1-4347-ac79-e2cced507fe7 on network f1ddacb4-fed0-49fd-be50-4160a697018b {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:40:04.930804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:40:04.931191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Checking segment: {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:40:04.931584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:04.931989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Bound using segment: {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:40:04.932449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Bound port: aa03a781-3af1-4347-ac79-e2cced507fe7, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:40:04.932905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:05.097509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] For port aa03a781-3af1-4347-ac79-e2cced507fe7, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:40:05.103281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0c6bf92a-da2b-4ff3-a745-78c648e76c61 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:40:05.141093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] For port aa03a781-3af1-4347-ac79-e2cced507fe7, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=aa03a781-3af1-4347-ac79-e2cced507fe7,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:40:05.173151 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 0c6bf92a-da2b-4ff3-a745-78c648e76c61 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:05.173646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:05.202016 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:05.307654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:40:05.309275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:40:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:05.376630 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47178f03-bc1f-4c19-a20b-b7690e8ca74e None None] Pushing event updated for resources: {'Port': ['ID=aa03a781-3af1-4347-ac79-e2cced507fe7,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:05.501240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:05.555649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:40:05.795979 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb61d4f5-26ad-46a4-9d08-b96cda9aff02 req-7bf4dbf6-e376-43e6-9a28-92247a07a4f8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 210 time: 0.0468843 Mar 24 17:40:05.912026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:01Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'aa03a781-3af1-4347-ac79-e2cced507fe7', 'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:9f:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:40:01Z', 'updated_at': '2022-03-24T17:40:05Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:05.915901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce6107-04a0-429b-b0b1-3eecec228f3e None None] The sync data for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv is: [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:01Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'aa03a781-3af1-4347-ac79-e2cced507fe7', 'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:9f:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:40:01Z', 'updated_at': '2022-03-24T17:40:05Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:40:06.614046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-837bffcc-e79b-4fb8-9bf3-d12db95d9839 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:06.615542 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-837bffcc-e79b-4fb8-9bf3-d12db95d9839 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/networks?id=f1ddacb4-fed0-49fd-be50-4160a697018b HTTP/1.1" status: 200 len: 797 time: 0.1554737 Mar 24 17:40:06.636187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device aa03a781-3af1-4347-ac79-e2cced507fe7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:40:06.669920 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-3754067a-44a2-4d4e-96a5-0426ea0acbdf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 379 time: 0.0469124 Mar 24 17:40:06.679764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'port': {'device_id': '1611c187-c0db-4441-948a-0959727bfc9c', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'admin_state_up': True, 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'security_groups': ['dc265119-34eb-4f5f-9c06-817454e18160']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:40:06.809649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port aa03a781-3af1-4347-ac79-e2cced507fe7 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:40:06.815415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port aa03a781-3af1-4347-ac79-e2cced507fe7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:06.816104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:06.835991 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:40:06.846645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:40:06.923350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:40:06.927029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:06.973800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:07.013195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port aa03a781-3af1-4347-ac79-e2cced507fe7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=aa03a781-3af1-4347-ac79-e2cced507fe7,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:40:07.051441 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2ef43d31-443f-4e2e-9407-d06829554e39 req-22bbf430-a70a-4562-8015-9666020e624e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 210 time: 0.0536306 Mar 24 17:40:07.093385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:07.164673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=aa03a781-3af1-4347-ac79-e2cced507fe7,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:07.252065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.10 (f1ddacb4-fed0-49fd-be50-4160a697018b/6260bebd-12ee-4b66-99d9-0009a1bc7dca/416c8e7a-9540-4180-95a7-99b3dcb4b7bb) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:40:07.445010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:07.460033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object 416c8e7a-9540-4180-95a7-99b3dcb4b7bb will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:40:07.533380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:07.600204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network f1ddacb4-fed0-49fd-be50-4160a697018b is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:40:07.603120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:40:07.612760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:40:07.642883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:07.679850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:07.680319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:07.781448 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-b44de355-5724-440f-9d5f-55c70c0f7ee4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1070862 Mar 24 17:40:07.793344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Request body: {'port': {'device_id': '1611c187-c0db-4441-948a-0959727bfc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:40:07.906992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:07.921697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-43b39874-0506-4f1f-878e-097b2297d225 None None] Provisioning for port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:40:07.926631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-43b39874-0506-4f1f-878e-097b2297d225 None None] Provisioning complete for port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:07.927020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-43b39874-0506-4f1f-878e-097b2297d225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:07.982888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-43b39874-0506-4f1f-878e-097b2297d225 None None] Port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:40:08.275883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973a5e1-dbac-480a-8ea7-bfa9d3676fa6 req-7bec73db-faeb-4fca-91cb-2ead9fcec45e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:08.277114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1973a5e1-dbac-480a-8ea7-bfa9d3676fa6 req-7bec73db-faeb-4fca-91cb-2ead9fcec45e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:40:08.351493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416c8e7a-9540-4180-95a7-99b3dcb4b7bb {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:40:08.352371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:08.367603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Transition to ACTIVE for port object 416c8e7a-9540-4180-95a7-99b3dcb4b7bb will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:40:08.471843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1973a5e1-dbac-480a-8ea7-bfa9d3676fa6 req-7bec73db-faeb-4fca-91cb-2ead9fcec45e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:40:08.473061 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1973a5e1-dbac-480a-8ea7-bfa9d3676fa6 req-7bec73db-faeb-4fca-91cb-2ead9fcec45e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 932 time: 0.3119593 Mar 24 17:40:08.477147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:08.595804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device aa03a781-3af1-4347-ac79-e2cced507fe7 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:40:08.638271 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1973a5e1-dbac-480a-8ea7-bfa9d3676fa6 req-02e7360f-ff9b-4f54-b4a4-63d21c5b0950 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564701 Mar 24 17:40:08.675068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:08.686723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port aa03a781-3af1-4347-ac79-e2cced507fe7 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:08.687160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:08.747219 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Attempting to bind port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:40:08.747557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Attempting to bind port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:40:08.747884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Attempting to bind port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb on network f1ddacb4-fed0-49fd-be50-4160a697018b {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:40:08.752777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb on network f1ddacb4-fed0-49fd-be50-4160a697018b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:40:08.753058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Attempting to bind port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb on network f1ddacb4-fed0-49fd-be50-4160a697018b {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:40:08.758087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:40:08.758420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Checking segment: {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:40:08.758801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Bound using segment: {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:40:08.759218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Bound port: 416c8e7a-9540-4180-95a7-99b3dcb4b7bb, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7e44ab-420f-4a12-a6b6-78aa5802a190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:40:08.759603 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:08.848257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] For port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:40:08.851134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] For port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:40:08.923924 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:08.982213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:08.982808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:08.984181 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/416c8e7a-9540-4180-95a7-99b3dcb4b7bb HTTP/1.1" status: 200 len: 1094 time: 1.1954517 Mar 24 17:40:08.984612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:40:09.009393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a244b-d006-458f-aa18-e874036da1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:09.093249 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'status': 'completed', 'code': 200} Mar 24 17:40:09.180813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-1051116d-7911-4546-aaea-1f3bf93d2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:09.182273 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-1051116d-7911-4546-aaea-1f3bf93d2f85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 1097 time: 0.0733721 Mar 24 17:40:09.251714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-eae5ca20-79e7-4d07-a115-360af79b4241 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb HTTP/1.1" status: 200 len: 217 time: 0.0621679 Mar 24 17:40:09.312078 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-e2307c2d-5c03-40e2-8d2c-397fccafca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:09.313442 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-e2307c2d-5c03-40e2-8d2c-397fccafca18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6260bebd-12ee-4b66-99d9-0009a1bc7dca HTTP/1.1" status: 200 len: 835 time: 0.0561898 Mar 24 17:40:09.497182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-7cab6da4-50d3-458f-acc0-e33b2b739b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:09.498523 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-7cab6da4-50d3-458f-acc0-e33b2b739b1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ddacb4-fed0-49fd-be50-4160a697018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1795149 Mar 24 17:40:09.625581 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-cf2f92a8-2b39-46e2-a6d2-3e3e34d7c7db service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207204 Mar 24 17:40:09.803573 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6f36c6c-5207-4fa9-b85e-68e49f6dac3c req-145baaa1-cb1a-47a9-afce-9b7243acf702 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721873 Mar 24 17:40:09.846671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf759f6-e2a4-4cd1-83c3-50e6f78bf2b1 req-500d1639-9bf2-4194-bdff-cbb2b42e5a3b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:09.848183 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf759f6-e2a4-4cd1-83c3-50e6f78bf2b1 req-500d1639-9bf2-4194-bdff-cbb2b42e5a3b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 944 time: 0.0859292 Mar 24 17:40:09.892886 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf759f6-e2a4-4cd1-83c3-50e6f78bf2b1 req-6df5367c-5155-46f0-bbae-8358d126f28d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389807 Mar 24 17:40:10.041989 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b133e-0416-45c8-bee2-d82f96c57704 req-2e28ccff-2cab-4df8-b9a3-57082b08c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:10.044046 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-172b133e-0416-45c8-bee2-d82f96c57704 req-2e28ccff-2cab-4df8-b9a3-57082b08c423 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 1097 time: 0.0863345 Mar 24 17:40:10.178726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b133e-0416-45c8-bee2-d82f96c57704 req-b7cbaefd-1a34-4704-9c71-cb9a7d9528d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:10.180119 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-172b133e-0416-45c8-bee2-d82f96c57704 req-b7cbaefd-1a34-4704-9c71-cb9a7d9528d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1ddacb4-fed0-49fd-be50-4160a697018b HTTP/1.1" status: 200 len: 898 time: 0.1289978 Mar 24 17:40:10.244207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-172b133e-0416-45c8-bee2-d82f96c57704 req-3b6cd212-14b5-410b-af36-5ea9cf791b31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb HTTP/1.1" status: 200 len: 217 time: 0.0579445 Mar 24 17:40:10.306853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b133e-0416-45c8-bee2-d82f96c57704 req-44c0b6ef-b9c3-4550-ac29-dc96427bb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:10.308852 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-172b133e-0416-45c8-bee2-d82f96c57704 req-44c0b6ef-b9c3-4550-ac29-dc96427bb5ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6260bebd-12ee-4b66-99d9-0009a1bc7dca HTTP/1.1" status: 200 len: 835 time: 0.0585883 Mar 24 17:40:10.382595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b133e-0416-45c8-bee2-d82f96c57704 req-9fcee24c-bc55-4ca6-a109-ab07e7b35a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:10.384246 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-172b133e-0416-45c8-bee2-d82f96c57704 req-9fcee24c-bc55-4ca6-a109-ab07e7b35a91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ddacb4-fed0-49fd-be50-4160a697018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695498 Mar 24 17:40:10.515103 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-172b133e-0416-45c8-bee2-d82f96c57704 req-c6602d28-d50a-4f5f-9bdb-c4bd5bbd5478 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226132 Mar 24 17:40:10.644964 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-172b133e-0416-45c8-bee2-d82f96c57704 req-c114cfa3-d0ff-426f-9080-b682d6332cf8 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217453 Mar 24 17:40:11.079564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dca104-e931-4f0f-8a27-a0f74b314ae4 req-66d54bf4-a779-41b4-8e5d-4f3aa98763c9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:11.081025 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-90dca104-e931-4f0f-8a27-a0f74b314ae4 req-66d54bf4-a779-41b4-8e5d-4f3aa98763c9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 944 time: 0.0819931 Mar 24 17:40:11.126718 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-90dca104-e931-4f0f-8a27-a0f74b314ae4 req-1865bef3-ef20-4016-91a8-8ca99b723b7c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399954 Mar 24 17:40:12.309961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1eaac-2a1b-420f-89af-71ef81b2aae5 req-5ca4f62f-f9e7-4dda-ad78-b9b6334c59e1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:12.311391 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4f1eaac-2a1b-420f-89af-71ef81b2aae5 req-5ca4f62f-f9e7-4dda-ad78-b9b6334c59e1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 944 time: 0.0793986 Mar 24 17:40:12.353215 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d4f1eaac-2a1b-420f-89af-71ef81b2aae5 req-f0d22a86-9539-42e3-8b2d-cd76d0206ab2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362866 Mar 24 17:40:12.750820 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 416c8e7a-9540-4180-95a7-99b3dcb4b7bb details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:40:12.880278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:40:12.893986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'port_id': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'mac_address': 'fa:16:3e:8c:b2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:40:12.946853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:12.963303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416c8e7a-9540-4180-95a7-99b3dcb4b7bb {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:40:12.977970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:40:13.070334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:13.138644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:13.286916 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['416c8e7a-9540-4180-95a7-99b3dcb4b7bb'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:40:13.536396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ec101-3b51-4613-b712-c4f976ae23a8 req-11f8081b-5165-49ce-bc21-3b740ad803ab tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:13.537848 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-725ec101-3b51-4613-b712-c4f976ae23a8 req-11f8081b-5165-49ce-bc21-3b740ad803ab tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 945 time: 0.0806403 Mar 24 17:40:13.581738 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-725ec101-3b51-4613-b712-c4f976ae23a8 req-ba0d771a-8a8f-4bba-bb36-21c685618ead tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377340 Mar 24 17:40:14.751018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 416c8e7a-9540-4180-95a7-99b3dcb4b7bb up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:40:14.760505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6826-ac50-4678-848b-3c7094a229f3 req-b2ed62f4-ce8a-4111-b2dc-e890c5cda3b0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:14.762086 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-323e6826-ac50-4678-848b-3c7094a229f3 req-b2ed62f4-ce8a-4111-b2dc-e890c5cda3b0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 945 time: 0.0772955 Mar 24 17:40:14.809443 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-323e6826-ac50-4678-848b-3c7094a229f3 req-74eff19d-cff8-48d1-af51-5b8aa7acc310 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405135 Mar 24 17:40:14.911605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:40:14.916848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:40:14.917221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:15.032235 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:15.057690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:40:15.067368 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:40:15.111896 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:15.156902 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'code': 200} Mar 24 17:40:15.182179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:15.477465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d58d0-e67f-4c07-aae7-eab73265ab32 req-57992cf1-e1d8-4a89-b8e9-f5a2d439b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:15.478841 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c6d58d0-e67f-4c07-aae7-eab73265ab32 req-57992cf1-e1d8-4a89-b8e9-f5a2d439b380 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 1099 time: 0.0674052 Mar 24 17:40:15.518532 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7c6d58d0-e67f-4c07-aae7-eab73265ab32 req-0c124487-5d2b-49d0-953e-2054152cc023 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340981 Mar 24 17:40:15.989500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540c35-af53-4e2f-862c-ada6acf95456 req-83c1bf88-2f89-4d25-973b-824ddb84746e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:15.990904 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68540c35-af53-4e2f-862c-ada6acf95456 req-83c1bf88-2f89-4d25-973b-824ddb84746e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0791118 Mar 24 17:40:16.137957 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68540c35-af53-4e2f-862c-ada6acf95456 req-8074b753-0f5d-4acf-8d00-729fef5ccbf0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408763 Mar 24 17:40:17.328248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97f291-e55e-44b8-8762-f474dbd27854 req-acbae3d6-3104-44cc-bedd-cd44ff6ccbff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:17.329847 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dc97f291-e55e-44b8-8762-f474dbd27854 req-acbae3d6-3104-44cc-bedd-cd44ff6ccbff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0814576 Mar 24 17:40:17.373971 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dc97f291-e55e-44b8-8762-f474dbd27854 req-5cb63fa3-9224-49d9-9255-4fc8e56fd529 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385575 Mar 24 17:40:17.715148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84938e-a0b3-47e6-b739-d4362e4eee83 req-d3e385d7-e5f3-45aa-8ab5-13aaaefed5c6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:17.716590 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c84938e-a0b3-47e6-b739-d4362e4eee83 req-d3e385d7-e5f3-45aa-8ab5-13aaaefed5c6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0791490 Mar 24 17:40:17.760877 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c84938e-a0b3-47e6-b739-d4362e4eee83 req-2ee4983c-f549-4c35-881b-97b2f1ce4727 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388069 Mar 24 17:40:17.784269 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48282) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:40:17.854954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65298636-705d-4cab-a226-fa39fffd5b8a tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:17.857054 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-65298636-705d-4cab-a226-fa39fffd5b8a tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 1094 time: 0.0718346 Mar 24 17:40:17.859907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48286) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:40:17.865050 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:40:17.871950 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:40:17.875886 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:floatingip and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:40:17.878745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:40:17.885047 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:40:17.968678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:18.107939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:18.237710 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.152 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/d459b4ac-444d-4569-a66a-85e4247ada65) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:40:18.481653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:18.578641 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:18.639479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:40:18.642495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:40:18.645061 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:40:18.694522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=d459b4ac-444d-4569-a66a-85e4247ada65,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:19.057895 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:19.203840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:19.404764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:19.458605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:19.567275 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=d459b4ac-444d-4569-a66a-85e4247ada65,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:40:19.579312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:19.748056 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP 0f2718c4-097e-4684-9092-69dc37ed3e3b associated. External IP: 172.26.4.152, port: 416c8e7a-9540-4180-95a7-99b3dcb4b7bb. Mar 24 17:40:20.216313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 3e6856bc-ad86-4962-979a-00937843aed7 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:40:20.399265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:40:20.409296 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] Sync routers for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:40:20.418891 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:40:20.419486 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:40:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:20.483248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:20.539146 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b7a03a94-9f63-4342-942c-83bb756c67fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6781328 Mar 24 17:40:20.539712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:40:20.592239 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'status': 'completed', 'code': 200} Mar 24 17:40:20.598625 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:40:20.742579 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-dd0999c5-1218-43e6-83f4-2c3c694e0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:20.743928 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-dd0999c5-1218-43e6-83f4-2c3c694e0b9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 1099 time: 0.1232722 Mar 24 17:40:20.780283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff7e90-be71-4e9f-90b5-2e42ebd96cd4 req-ea191107-fee2-4f50-a386-13eecbb0733c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:20.781701 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20ff7e90-be71-4e9f-90b5-2e42ebd96cd4 req-ea191107-fee2-4f50-a386-13eecbb0733c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.1316257 Mar 24 17:40:20.897566 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20ff7e90-be71-4e9f-90b5-2e42ebd96cd4 req-1b384528-b563-4812-8f0c-eb0670bc6a0a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048632 Mar 24 17:40:20.923449 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48294) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:40:20.928340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-be65d0dd-de68-4c20-a6e2-dd4267552ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:20.929912 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-be65d0dd-de68-4c20-a6e2-dd4267552ce4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1ddacb4-fed0-49fd-be50-4160a697018b HTTP/1.1" status: 200 len: 898 time: 0.1777546 Mar 24 17:40:20.966531 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:01Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '0f2718c4-097e-4684-9092-69dc37ed3e3b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.152', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'port_id': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'mac_address': 'fa:16:3e:8c:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1611c187-c0db-4441-948a-0959727bfc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:40:18Z', 'updated_at': '2022-03-24T17:40:18Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa03a781-3af1-4347-ac79-e2cced507fe7', 'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:9f:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:40:01Z', 'updated_at': '2022-03-24T17:40:06Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:20.970473 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] Checking router: 3e6856bc-ad86-4962-979a-00937843aed7 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:40:20.978829 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:40:20.979430 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:40:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:21.034364 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-4bf08eaf-877a-4222-9573-deb1ab3dc4c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb HTTP/1.1" status: 200 len: 1000 time: 0.0981092 Mar 24 17:40:21.034842 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0a05059e-8783-4ff9-83cf-d93d971e2f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/0f2718c4-097e-4684-9092-69dc37ed3e3b HTTP/1.1" status: 200 len: 992 time: 0.1102481 Mar 24 17:40:21.094270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-68ff6254-237d-42c1-ab17-33d5799120ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:21.095666 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-68ff6254-237d-42c1-ab17-33d5799120ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6260bebd-12ee-4b66-99d9-0009a1bc7dca HTTP/1.1" status: 200 len: 835 time: 0.0561464 Mar 24 17:40:21.158695 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:40:21.172605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-bd8f2193-d15e-4648-b87f-75aabdd0677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:21.174035 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-bd8f2193-d15e-4648-b87f-75aabdd0677c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ddacb4-fed0-49fd-be50-4160a697018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726919 Mar 24 17:40:21.304248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-7b4d1635-dfe7-4c6d-9755-52151e60ce06 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246138 Mar 24 17:40:21.434134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e44ea0c2-d9a1-44b2-9525-ae0d14efe2c8 req-9b0f9565-399d-445f-8aea-24b38b8bdcb7 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225331 Mar 24 17:40:21.504426 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:01Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '0f2718c4-097e-4684-9092-69dc37ed3e3b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.152', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'port_id': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'mac_address': 'fa:16:3e:8c:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1611c187-c0db-4441-948a-0959727bfc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:40:18Z', 'updated_at': '2022-03-24T17:40:18Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa03a781-3af1-4347-ac79-e2cced507fe7', 'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:9f:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:40:01Z', 'updated_at': '2022-03-24T17:40:06Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:40:21.508403 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c992424-ccf6-4918-b2d7-e67c009c0c25 None None] The sync data for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv is: [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:01Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '0f2718c4-097e-4684-9092-69dc37ed3e3b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.152', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'port_id': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'mac_address': 'fa:16:3e:8c:b2:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1611c187-c0db-4441-948a-0959727bfc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:40:18Z', 'updated_at': '2022-03-24T17:40:18Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa03a781-3af1-4347-ac79-e2cced507fe7', 'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:9f:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:40:01Z', 'updated_at': '2022-03-24T17:40:06Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:40:21.693707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d961b9-4f0b-4f8a-80b1-98ee7a1bc5ba None None] New status for floating IP 0f2718c4-097e-4684-9092-69dc37ed3e3b: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:40:22.038616 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48298) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:40:22.148382 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-369c28a8-e2e9-4eb9-b1f9-8e2930b850f4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/0f2718c4-097e-4684-9092-69dc37ed3e3b HTTP/1.1" status: 200 len: 994 time: 0.1086085 Mar 24 17:40:23.409645 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:40:30.471036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-384d69e0-b292-4e71-8505-54130a9f8973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:32.671341 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-63dc225b-7e38-44e6-a8c7-6d25675a1b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:33.019624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:33.909706 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:34.006696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:35.491171 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:40:45.464040 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79e46981-80c4-49e9-872d-da3236bd4388 req-fc2ad171-e150-4d96-a7e5-89e7c2406d07 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670350 Mar 24 17:40:45.599682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e46981-80c4-49e9-872d-da3236bd4388 req-60881226-173c-4459-9d09-ae9cb7e4b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:45.601128 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79e46981-80c4-49e9-872d-da3236bd4388 req-60881226-173c-4459-9d09-ae9cb7e4b421 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 1099 time: 0.0691111 Mar 24 17:40:45.739887 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e46981-80c4-49e9-872d-da3236bd4388 req-3e88e105-b4a6-4cec-a23e-45ce789a0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:45.741256 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79e46981-80c4-49e9-872d-da3236bd4388 req-3e88e105-b4a6-4cec-a23e-45ce789a0116 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1ddacb4-fed0-49fd-be50-4160a697018b HTTP/1.1" status: 200 len: 898 time: 0.1217046 Mar 24 17:40:45.842784 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79e46981-80c4-49e9-872d-da3236bd4388 req-87eed2f9-331e-499f-a2cd-93fef7f204c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb HTTP/1.1" status: 200 len: 1002 time: 0.0949504 Mar 24 17:40:46.001018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e46981-80c4-49e9-872d-da3236bd4388 req-14162e88-79de-401f-81b9-6e92b242e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:46.002332 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79e46981-80c4-49e9-872d-da3236bd4388 req-14162e88-79de-401f-81b9-6e92b242e080 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6260bebd-12ee-4b66-99d9-0009a1bc7dca HTTP/1.1" status: 200 len: 835 time: 0.1543353 Mar 24 17:40:46.074739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e46981-80c4-49e9-872d-da3236bd4388 req-3d835f71-bbfa-426e-b4b7-f76f48c72508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:46.076188 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79e46981-80c4-49e9-872d-da3236bd4388 req-3d835f71-bbfa-426e-b4b7-f76f48c72508 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ddacb4-fed0-49fd-be50-4160a697018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677419 Mar 24 17:40:46.207261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79e46981-80c4-49e9-872d-da3236bd4388 req-dc439b02-9ad9-4213-898b-72bc448799d3 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249826 Mar 24 17:40:46.335621 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-79e46981-80c4-49e9-872d-da3236bd4388 req-1639738a-3db1-496d-8e8d-c940f5b8a1f0 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223817 Mar 24 17:40:49.262299 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59c7b8-2a9c-459d-8990-870409543f94 req-23f12c32-4616-485f-817a-0bea2feecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:49.263630 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1f59c7b8-2a9c-459d-8990-870409543f94 req-23f12c32-4616-485f-817a-0bea2feecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.1380143 Mar 24 17:40:49.267130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-76acf253-1bc1-456f-a0cf-de2daec302d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:49.268501 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-76acf253-1bc1-456f-a0cf-de2daec302d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 1099 time: 0.1114063 Mar 24 17:40:49.392124 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1f59c7b8-2a9c-459d-8990-870409543f94 req-cc8fcf70-4623-410d-818d-b8f97ce0c944 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224926 Mar 24 17:40:49.428885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-f75e22f6-e908-491e-98f5-4f4e666130bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:49.430290 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-f75e22f6-e908-491e-98f5-4f4e666130bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1ddacb4-fed0-49fd-be50-4160a697018b HTTP/1.1" status: 200 len: 898 time: 0.1480107 Mar 24 17:40:49.533729 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-a29290c9-79ad-4656-b8f6-a12f8861201e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb HTTP/1.1" status: 200 len: 1002 time: 0.0967722 Mar 24 17:40:49.597528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-4287ef85-fa2b-41b4-89aa-631e54e66510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:49.598908 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-4287ef85-fa2b-41b4-89aa-631e54e66510 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6260bebd-12ee-4b66-99d9-0009a1bc7dca HTTP/1.1" status: 200 len: 835 time: 0.0589540 Mar 24 17:40:49.671429 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-3bea8cc4-4051-41f4-aa46-89c1f4933abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:49.672930 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-3bea8cc4-4051-41f4-aa46-89c1f4933abf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ddacb4-fed0-49fd-be50-4160a697018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672276 Mar 24 17:40:49.805142 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-6b7eb495-b8e6-4a80-bf1f-8c0e38d39a27 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226649 Mar 24 17:40:49.933423 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f57daf-4993-4cad-8857-80605dea1eb6 req-bf77d974-ddd0-4cc7-802c-43119c034a22 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220515 Mar 24 17:40:50.578115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4a5d4-8400-44b7-8692-a54224feddbf req-a7dc3c3f-9466-4e24-9e11-af8511350a72 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:50.579547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-33e4a5d4-8400-44b7-8692-a54224feddbf req-a7dc3c3f-9466-4e24-9e11-af8511350a72 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0781710 Mar 24 17:40:50.625781 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-33e4a5d4-8400-44b7-8692-a54224feddbf req-6ae11117-6e31-4036-ac08-3800da4f6e62 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406814 Mar 24 17:40:51.806139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34bd15-a619-4a20-8cee-16dfefc5dcdf req-93a7e917-9b23-413c-8934-3bfa2687d397 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:51.807590 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f34bd15-a619-4a20-8cee-16dfefc5dcdf req-93a7e917-9b23-413c-8934-3bfa2687d397 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0779815 Mar 24 17:40:51.850752 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f34bd15-a619-4a20-8cee-16dfefc5dcdf req-862e9d43-6062-4caa-8fae-e5c94da34b85 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367908 Mar 24 17:40:53.034203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbee7-4a27-43c2-83bd-34648463f2d2 req-edacfb7d-48f3-4355-a3d0-8013623731cd tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:53.035737 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41fdbee7-4a27-43c2-83bd-34648463f2d2 req-edacfb7d-48f3-4355-a3d0-8013623731cd tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0818744 Mar 24 17:40:53.079313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-41fdbee7-4a27-43c2-83bd-34648463f2d2 req-932c0d23-8785-4138-8f06-8a8ba52dd941 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380416 Mar 24 17:40:54.269943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a28d-2d1c-4c75-ada1-001605c36610 req-a5106648-163d-43ba-bca1-939a447773d4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:54.271302 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2fa8a28d-2d1c-4c75-ada1-001605c36610 req-a5106648-163d-43ba-bca1-939a447773d4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0822275 Mar 24 17:40:54.316894 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2fa8a28d-2d1c-4c75-ada1-001605c36610 req-a771e3b5-94e3-4dcd-9627-311fcc9abcba tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400605 Mar 24 17:40:55.603536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc0a3a-15c4-4d3d-9203-b781a8a18741 req-1d5a93dd-fc56-4ea8-b7fc-0b79b7b63345 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:55.604923 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46bc0a3a-15c4-4d3d-9203-b781a8a18741 req-1d5a93dd-fc56-4ea8-b7fc-0b79b7b63345 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.1754198 Mar 24 17:40:55.647829 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-46bc0a3a-15c4-4d3d-9203-b781a8a18741 req-720c69f8-67c5-4c20-a61c-09ccd8784898 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370657 Mar 24 17:40:56.830542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e55f92-ee86-4440-a597-494f50b7f207 req-2ac35eb4-9349-4e7a-ac59-8fd06b34812c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:56.831874 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-28e55f92-ee86-4440-a597-494f50b7f207 req-2ac35eb4-9349-4e7a-ac59-8fd06b34812c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0812275 Mar 24 17:40:56.874483 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-28e55f92-ee86-4440-a597-494f50b7f207 req-1ae03643-08c4-49c8-83ef-a29344086c62 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369811 Mar 24 17:40:58.062764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4bab-63a5-46a5-a3dc-69c9cd1823ad req-3f1e219b-cd8c-4aee-9abb-15b0299fc697 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:58.064331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d91f4bab-63a5-46a5-a3dc-69c9cd1823ad req-3f1e219b-cd8c-4aee-9abb-15b0299fc697 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0808885 Mar 24 17:40:58.106699 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d91f4bab-63a5-46a5-a3dc-69c9cd1823ad req-1081c642-015b-4027-9f81-42d6e0efa4e2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366819 Mar 24 17:40:59.293801 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b695cc0-4666-4aa5-9508-e184382674a7 req-3bdd32ec-da24-48e5-a068-d156d025a766 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:40:59.295235 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b695cc0-4666-4aa5-9508-e184382674a7 req-3bdd32ec-da24-48e5-a068-d156d025a766 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0814829 Mar 24 17:40:59.338291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7b695cc0-4666-4aa5-9508-e184382674a7 req-ec2f6ff4-1311-4d10-a5e1-5d70c835b3e7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373018 Mar 24 17:41:00.409864 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:41:00.447487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-393f7314-d2c0-42d2-8a9f-f62208679cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:00.520212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fa272-8bf5-4e6e-89d2-481b0a984669 req-17bd8b4e-1e91-4f47-83e6-c315aaa67be1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:00.521710 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4a7fa272-8bf5-4e6e-89d2-481b0a984669 req-17bd8b4e-1e91-4f47-83e6-c315aaa67be1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0786448 Mar 24 17:41:00.568249 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4a7fa272-8bf5-4e6e-89d2-481b0a984669 req-ce0f9418-5a42-4a3c-a3f1-31c14c56057e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407505 Mar 24 17:41:01.747430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92e0ca-ec6e-4c70-bd9a-2781c2f30ea6 req-587f9940-c377-4327-bb7b-be7c9111cc78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:01.748882 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a92e0ca-ec6e-4c70-bd9a-2781c2f30ea6 req-587f9940-c377-4327-bb7b-be7c9111cc78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0786498 Mar 24 17:41:01.791631 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7a92e0ca-ec6e-4c70-bd9a-2781c2f30ea6 req-1d4d14f4-6573-40de-abd4-3964c859d67c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371313 Mar 24 17:41:01.814600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48334) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:01.921553 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-03b21ee5-52e5-4a8e-b1de-b71fc04120dc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/0f2718c4-097e-4684-9092-69dc37ed3e3b HTTP/1.1" status: 200 len: 994 time: 0.1058249 Mar 24 17:41:02.670430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f031f0e3-c420-44ec-a158-505a03ba4351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:03.036363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:03.915946 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:04.013084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:05.457136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:30.481143 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-23f184f9-270b-453e-a9ac-60170fe0e970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:32.326180 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48356) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:32.526001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port d459b4ac-444d-4569-a66a-85e4247ada65 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:41:32.526338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:32.697054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a8f0faf5-dde2-46b3-a8ea-1a235d5a2820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:32.703531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:32.707390 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:32.823350 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for d459b4ac-444d-4569-a66a-85e4247ada65 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:41:33.058444 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:33.184323 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:33.230367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=d459b4ac-444d-4569-a66a-85e4247ada65,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:33.269555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.269904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.270238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.270570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.270896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.271219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.271537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.271855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.272204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.272524 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.272838 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.273154 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:33.336196 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:33.336824 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP 0f2718c4-097e-4684-9092-69dc37ed3e3b disassociated (deleted). External IP: 172.26.4.152, port: 416c8e7a-9540-4180-95a7-99b3dcb4b7bb. Mar 24 17:41:33.683468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 3e6856bc-ad86-4962-979a-00937843aed7 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:41:33.861890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:41:33.871580 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] Sync routers for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:41:33.881667 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:41:33.887020 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:41:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:33.930890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:33.943471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:33.995754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:34.006271 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dd9d85f5-2951-419c-bb7a-450805926749 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/floatingips/0f2718c4-097e-4684-9092-69dc37ed3e3b HTTP/1.1" status: 204 len: 168 time: 1.6790364 Mar 24 17:41:34.007035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:41:34.062129 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'status': 'completed', 'code': 200} Mar 24 17:41:34.064908 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:41:34.155542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-d41ffb47-8aea-41e4-8368-1fb44f57256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:34.157021 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-d41ffb47-8aea-41e4-8368-1fb44f57256a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 1099 time: 0.0736160 Mar 24 17:41:34.291166 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-a2712238-e972-4336-9004-635887985c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:34.292646 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-a2712238-e972-4336-9004-635887985c00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1ddacb4-fed0-49fd-be50-4160a697018b HTTP/1.1" status: 200 len: 898 time: 0.1298048 Mar 24 17:41:34.363502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-22346a82-ed99-4fa3-9173-d60a1db65f60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb HTTP/1.1" status: 200 len: 217 time: 0.0642498 Mar 24 17:41:34.377627 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:01Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'aa03a781-3af1-4347-ac79-e2cced507fe7', 'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:9f:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:40:01Z', 'updated_at': '2022-03-24T17:40:06Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:34.381615 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] Checking router: 3e6856bc-ad86-4962-979a-00937843aed7 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:41:34.390213 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:41:34.390804 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:41:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:34.427933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-c4673653-8d39-4a10-b72e-dbc38fbbd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:34.429445 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-c4673653-8d39-4a10-b72e-dbc38fbbd49a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6260bebd-12ee-4b66-99d9-0009a1bc7dca HTTP/1.1" status: 200 len: 835 time: 0.0607648 Mar 24 17:41:34.510976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-c124805b-a101-44b7-a9f6-82c8bdc319d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:34.512452 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-c124805b-a101-44b7-a9f6-82c8bdc319d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1ddacb4-fed0-49fd-be50-4160a697018b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772471 Mar 24 17:41:34.604366 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:41:34.704065 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-5399f850-1c5d-4a61-9f58-78e2328d35b4 service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834040 Mar 24 17:41:34.739933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c039247-49e8-4f87-bf80-901d0c9080cd req-218566cb-56cc-40ba-a34a-2378aab668e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:34.741405 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c039247-49e8-4f87-bf80-901d0c9080cd req-218566cb-56cc-40ba-a34a-2378aab668e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.2394664 Mar 24 17:41:34.858235 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c039247-49e8-4f87-bf80-901d0c9080cd req-d3cd1b7d-c352-4306-8a81-407738596bc3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051424 Mar 24 17:41:34.884568 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-84662298-4c78-467f-a9cb-e9238f2b8f99 req-cffdb14d-1217-48f7-b7dc-2219b86bd1ae service neutron] 10.222.0.48 "GET /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724668 Mar 24 17:41:34.912886 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:01Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'aa03a781-3af1-4347-ac79-e2cced507fe7', 'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:9f:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:40:01Z', 'updated_at': '2022-03-24T17:40:06Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:34.913459 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a293c056-a201-4cb9-9d63-dd0f34f07436 None None] The sync data for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv is: [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:01Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'aa03a781-3af1-4347-ac79-e2cced507fe7', 'name': '', 'network_id': 'f1ddacb4-fed0-49fd-be50-4160a697018b', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:9f:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:40:01Z', 'updated_at': '2022-03-24T17:40:06Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '6260bebd-12ee-4b66-99d9-0009a1bc7dca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:41:35.124420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0350895-727c-4b71-8d10-936813e5dca6 None None] New status for floating IP 0f2718c4-097e-4684-9092-69dc37ed3e3b: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:41:35.446966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:35.978617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-4cc96904-4f29-4280-bdb1-8c5cd7505fbe tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:35.980121 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-4cc96904-4f29-4280-bdb1-8c5cd7505fbe tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.0832710 Mar 24 17:41:36.202987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:41:36.203282 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:36.312550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779a7b-7740-4526-bfd2-74ddb8d7d1b6 req-651ef23d-9468-4b91-9dd0-09e952aeee66 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:36.314861 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c779a7b-7740-4526-bfd2-74ddb8d7d1b6 req-651ef23d-9468-4b91-9dd0-09e952aeee66 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 946 time: 0.3011615 Mar 24 17:41:36.426217 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0c779a7b-7740-4526-bfd2-74ddb8d7d1b6 req-ca488f03-99ea-4ad3-afc4-d600bff89717 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc265119-34eb-4f5f-9c06-817454e18160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038926 Mar 24 17:41:36.524876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:41:36.525141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:36.645537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 416c8e7a-9540-4180-95a7-99b3dcb4b7bb owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:41:36.856622 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:36.907038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=416c8e7a-9540-4180-95a7-99b3dcb4b7bb,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:36.952732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.953080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.953425 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.953763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.954804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.955147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.955477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.955806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.956167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.956493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.956818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.957140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:36.996100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] No DVR routers for this DVR port 416c8e7a-9540-4180-95a7-99b3dcb4b7bb on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:41:36.998435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:37.001477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'name': 'network-vif-deleted', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:41:37.012578 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e1dca948-67c7-4914-a230-142ebca5dfc1 req-9fec0df4-3698-4cd8-b12b-e4a9d305ace9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "DELETE /v2.0/ports/416c8e7a-9540-4180-95a7-99b3dcb4b7bb HTTP/1.1" status: 204 len: 173 time: 1.0270066 Mar 24 17:41:37.045709 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1611c187-c0db-4441-948a-0959727bfc9c', 'name': 'network-vif-deleted', 'tag': '416c8e7a-9540-4180-95a7-99b3dcb4b7bb', 'status': 'completed', 'code': 200} Mar 24 17:41:37.408865 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:41:37.583091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f96fc31a-e8f5-4e6b-ae26-60b6e833cffd req-a2a5d801-81a0-49e9-adec-00203918c512 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:41:37.635569 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-f96fc31a-e8f5-4e6b-ae26-60b6e833cffd req-a2a5d801-81a0-49e9-adec-00203918c512 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:41:37.636783 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f96fc31a-e8f5-4e6b-ae26-60b6e833cffd req-a2a5d801-81a0-49e9-adec-00203918c512 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=1611c187-c0db-4441-948a-0959727bfc9c HTTP/1.1" status: 200 len: 210 time: 0.0940609 Mar 24 17:41:38.732198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48382) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:39.192240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 416c8e7a-9540-4180-95a7-99b3dcb4b7bb no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:41:39.226201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 416c8e7a-9540-4180-95a7-99b3dcb4b7bb {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:41:39.226544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 416c8e7a-9540-4180-95a7-99b3dcb4b7bb not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:41:39.287800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:39.744676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port aa03a781-3af1-4347-ac79-e2cced507fe7 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:41:39.745364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:39.928461 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port aa03a781-3af1-4347-ac79-e2cced507fe7, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=aa03a781-3af1-4347-ac79-e2cced507fe7,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:41:39.928813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:40.051650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for aa03a781-3af1-4347-ac79-e2cced507fe7 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:41:40.427922 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:40.475317 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=aa03a781-3af1-4347-ac79-e2cced507fe7,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:40.747668 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:41.214276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router 3e6856bc-ad86-4962-979a-00937843aed7 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:41:41.415163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:41:41.424328 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] Sync routers for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:41:41.434280 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:41:41.434881 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:41:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:41.487102 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a6cd5225-688a-45e1-ab5d-fc8cfe37800a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/3e6856bc-ad86-4962-979a-00937843aed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7536919 Mar 24 17:41:41.489642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48386) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:41.554117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-718daea4-4dc7-42bc-8444-5771c52202ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting subnet 6260bebd-12ee-4b66-99d9-0009a1bc7dca {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:41:41.557039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-718daea4-4dc7-42bc-8444-5771c52202ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:41.611310 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:41:41.624899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-718daea4-4dc7-42bc-8444-5771c52202ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:41.708350 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-718daea4-4dc7-42bc-8444-5771c52202ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:41.862967 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-718daea4-4dc7-42bc-8444-5771c52202ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:41.888979 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:41:40Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:41.892947 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] Checking router: 3e6856bc-ad86-4962-979a-00937843aed7 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:41:41.901843 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] Routers {'3e6856bc-ad86-4962-979a-00937843aed7'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:41:41.902470 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:41:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['3e6856bc-ad86-4962-979a-00937843aed7'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:41.908169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718daea4-4dc7-42bc-8444-5771c52202ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Subnet': ['ID=6260bebd-12ee-4b66-99d9-0009a1bc7dca,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:41.910180 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-718daea4-4dc7-42bc-8444-5771c52202ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:41.916592 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-718daea4-4dc7-42bc-8444-5771c52202ca tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/subnets/6260bebd-12ee-4b66-99d9-0009a1bc7dca HTTP/1.1" status: 204 len: 168 time: 0.4260108 Mar 24 17:41:41.919179 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48390) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:41.921898 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c92bc26-744c-4baa-ab53-bcad1b8b535a None None] Network f1ddacb4-fed0-49fd-be50-4160a697018b requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:41:42.085984 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] Set router 3e6856bc-ad86-4962-979a-00937843aed7 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:41:42.100392 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:42.191138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] DHCP port deletion for f1ddacb4-fed0-49fd-be50-4160a697018b request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:41:42.195688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Deleting port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:41:42.196417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:42.282225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:42.355531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 0c6bf92a-da2b-4ff3-a745-78c648e76c61 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:41:42.355918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:42.372286 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:41:40Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:42.376660 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3566c1d0-cfc6-411f-a3b9-7149cde647a9 None None] The sync data for ids ['3e6856bc-ad86-4962-979a-00937843aed7'] in dv-neutron-835063-1-hyperv is: [{'id': '3e6856bc-ad86-4962-979a-00937843aed7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878880156', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:41:40Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '0c6bf92a-da2b-4ff3-a745-78c648e76c61', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6856bc-ad86-4962-979a-00937843aed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:39:56Z', 'updated_at': '2022-03-24T17:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:41:42.402822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] For port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1b84c9eb-e056-4bc7-84c5-a076336e1ed2,segment=NetworkSegment(db7e44ab-420f-4a12-a6b6-78aa5802a190),segment_id=db7e44ab-420f-4a12-a6b6-78aa5802a190)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:41:42.403211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:42.524881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Calling delete_port for 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:41:42.551394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 0c6bf92a-da2b-4ff3-a745-78c648e76c61, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=0c6bf92a-da2b-4ff3-a745-78c648e76c61,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:41:42.551747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:42.693685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 0c6bf92a-da2b-4ff3-a745-78c648e76c61 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:41:42.728340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:42.789942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Pushing event deleted for resources: {'Port': ['ID=1b84c9eb-e056-4bc7-84c5-a076336e1ed2,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:42.797023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:41:42.831843 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.832219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.832549 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.832882 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.833213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.833544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.833866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.834192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.834519 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.834841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.835158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.835477 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:42.838279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6f2a3-7878-41c1-a6a6-3b524f7eac11 None None] No DVR routers for this DVR port 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:41:42.848420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:41:42.848528 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1b84c9eb-e056-4bc7-84c5-a076336e1ed2 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:41:42.848943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device aa03a781-3af1-4347-ac79-e2cced507fe7 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:41:42.884734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: aa03a781-3af1-4347-ac79-e2cced507fe7 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:41:42.885079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device aa03a781-3af1-4347-ac79-e2cced507fe7 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:41:43.052815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.098663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=0c6bf92a-da2b-4ff3-a745-78c648e76c61,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:43.189403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.380033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.383046 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.469243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.470337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Fanout notify agent at l3_agent the message router_deleted on router 3e6856bc-ad86-4962-979a-00937843aed7 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:41:43.485950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.487025 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-6d3694c3-40c9-429f-a9c4-c501931deb12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/routers/3e6856bc-ad86-4962-979a-00937843aed7 HTTP/1.1" status: 204 len: 168 time: 1.5669529 Mar 24 17:41:43.489687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48394) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:43.607380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.740871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.765335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ddacb4-fed0-49fd-be50-4160a697018b']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:43.777586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7e44ab-420f-4a12-a6b6-78aa5802a190') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:43.777880 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7e44ab-420f-4a12-a6b6-78aa5802a190') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:43.788811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.804258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.810036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:41:43.812759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:41:43.825053 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:41:43.972601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:43.990215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:44.001607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Network': ['ID=f1ddacb4-fed0-49fd-be50-4160a697018b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:44.064985 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c29b1cf1-01ca-4b40-b644-4d90bb04ba4a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/networks/f1ddacb4-fed0-49fd-be50-4160a697018b HTTP/1.1" status: 204 len: 168 time: 0.5742555 Mar 24 17:41:44.067521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48398) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:44.133309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a1844f49-6e19-4ce3-bb04-189ffc36eeee tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:44.165950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a1844f49-6e19-4ce3-bb04-189ffc36eeee tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:44.292058 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a1844f49-6e19-4ce3-bb04-189ffc36eeee tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:44.310378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1844f49-6e19-4ce3-bb04-189ffc36eeee tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc265119-34eb-4f5f-9c06-817454e18160,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:44.366095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a1844f49-6e19-4ce3-bb04-189ffc36eeee tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:44.367208 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a1844f49-6e19-4ce3-bb04-189ffc36eeee tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/security-groups/dc265119-34eb-4f5f-9c06-817454e18160 HTTP/1.1" status: 204 len: 168 time: 0.2987187 Mar 24 17:41:44.631982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0c6bf92a-da2b-4ff3-a745-78c648e76c61 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:41:44.665863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 0c6bf92a-da2b-4ff3-a745-78c648e76c61 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:41:44.666213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 0c6bf92a-da2b-4ff3-a745-78c648e76c61 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:41:44.733321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48406) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:44.739250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838093110', 'description': 'tempest-secgroup-smoke-1838093110 description', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:44.745279 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:44.749412 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:44.752942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:44.758572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:44.821784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:44.845939 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:44.849714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:44.852690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:44.858539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:44.927302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:44.999131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.043422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32664397-8602-44a8-a294-bdf034a5b58f,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:45.113633 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.114769 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1c2c5e00-d6e2-409d-8f0d-e4db6dbb893a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3804798 Mar 24 17:41:45.117602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48410) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:45.122458 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '32664397-8602-44a8-a294-bdf034a5b58f', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:45.128868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:45.132677 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:45.138837 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:45.141998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:45.218324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.276369 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.342139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.364408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01511af-55de-42c9-9705-343b31ceab25,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:45.435195 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.436467 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-29868028-f751-433c-86b6-61c5f956b459 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3179281 Mar 24 17:41:45.439707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48414) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:45.444600 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '32664397-8602-44a8-a294-bdf034a5b58f', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:45.450489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:45.454891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:45.457747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:45.463239 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:45.554223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.616074 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.696332 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.718883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5bff3a-2a86-4f85-a35b-cfde0f44afbe,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:45.787733 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.788980 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e9c67c4c-b77b-4d8a-afc2-7166e0e92adf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3483198 Mar 24 17:41:45.791762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48418) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:45.796521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '32664397-8602-44a8-a294-bdf034a5b58f', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:45.802835 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:45.806676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:45.809546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:45.815764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:45.882386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:45.943124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.027437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.053429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca189a70-8bc1-42ec-a71b-20b5bd589aba,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:46.130347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.131535 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-dca5840f-e640-4586-a84f-828cecd52990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388591 Mar 24 17:41:46.134265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48422) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:46.139403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '32664397-8602-44a8-a294-bdf034a5b58f', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:46.145808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:46.149597 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:46.152417 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:46.158039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:46.229779 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.291395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.377796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.408012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e178dacf-aff4-451d-8b95-3af2442cf451,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:46.469445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.471227 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-785ef7b8-0343-4ca9-82a1-e9f19f2dbe45 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3361197 Mar 24 17:41:46.473850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48426) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:46.478780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '32664397-8602-44a8-a294-bdf034a5b58f', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:46.484695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:46.488466 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:46.491298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:46.496879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:46.589435 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:41:46.596947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.659872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.730333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.753551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a10525-29bc-4363-bf27-89275dc59604,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:46.821878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.823049 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1408748c-fee7-4ddd-a8ed-67062d276305 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3483057 Mar 24 17:41:46.825723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48430) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:46.831077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '32664397-8602-44a8-a294-bdf034a5b58f', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:46.836908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:46.840876 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:46.843696 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:46.849397 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:46.924987 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:41:46.931672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:46.995203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.084695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.107372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b50895-5683-4c5e-93ed-7f9b39f51e7a,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:47.176129 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.177255 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-57303245-bb37-4b5e-a5c0-4d44e6e00b00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3506491 Mar 24 17:41:47.180130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48434) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:47.185425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'network': {'name': 'tempest-network-smoke--699716573', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'port_security_enabled': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:47.191381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:47.195464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:network and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:47.198304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:47.204077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:47.295978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:41:47.300276 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.330394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:41:47.338457 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.338790 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Added segment f8d588ac-9e50-4af5-a0ca-76cd06fc9d12 of type vlan for network 2ad51d82-b23e-478b-8d20-302d66fa308e Mar 24 17:41:47.363928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.457749 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.463166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:47.463736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.571064 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Network': ['ID=2ad51d82-b23e-478b-8d20-302d66fa308e,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:47.581516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 2ad51d82-b23e-478b-8d20-302d66fa308e details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:41:47.596343 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-310dce30-28fb-4ec2-9d80-810c2ee7d9cb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4152124 Mar 24 17:41:47.598944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48438) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:47.604068 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'admin_state_up': True, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:47.611640 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:47.615511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:router and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:47.618405 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:47.728317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:47.795079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.796095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:47.810222 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:48.158681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:48.513022 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:48.545678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:48.677281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.78 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:41:48.818479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:48.915617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:48.978572 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:41:48.981241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:41:48.984921 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:41:49.030064 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:49.576384 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:49.917139 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:50.170542 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router a9623da3-85cc-4824-a056-ca40deb87039 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:41:50.344993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:41:50.355217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Sync routers for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:41:50.364699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:41:50.365311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:41:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:50.473437 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:50.474617 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a74fa633-131a-44e2-9626-91a30e9e8802 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8746412 Mar 24 17:41:50.477717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48442) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:50.517408 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2b84fdaf-3d7b-4835-aabd-170a7eb31958 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=99331e30ae1d46ffb70d2e742e6bb03a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385549 Mar 24 17:41:50.519948 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48446) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:50.546712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:41:50.651113 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779f06c-fd8b-425f-b514-c1516016c498 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:50.652631 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d779f06c-fd8b-425f-b514-c1516016c498 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317883 Mar 24 17:41:50.655353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48450) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:50.697703 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-227e1a7a-e897-4733-a43e-0b755d858d89 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413027 Mar 24 17:41:50.700219 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48454) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:50.706001 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-935516293', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:50.815140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:50.818928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:subnet and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:41:50.821736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:41:50.825009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:49Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:50.827235 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:50.828965 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Checking router: a9623da3-85cc-4824-a056-ca40deb87039 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:41:50.829527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Updating router a9623da3-85cc-4824-a056-ca40deb87039 port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:41:50.884949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:50.919188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:41:50.923321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:51.217900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:51.229274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Transition to ACTIVE for port object ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:41:51.324901 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:51.336254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:51.393281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Attempting to bind port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:41:51.393850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Attempting to bind port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:41:51.394002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Attempting to bind port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:41:51.402142 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:41:51.402515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:41:51.402923 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:51.403302 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:41:51.403757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Bound port: ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:41:51.404156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:51.416618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Subnet': ['ID=7bbcfeec-0d75-4675-954c-6509e466f12a,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:51.425489 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Checking segment: {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:41:51.425850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network hostable DHCP agents. Network: 2ad51d82-b23e-478b-8d20-302d66fa308e, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:41:51.450163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a986d-808f-4bf3-83d8-d772e400134f None None] Pushing event updated for resources: {'Port': ['ID=ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:51.488883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] For port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:41:51.491666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] For port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:41:51.518951 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 2ad51d82-b23e-478b-8d20-302d66fa308e is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:41:51.582044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:51.610319 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 2ad51d82-b23e-478b-8d20-302d66fa308e) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:41:51.616006 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:51.616601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:51.622897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9753461-8a30-4c56-b392-73b4bef36e04 None None] Network 2ad51d82-b23e-478b-8d20-302d66fa308e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:41:51.720033 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-68214a38-ccc3-486b-b231-523853f58d9d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0186577 Mar 24 17:41:51.723913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48458) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:41:51.788917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:41:51.789553 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:41:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:51.871291 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a986d-808f-4bf3-83d8-d772e400134f None None] Pushing event updated for resources: {'Port': ['ID=ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:52.053819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:41:52.213142 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-2ad51d82-b23e-478b-8d20-302d66fa308e', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:41:52.213943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:52.498466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Allocated IP 172.20.0.2 (2ad51d82-b23e-478b-8d20-302d66fa308e/7bbcfeec-0d75-4675-954c-6509e466f12a/f722fe18-2914-47df-b559-d5b8733c7083) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:41:52.522827 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:52.606030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:49Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:52.613576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb8af8f-4aa1-4629-9284-548f5e59e842 None None] The sync data for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv is: [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:49Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:41:52.728104 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:52.740079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Transition to ACTIVE for port object f722fe18-2914-47df-b559-d5b8733c7083 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:41:52.758205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Transition to ACTIVE for port object f722fe18-2914-47df-b559-d5b8733c7083 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:41:52.850930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:52.922058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Network 2ad51d82-b23e-478b-8d20-302d66fa308e is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:41:52.925401 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:41:52.934279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:41:52.943001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Pushing event updated for resources: {'Port': ['ID=f722fe18-2914-47df-b559-d5b8733c7083,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:52.958806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.1 (2ad51d82-b23e-478b-8d20-302d66fa308e/7bbcfeec-0d75-4675-954c-6509e466f12a/9a819713-6a58-44eb-9d5a-46fa2ccb7ae0) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:41:53.036285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Attempting to bind port f722fe18-2914-47df-b559-d5b8733c7083 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:41:53.036717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Attempting to bind port f722fe18-2914-47df-b559-d5b8733c7083 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:41:53.037084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Attempting to bind port f722fe18-2914-47df-b559-d5b8733c7083 on network 2ad51d82-b23e-478b-8d20-302d66fa308e {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:41:53.042708 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:41:53.043079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Checking segment: {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:41:53.043615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:53.043852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Bound using segment: {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:41:53.044370 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Bound port: f722fe18-2914-47df-b559-d5b8733c7083, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:41:53.044741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:53.131759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:53.139359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] For port f722fe18-2914-47df-b559-d5b8733c7083, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:41:53.143066 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] For port f722fe18-2914-47df-b559-d5b8733c7083, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f722fe18-2914-47df-b559-d5b8733c7083,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:41:53.149432 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:41:53.201769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:53.224592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:53.284831 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc12719-a100-4d94-aad3-6371c9771ecb None None] Pushing event updated for resources: {'Port': ['ID=f722fe18-2914-47df-b559-d5b8733c7083,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:53.289348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 2ad51d82-b23e-478b-8d20-302d66fa308e is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:41:53.292468 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:41:53.296743 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:41:53.339553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=9a819713-6a58-44eb-9d5a-46fa2ccb7ae0,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:53.367684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:53.744786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:54.253803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:54.314943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:54.430520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=9a819713-6a58-44eb-9d5a-46fa2ccb7ae0,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:54.432966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:54.574959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 2ad51d82-b23e-478b-8d20-302d66fa308e is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:41:54.576145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:41:54.708841 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f722fe18-2914-47df-b559-d5b8733c7083 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:41:54.766981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router a9623da3-85cc-4824-a056-ca40deb87039 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:41:54.845018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf86ec7-84cf-43f5-a878-118572d92ebe None None] Network 2ad51d82-b23e-478b-8d20-302d66fa308e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:41:54.918049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f722fe18-2914-47df-b559-d5b8733c7083 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:41:54.932619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:41:54.961150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:41:54.971224 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Sync routers for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:41:54.975095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0533969e-3afa-4ab9-af07-f461e25e9d7f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/a9623da3-85cc-4824-a056-ca40deb87039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2498374 Mar 24 17:41:54.982442 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:41:54.983196 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:41:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:55.124085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1bdcd24b-f13b-46d2-95c7-cd889b6f8265 None None] Provisioning for port f722fe18-2914-47df-b559-d5b8733c7083 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:41:55.133768 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1bdcd24b-f13b-46d2-95c7-cd889b6f8265 None None] Provisioning complete for port f722fe18-2914-47df-b559-d5b8733c7083 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:41:55.134218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1bdcd24b-f13b-46d2-95c7-cd889b6f8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:55.169688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-495e9e00-a7db-42b9-83f6-2bf13d387b84 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:41:55.213074 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:41:55.233432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:41:55.236024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:41:55.236024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:55.256205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-495e9e00-a7db-42b9-83f6-2bf13d387b84 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:41:55.258292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-495e9e00-a7db-42b9-83f6-2bf13d387b84 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838093110&fields=id&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 267 time: 0.1309810 Mar 24 17:41:55.370660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1bdcd24b-f13b-46d2-95c7-cd889b6f8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:55.417602 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-b0f86d28-a58f-4d7e-a6f9-bc66b81022a9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:55.418380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-b0f86d28-a58f-4d7e-a6f9-bc66b81022a9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:41:55.450892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-1bdcd24b-f13b-46d2-95c7-cd889b6f8265 None None] For port f722fe18-2914-47df-b559-d5b8733c7083, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f722fe18-2914-47df-b559-d5b8733c7083,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:41:55.460777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:55.483544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:41:55.496633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-b0f86d28-a58f-4d7e-a6f9-bc66b81022a9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:41:55.498324 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-b0f86d28-a58f-4d7e-a6f9-bc66b81022a9 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/networks?id=2ad51d82-b23e-478b-8d20-302d66fa308e HTTP/1.1" status: 200 len: 796 time: 0.2322488 Mar 24 17:41:55.515695 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-05799cd6-3667-44f3-b33f-af267ce7738f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/quotas/99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 375 time: 0.0105386 Mar 24 17:41:55.553660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1bdcd24b-f13b-46d2-95c7-cd889b6f8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:55.599906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:55.613495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-a9376a58-f71b-46aa-ab6d-f4531808ab30 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:41:55.644088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcd24b-f13b-46d2-95c7-cd889b6f8265 None None] Pushing event updated for resources: {'Port': ['ID=f722fe18-2914-47df-b559-d5b8733c7083,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:55.687503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-a9376a58-f71b-46aa-ab6d-f4531808ab30 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:41:55.693561 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-a9376a58-f71b-46aa-ab6d-f4531808ab30 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680427 Mar 24 17:41:55.728566 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:53Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9a819713-6a58-44eb-9d5a-46fa2ccb7ae0', 'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:28:78:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:52Z', 'updated_at': '2022-03-24T17:41:54Z', 'revision_number': 2, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:55.729316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:55.736767 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Checking router: a9623da3-85cc-4824-a056-ca40deb87039 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:41:55.737044 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Updating router a9623da3-85cc-4824-a056-ca40deb87039 port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:41:55.790853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bd6c2574-d842-41f8-898d-ca40935b08f4 None None] Provisioning for port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:41:55.796424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bd6c2574-d842-41f8-898d-ca40935b08f4 None None] Provisioning complete for port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:41:55.796775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bd6c2574-d842-41f8-898d-ca40935b08f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:55.813523 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:55.863144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c2574-d842-41f8-898d-ca40935b08f4 None None] Port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:41:55.863837 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-5802880b-3632-497f-996f-30d9ce83427b service neutron] 10.222.0.47 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606121 Mar 24 17:41:55.874355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-bd6c2574-d842-41f8-898d-ca40935b08f4 None None] Provisioning complete for port f722fe18-2914-47df-b559-d5b8733c7083 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:41:55.874724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bd6c2574-d842-41f8-898d-ca40935b08f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:56.136404 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5366cde5-335c-4099-b4a8-683ae3cfc2e6 None None] Provisioning complete for port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:41:56.136788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5366cde5-335c-4099-b4a8-683ae3cfc2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:56.150991 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-06332283-1b54-4afb-9c0f-db489d58bce2 service neutron] 10.222.0.47 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861762 Mar 24 17:41:56.193594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5366cde5-335c-4099-b4a8-683ae3cfc2e6 None None] Port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:41:56.233613 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:56.245836 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Transition to ACTIVE for port object 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:41:56.326758 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:56.399849 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d070be88-0f4b-4cf4-af5f-abd73e77e075 req-027038e6-ba5e-4558-8674-37691683f590 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 210 time: 0.0446312 Mar 24 17:41:56.527463 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Pushing event updated for resources: {'Port': ['ID=9a819713-6a58-44eb-9d5a-46fa2ccb7ae0,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:56.546981 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.547359 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.547693 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.548111 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.548452 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.548778 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.549099 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.549564 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.549890 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.550203 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.550519 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.550830 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:41:56.555719 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Attempting to bind port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:41:56.556101 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Attempting to bind port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:41:56.556456 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Attempting to bind port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 on network 2ad51d82-b23e-478b-8d20-302d66fa308e {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:41:56.562099 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:41:56.562466 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Checking segment: {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:41:56.563421 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:56.564009 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Bound using segment: {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:41:56.564472 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Bound port: 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:41:56.564834 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:56.654817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f722fe18-2914-47df-b559-d5b8733c7083 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:41:56.673086 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] For port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:41:56.677467 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] For port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9a819713-6a58-44eb-9d5a-46fa2ccb7ae0,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:41:56.722416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f722fe18-2914-47df-b559-d5b8733c7083 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:41:56.722784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:56.761318 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:56.850172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:41:56.884956 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:41:56.885763 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:41:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:56.930431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:41:56.930810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:56.951600 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9395b93-b5a2-4c90-b1a7-30518671021d None None] Pushing event updated for resources: {'Port': ['ID=9a819713-6a58-44eb-9d5a-46fa2ccb7ae0,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:57.087521 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:41:57.405833 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:53Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9a819713-6a58-44eb-9d5a-46fa2ccb7ae0', 'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:28:78:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:52Z', 'updated_at': '2022-03-24T17:41:56Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:41:57.410307 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645da65d-a655-4c71-a83f-4b462a33b6f8 None None] The sync data for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv is: [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:53Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9a819713-6a58-44eb-9d5a-46fa2ccb7ae0', 'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:28:78:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:52Z', 'updated_at': '2022-03-24T17:41:56Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:41:57.567488 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f25cc796-42c5-4b1e-8e5f-d236cdfa3755 req-614bbef7-2beb-4f73-807f-bf73d98f4b4c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 210 time: 0.0426364 Mar 24 17:41:58.441779 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d86a574-88f8-49fa-bca9-16ebfb47b4bb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:58.443640 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d86a574-88f8-49fa-bca9-16ebfb47b4bb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/networks?id=2ad51d82-b23e-478b-8d20-302d66fa308e HTTP/1.1" status: 200 len: 796 time: 0.1554437 Mar 24 17:41:58.508773 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-329692e9-eb6a-419f-92ac-8f6d5a468d83 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 380 time: 0.0574329 Mar 24 17:41:58.517594 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'port': {'device_id': '75172845-897f-44ac-b866-5fba031b6a38', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'admin_state_up': True, 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'security_groups': ['32664397-8602-44a8-a294-bdf034a5b58f']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:58.666108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:41:58.677826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:41:58.684591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:41:58.731082 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ff9a0661-f360-4e22-b478-82d37a55ef84 req-3e1ea612-391c-494f-962a-58b940bfcfde tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 210 time: 0.0409763 Mar 24 17:41:58.772354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:41:58.775931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:58.829638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:41:58.835801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:41:58.835801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:58.956891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.6 (2ad51d82-b23e-478b-8d20-302d66fa308e/7bbcfeec-0d75-4675-954c-6509e466f12a/7d77faf8-09c7-4b18-b10f-574ea71882ff) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:41:58.958808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:58.990987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9a819713-6a58-44eb-9d5a-46fa2ccb7ae0,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:41:59.044646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:59.148118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=9a819713-6a58-44eb-9d5a-46fa2ccb7ae0,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:59.159505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:59.175104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object 7d77faf8-09c7-4b18-b10f-574ea71882ff will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:41:59.246377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:59.309583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 2ad51d82-b23e-478b-8d20-302d66fa308e is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:41:59.312523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:41:59.316541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:41:59.361874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=7d77faf8-09c7-4b18-b10f-574ea71882ff,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:41:59.394278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:41:59.394895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:59.516593 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-4d770d89-ebeb-4e24-8a5d-0339d0c7b441 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0002401 Mar 24 17:41:59.524831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-b27af62c-f1bf-4dda-aaf1-28e6202de4e8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:41:59.525798 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-b27af62c-f1bf-4dda-aaf1-28e6202de4e8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050879 Mar 24 17:41:59.535402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Request body: {'port': {'device_id': '75172845-897f-44ac-b866-5fba031b6a38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:41:59.649128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:59.650309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-26dec4e6-68b5-46c4-bf7a-c7839f3eb1f0 None None] Provisioning for port 7d77faf8-09c7-4b18-b10f-574ea71882ff completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:41:59.655315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-26dec4e6-68b5-46c4-bf7a-c7839f3eb1f0 None None] Provisioning complete for port 7d77faf8-09c7-4b18-b10f-574ea71882ff triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:41:59.655681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-26dec4e6-68b5-46c4-bf7a-c7839f3eb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:41:59.708256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-26dec4e6-68b5-46c4-bf7a-c7839f3eb1f0 None None] Port 7d77faf8-09c7-4b18-b10f-574ea71882ff cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:42:00.047851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d77faf8-09c7-4b18-b10f-574ea71882ff {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:42:00.059826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:00.076293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99890c9d-921a-413d-b3e7-3aaae74b0299 req-9fc4573b-23f1-4c8e-9afb-44eae4826e10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:00.076984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-99890c9d-921a-413d-b3e7-3aaae74b0299 req-9fc4573b-23f1-4c8e-9afb-44eae4826e10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:42:00.090618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Transition to ACTIVE for port object 7d77faf8-09c7-4b18-b10f-574ea71882ff will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:42:00.172804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:00.216316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-99890c9d-921a-413d-b3e7-3aaae74b0299 req-9fc4573b-23f1-4c8e-9afb-44eae4826e10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:42:00.217449 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-99890c9d-921a-413d-b3e7-3aaae74b0299 req-9fc4573b-23f1-4c8e-9afb-44eae4826e10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 931 time: 0.3504872 Mar 24 17:42:00.426412 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d77faf8-09c7-4b18-b10f-574ea71882ff,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:42:00.498049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-14c6129b-2e45-438b-a5fb-9bb234fa2568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:00.508687 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-99890c9d-921a-413d-b3e7-3aaae74b0299 req-de734d3d-99a4-40f1-8cce-297055bf1075 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817357 Mar 24 17:42:00.547693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Attempting to bind port 7d77faf8-09c7-4b18-b10f-574ea71882ff on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:42:00.548040 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Attempting to bind port 7d77faf8-09c7-4b18-b10f-574ea71882ff by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:42:00.548359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Attempting to bind port 7d77faf8-09c7-4b18-b10f-574ea71882ff on network 2ad51d82-b23e-478b-8d20-302d66fa308e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:42:00.552891 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Port 7d77faf8-09c7-4b18-b10f-574ea71882ff on network 2ad51d82-b23e-478b-8d20-302d66fa308e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:42:00.553149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Attempting to bind port 7d77faf8-09c7-4b18-b10f-574ea71882ff on network 2ad51d82-b23e-478b-8d20-302d66fa308e {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:42:00.558249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:42:00.558578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Checking segment: {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:42:00.558946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Bound using segment: {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:42:00.559376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Bound port: 7d77faf8-09c7-4b18-b10f-574ea71882ff, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:42:00.559710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:00.643610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:42:00.651705 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:42:00.654583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:42:00.711109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:42:00.711660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:00.749656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:00.803598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:00.804287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:00.805505 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] 10.222.0.48 "PUT /v2.0/ports/7d77faf8-09c7-4b18-b10f-574ea71882ff HTTP/1.1" status: 200 len: 1093 time: 1.2740467 Mar 24 17:42:00.805933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:42:00.848745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbff23c-f341-4dd5-894b-a637e6026ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d77faf8-09c7-4b18-b10f-574ea71882ff,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:42:00.868709 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'status': 'completed', 'code': 200} Mar 24 17:42:00.971033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6ae5a-e1f2-4c1c-8136-cfef7cb02d00 req-96f50c03-0592-42d6-a458-abaec182357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:00.972593 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f0f6ae5a-e1f2-4c1c-8136-cfef7cb02d00 req-96f50c03-0592-42d6-a458-abaec182357b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1096 time: 0.0740197 Mar 24 17:42:01.109430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6ae5a-e1f2-4c1c-8136-cfef7cb02d00 req-f4a1ec41-6cad-44d8-9154-3c8ef4c4c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:01.111580 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f0f6ae5a-e1f2-4c1c-8136-cfef7cb02d00 req-f4a1ec41-6cad-44d8-9154-3c8ef4c4c94a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1327891 Mar 24 17:42:01.245066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6ae5a-e1f2-4c1c-8136-cfef7cb02d00 req-6f9d8769-86e4-4ee6-b4a5-cd8d2a421b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:01.246505 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f0f6ae5a-e1f2-4c1c-8136-cfef7cb02d00 req-6f9d8769-86e4-4ee6-b4a5-cd8d2a421b4d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278532 Mar 24 17:42:01.352302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-3dc54f8a-b8fb-4fc5-86c1-a734af8b8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:01.353636 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-3dc54f8a-b8fb-4fc5-86c1-a734af8b8525 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1096 time: 0.0727136 Mar 24 17:42:01.421826 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-b72d0648-f9f4-48f0-aa7e-52eeea1491cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff HTTP/1.1" status: 200 len: 217 time: 0.0617688 Mar 24 17:42:01.481727 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-226440de-bff4-40f9-a794-a67e354bcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:01.483072 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-226440de-bff4-40f9-a794-a67e354bcceb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7bbcfeec-0d75-4675-954c-6509e466f12a HTTP/1.1" status: 200 len: 834 time: 0.0546257 Mar 24 17:42:01.556109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-f2e79b84-55ab-44b4-9975-90b7206a9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:01.557562 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-f2e79b84-55ab-44b4-9975-90b7206a9ef9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ad51d82-b23e-478b-8d20-302d66fa308e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684419 Mar 24 17:42:01.742798 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-59aa3edb-65a6-4ede-8e85-112a349de30f service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780951 Mar 24 17:42:01.796649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa8fea-ef89-4b92-a1cd-4466363a7596 req-a2c08e8b-0cc9-4b98-ab2d-39cebc180975 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:01.799185 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-25fa8fea-ef89-4b92-a1cd-4466363a7596 req-a2c08e8b-0cc9-4b98-ab2d-39cebc180975 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 943 time: 0.1526556 Mar 24 17:42:01.911904 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-25fa8fea-ef89-4b92-a1cd-4466363a7596 req-6ee265a8-d2a3-441a-a6d7-5bd34c861d12 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633953 Mar 24 17:42:01.928328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1e5b2a36-0f82-4da3-a0f9-db86aaee558d req-070209c7-49ae-4f7e-b659-c6ca1d9e823b service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788588 Mar 24 17:42:02.709367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1a001d07-388c-4e91-9e66-08f63526b7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:03.040703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:03.097717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85299ff1-1e89-4b44-8436-240dd98ccdc2 req-edfcf00f-7c69-41f5-a77b-ce786f0ea649 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:03.099191 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85299ff1-1e89-4b44-8436-240dd98ccdc2 req-edfcf00f-7c69-41f5-a77b-ce786f0ea649 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 943 time: 0.0784204 Mar 24 17:42:03.145760 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-85299ff1-1e89-4b44-8436-240dd98ccdc2 req-32e2151a-8fba-4ef5-8db3-47ecfd9fbaf5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409746 Mar 24 17:42:03.259636 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7d77faf8-09c7-4b18-b10f-574ea71882ff details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:42:03.387173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:42:03.400183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'port_id': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'mac_address': 'fa:16:3e:24:7b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:42:03.455502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:03.471878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d77faf8-09c7-4b18-b10f-574ea71882ff {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:42:03.486614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:42:03.537612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:03.605349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7d77faf8-09c7-4b18-b10f-574ea71882ff,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:42:03.739648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['7d77faf8-09c7-4b18-b10f-574ea71882ff'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:42:03.929354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:04.018346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:04.326817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10324bf-aa0f-4dd5-a42a-5a2a2cadd507 req-daf7600d-67c6-41fc-b630-af7c70583209 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:04.328289 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b10324bf-aa0f-4dd5-a42a-5a2a2cadd507 req-daf7600d-67c6-41fc-b630-af7c70583209 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 944 time: 0.0784147 Mar 24 17:42:04.371891 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b10324bf-aa0f-4dd5-a42a-5a2a2cadd507 req-285350ea-2944-4dd0-a3d9-b4eccb9c900e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381463 Mar 24 17:42:05.275320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7d77faf8-09c7-4b18-b10f-574ea71882ff up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:42:05.394691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 7d77faf8-09c7-4b18-b10f-574ea71882ff completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:42:05.401978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 7d77faf8-09c7-4b18-b10f-574ea71882ff triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:42:05.402593 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:05.472494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:05.553423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:05.581209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:42:05.591290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:42:05.628587 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'code': 200} Mar 24 17:42:05.667321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:05.707131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ee324-8a16-4003-a91c-927451fbcc96 req-40ec7825-5ef5-4d1d-a9a9-48f4c83d3922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:05.708636 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f71ee324-8a16-4003-a91c-927451fbcc96 req-40ec7825-5ef5-4d1d-a9a9-48f4c83d3922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 944 time: 0.1880448 Mar 24 17:42:05.733830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7d77faf8-09c7-4b18-b10f-574ea71882ff,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:42:05.756229 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f71ee324-8a16-4003-a91c-927451fbcc96 req-a520b634-93c4-41f2-b7d5-e87bfec12a75 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 Mar 24 17:42:05.971606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd6c66-6699-41da-8ea7-80d61dba4826 req-30bc2bf2-a7d0-4ee1-9dc1-37fba9f56cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:05.973120 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6bbd6c66-6699-41da-8ea7-80d61dba4826 req-30bc2bf2-a7d0-4ee1-9dc1-37fba9f56cba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1098 time: 0.0696971 Mar 24 17:42:06.012505 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6bbd6c66-6699-41da-8ea7-80d61dba4826 req-800f83f9-d78a-4b04-a87f-91626efe2ef3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332632 Mar 24 17:42:06.971348 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee631c4-eac4-4301-9aa6-5186563d7218 req-faf80511-76a2-46e9-b4cc-3cd271b59d00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:06.972890 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cee631c4-eac4-4301-9aa6-5186563d7218 req-faf80511-76a2-46e9-b4cc-3cd271b59d00 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0917559 Mar 24 17:42:07.018376 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cee631c4-eac4-4301-9aa6-5186563d7218 req-ebeecbfe-3c68-4921-879b-30fa710eecac tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396779 Mar 24 17:42:08.201826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd79a8-efea-4e73-9e3d-843bd8d68eed req-49132d13-1202-40a1-a919-f33f524b1ad4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:08.203177 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-11dd79a8-efea-4e73-9e3d-843bd8d68eed req-49132d13-1202-40a1-a919-f33f524b1ad4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0826066 Mar 24 17:42:08.245875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-11dd79a8-efea-4e73-9e3d-843bd8d68eed req-a98e80a9-0f4b-45fc-8381-a0e146113c83 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368636 Mar 24 17:42:08.425160 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d3dd-247c-4f03-8c64-89e1d963ea1b req-49450a3f-4e68-4b5f-bb5e-a2ef86664ca6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:08.426584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f165d3dd-247c-4f03-8c64-89e1d963ea1b req-49450a3f-4e68-4b5f-bb5e-a2ef86664ca6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0784760 Mar 24 17:42:08.467932 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f165d3dd-247c-4f03-8c64-89e1d963ea1b req-2e8b4149-8b11-4b58-b741-0a896e610f83 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358400 Mar 24 17:42:08.491024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48514) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:42:08.564521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611304a6-9b7c-43c8-98e1-ada227d96cc7 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:08.565995 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-611304a6-9b7c-43c8-98e1-ada227d96cc7 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1093 time: 0.0740261 Mar 24 17:42:08.568754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48518) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:42:08.573344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:42:08.579091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:42:08.583129 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:floatingip and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:42:08.585899 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:42:08.591422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:42:08.667131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:08.801206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:08.940023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.47 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/1089827d-9cda-4271-985b-985dd86a575e) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:42:09.085648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:09.166202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:09.224195 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:42:09.226817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:42:09.230366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:42:09.277544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=1089827d-9cda-4271-985b-985dd86a575e,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:42:09.635247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:09.799833 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:10.097934 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:10.160452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:10.284704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=1089827d-9cda-4271-985b-985dd86a575e,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:42:10.292358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:10.462318 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP f6237905-ec82-4aa3-8ed2-56b75c3c970d associated. External IP: 172.26.4.47, port: 7d77faf8-09c7-4b18-b10f-574ea71882ff. Mar 24 17:42:10.821158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router a9623da3-85cc-4824-a056-ca40deb87039 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:42:10.999772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:42:11.009144 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] Sync routers for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:42:11.019097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:42:11.019715 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:42:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:42:11.103697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:11.156653 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ff6fcb60-183d-4649-b34a-e355838fc188 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5869105 Mar 24 17:42:11.157326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:42:11.204920 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:42:11.205770 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'status': 'completed', 'code': 200} Mar 24 17:42:11.362662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-facd9243-8398-4c96-bbe7-ebfe1c59af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:11.364064 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-facd9243-8398-4c96-bbe7-ebfe1c59af38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1098 time: 0.1320186 Mar 24 17:42:11.372529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbcd3-f527-4369-8e7c-05e0220a74b8 req-dbc1717f-8060-48a4-aee6-b49b7b1cd288 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:11.373869 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fe2cbcd3-f527-4369-8e7c-05e0220a74b8 req-dbc1717f-8060-48a4-aee6-b49b7b1cd288 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.1094069 Mar 24 17:42:11.508724 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fe2cbcd3-f527-4369-8e7c-05e0220a74b8 req-4224d79d-b18f-4ee3-8081-990c28cbd2ce tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155186 Mar 24 17:42:11.533138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48526) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:42:11.533754 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-aae39904-0e84-4e4d-9ef3-a9fabbb3e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:11.535168 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-aae39904-0e84-4e4d-9ef3-a9fabbb3e7b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ad51d82-b23e-478b-8d20-302d66fa308e HTTP/1.1" status: 200 len: 897 time: 0.1604741 Mar 24 17:42:11.585788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:53Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'f6237905-ec82-4aa3-8ed2-56b75c3c970d', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'port_id': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'mac_address': 'fa:16:3e:24:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75172845-897f-44ac-b866-5fba031b6a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:42:09Z', 'updated_at': '2022-03-24T17:42:09Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a819713-6a58-44eb-9d5a-46fa2ccb7ae0', 'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:28:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:52Z', 'updated_at': '2022-03-24T17:41:58Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:42:11.590107 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] Checking router: a9623da3-85cc-4824-a056-ca40deb87039 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:42:11.601289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:42:11.601922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:42:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:42:11.648673 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a68f9ab5-fb9e-4d1a-9e8a-d2e56806493b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/f6237905-ec82-4aa3-8ed2-56b75c3c970d HTTP/1.1" status: 200 len: 990 time: 0.1132360 Mar 24 17:42:11.745798 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-2a339177-adbb-4931-b085-9f279f4f7339 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff HTTP/1.1" status: 200 len: 998 time: 0.2045367 Mar 24 17:42:11.781031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:42:11.807870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-8e446985-cbf1-4386-bb2d-8b2794608d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:11.809305 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-8e446985-cbf1-4386-bb2d-8b2794608d61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7bbcfeec-0d75-4675-954c-6509e466f12a HTTP/1.1" status: 200 len: 834 time: 0.0586801 Mar 24 17:42:11.881457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-6c8a35f1-f439-4f24-b4d3-3d96b6f5f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:11.882905 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-6c8a35f1-f439-4f24-b4d3-3d96b6f5f867 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ad51d82-b23e-478b-8d20-302d66fa308e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679820 Mar 24 17:42:12.011529 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-a2d9fc95-b33d-4e72-b742-cc48659bd4f1 service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226177 Mar 24 17:42:12.123088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:53Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'f6237905-ec82-4aa3-8ed2-56b75c3c970d', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'port_id': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'mac_address': 'fa:16:3e:24:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75172845-897f-44ac-b866-5fba031b6a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:42:09Z', 'updated_at': '2022-03-24T17:42:09Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a819713-6a58-44eb-9d5a-46fa2ccb7ae0', 'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:28:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:52Z', 'updated_at': '2022-03-24T17:41:58Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:42:12.128247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5875e-2a2f-4be0-b2e1-e258bbd2db87 None None] The sync data for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv is: [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:53Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'f6237905-ec82-4aa3-8ed2-56b75c3c970d', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'port_id': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'mac_address': 'fa:16:3e:24:7b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75172845-897f-44ac-b866-5fba031b6a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:42:09Z', 'updated_at': '2022-03-24T17:42:09Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a819713-6a58-44eb-9d5a-46fa2ccb7ae0', 'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:28:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:52Z', 'updated_at': '2022-03-24T17:41:58Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:42:12.149756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a9e2039e-7f5b-443b-a1ea-0298ddf456a4 req-87eadd10-7e60-4693-8339-54dc6ce83432 service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312299 Mar 24 17:42:12.313293 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0d3fa-b1e1-463f-afd8-b8806ec71ef7 None None] New status for floating IP f6237905-ec82-4aa3-8ed2-56b75c3c970d: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:42:12.651229 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48530) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:42:12.757601 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2799ba8d-45a9-4bff-8ecf-50c4c06f9308 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/f6237905-ec82-4aa3-8ed2-56b75c3c970d HTTP/1.1" status: 200 len: 992 time: 0.1052213 Mar 24 17:42:14.408018 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:42:17.175785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [req-3cdfa040-c09a-4ef5-9a10-36c480ffce17 req-a71a5ed8-2207-471d-8485-71e5f94a1273 tempest-ServerDiskConfigTestJSON-1587959315 tempest-ServerDiskConfigTestJSON-1587959315-project] (88477) timed out ('10.222.0.48', 51119) {{(pid=88477) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 24 17:42:30.472759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4cccdc70-4d77-4321-a6c5-687429de14f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:32.731169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-842f5239-f5cb-4d9a-8597-b018213f31bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:33.091224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:33.906664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:33.997944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:35.506733 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:42:42.528438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a418b6c-380b-4643-ab95-709ce3734478 req-ba20463e-ee84-4ad6-a896-8f451dc1aa3b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:42.529868 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6a418b6c-380b-4643-ab95-709ce3734478 req-ba20463e-ee84-4ad6-a896-8f451dc1aa3b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0841234 Mar 24 17:42:42.579171 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6a418b6c-380b-4643-ab95-709ce3734478 req-2af037f7-9109-4a4f-b521-03b6b85cc164 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433381 Mar 24 17:42:42.676024 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-acc88d6c-9a2d-4061-bbe0-3307f0ed2e12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198592 Mar 24 17:42:43.765249 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743100e4-8630-43e7-9419-73edb47b9298 req-237a4971-6720-4556-8966-f39d0ef334bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:43.767428 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-743100e4-8630-43e7-9419-73edb47b9298 req-237a4971-6720-4556-8966-f39d0ef334bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0838416 Mar 24 17:42:43.810450 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-743100e4-8630-43e7-9419-73edb47b9298 req-149aa135-dc50-47c3-9f4d-93b6c3750d02 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370789 Mar 24 17:42:44.619774 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-860f4906-510e-4be5-bbcb-4e53e27f99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:44.621250 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-860f4906-510e-4be5-bbcb-4e53e27f99d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1098 time: 0.1140032 Mar 24 17:42:44.753496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-b2ed89cb-d9bc-41de-abf1-093b64c33252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:44.754902 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-b2ed89cb-d9bc-41de-abf1-093b64c33252 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ad51d82-b23e-478b-8d20-302d66fa308e HTTP/1.1" status: 200 len: 897 time: 0.1281340 Mar 24 17:42:44.858096 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-84a2a0d6-3a0e-4d1e-9f48-b66f1c72f3f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff HTTP/1.1" status: 200 len: 1000 time: 0.0966308 Mar 24 17:42:44.967910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-e906c1c2-2f7d-4eef-a661-691a9876071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:44.970041 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-e906c1c2-2f7d-4eef-a661-691a9876071e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7bbcfeec-0d75-4675-954c-6509e466f12a HTTP/1.1" status: 200 len: 834 time: 0.1055183 Mar 24 17:42:45.050715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8c6a-3a86-4e5e-a27d-8798e9958b1c req-b89ada18-784d-4a16-b98d-6167c68997bc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:45.052162 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-802b8c6a-3a86-4e5e-a27d-8798e9958b1c req-b89ada18-784d-4a16-b98d-6167c68997bc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.1348903 Mar 24 17:42:45.089285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-8cb264e6-ae32-4bfe-adf9-40873660df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:45.090760 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-8cb264e6-ae32-4bfe-adf9-40873660df17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ad51d82-b23e-478b-8d20-302d66fa308e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1133006 Mar 24 17:42:45.140698 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-802b8c6a-3a86-4e5e-a27d-8798e9958b1c req-f8ff6cec-7032-4bcd-bd0a-bfb5525002e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823917 Mar 24 17:42:45.235068 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-a8287533-b050-4ad5-8290-ae86058747ac service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352239 Mar 24 17:42:45.457070 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-88a22a43-c8a2-44e8-a7e0-be577f4793ca service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165499 Mar 24 17:42:46.324131 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef256163-0685-4c2c-bbf6-f35564d09c66 req-8fa76c81-9dcd-4a21-85cd-23552cf60929 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:46.325590 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ef256163-0685-4c2c-bbf6-f35564d09c66 req-8fa76c81-9dcd-4a21-85cd-23552cf60929 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0805812 Mar 24 17:42:46.369400 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ef256163-0685-4c2c-bbf6-f35564d09c66 req-15d8e843-8c86-470a-8dcc-9450449db83c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373950 Mar 24 17:42:47.579368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-3f58577e-1d28-463c-a345-f793aeadd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:47.580820 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-3f58577e-1d28-463c-a345-f793aeadd4f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1098 time: 0.1301215 Mar 24 17:42:47.589169 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb49c-0da3-4bac-af2b-f5d01c35e747 req-541c4be3-ebc7-4615-a58a-31e09860485b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:47.590511 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8b5bb49c-0da3-4bac-af2b-f5d01c35e747 req-541c4be3-ebc7-4615-a58a-31e09860485b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.1022949 Mar 24 17:42:47.722396 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8b5bb49c-0da3-4bac-af2b-f5d01c35e747 req-086dd3d8-bb22-4d8f-8844-282e6fe0c4b3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247306 Mar 24 17:42:47.758536 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-3aae0b30-299b-498b-b3bc-da641f9544e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:47.759978 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-3aae0b30-299b-498b-b3bc-da641f9544e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ad51d82-b23e-478b-8d20-302d66fa308e HTTP/1.1" status: 200 len: 897 time: 0.1490185 Mar 24 17:42:47.858585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-7d09dd37-591b-4e66-948f-aa334fecb41a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff HTTP/1.1" status: 200 len: 1000 time: 0.0908501 Mar 24 17:42:47.924251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-b280c122-83d8-42cc-b2e6-b5423e732fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:47.925661 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-b280c122-83d8-42cc-b2e6-b5423e732fe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7bbcfeec-0d75-4675-954c-6509e466f12a HTTP/1.1" status: 200 len: 834 time: 0.0607054 Mar 24 17:42:47.999009 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-630eb323-bad4-4a77-a893-53d3c3c22d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:48.000588 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-630eb323-bad4-4a77-a893-53d3c3c22d17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ad51d82-b23e-478b-8d20-302d66fa308e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681565 Mar 24 17:42:48.129999 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-2e744079-37fb-471d-9fdd-ebfdaf1664cb service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241684 Mar 24 17:42:48.261731 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fcab97d9-60e0-4cd8-941e-261071cfedd1 req-8dae4a6c-5522-448c-a632-014621bff18b service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242793 Mar 24 17:42:48.906145 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857f0dc-3bac-4611-8551-30c53e3dee83 req-f2912135-0672-4e9d-b33d-9ac2a61d5017 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:48.908095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2857f0dc-3bac-4611-8551-30c53e3dee83 req-f2912135-0672-4e9d-b33d-9ac2a61d5017 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0828094 Mar 24 17:42:48.953208 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2857f0dc-3bac-4611-8551-30c53e3dee83 req-5609b9e5-c705-4323-bc3d-5cc2bf48a704 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372133 Mar 24 17:42:50.132806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fdc66-86ac-47a1-84b1-e2cf475008f2 req-e26eb9cf-6889-40e8-a3b7-ba9257b4710c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:50.134222 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-664fdc66-86ac-47a1-84b1-e2cf475008f2 req-e26eb9cf-6889-40e8-a3b7-ba9257b4710c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0776381 Mar 24 17:42:50.176545 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-664fdc66-86ac-47a1-84b1-e2cf475008f2 req-da45f7be-6494-4fb8-86b1-e4dcfc1e4467 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364437 Mar 24 17:42:51.362187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f904b-2f71-48fe-925d-c647336014a3 req-1cc66210-1d59-459d-a137-0efc5692d17e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:51.363636 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ce5f904b-2f71-48fe-925d-c647336014a3 req-1cc66210-1d59-459d-a137-0efc5692d17e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0815203 Mar 24 17:42:51.407216 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ce5f904b-2f71-48fe-925d-c647336014a3 req-978a54a8-3aaa-42d9-a34a-f08f22a7a369 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371485 Mar 24 17:42:51.407463 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:42:52.586289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd529f-48bb-458f-8c75-c3262cf43932 req-ab3a50e5-afd1-46a6-b217-4d891321f2fd tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:52.587717 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68fd529f-48bb-458f-8c75-c3262cf43932 req-ab3a50e5-afd1-46a6-b217-4d891321f2fd tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0776401 Mar 24 17:42:52.635442 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-68fd529f-48bb-458f-8c75-c3262cf43932 req-9d5e2a8a-8323-4022-a56a-22c37e4eb27e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422072 Mar 24 17:42:53.822052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02898635-af3f-4cea-a864-b7c958db1bca req-7ff6fcbe-dca7-4ce7-8309-017548587a35 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:53.823477 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02898635-af3f-4cea-a864-b7c958db1bca req-7ff6fcbe-dca7-4ce7-8309-017548587a35 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0780292 Mar 24 17:42:53.867739 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-02898635-af3f-4cea-a864-b7c958db1bca req-298fc7ba-673c-4edf-9678-e7b0b745147f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385649 Mar 24 17:42:55.055800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3771d43-19c2-4385-9fbc-ba9e758fe1ae req-fd54420d-0297-4f61-a1b7-28fa96309177 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:55.057261 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3771d43-19c2-4385-9fbc-ba9e758fe1ae req-fd54420d-0297-4f61-a1b7-28fa96309177 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0823183 Mar 24 17:42:55.100005 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3771d43-19c2-4385-9fbc-ba9e758fe1ae req-a4e7587e-6f2d-49f3-a09d-5a5f2b468446 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371099 Mar 24 17:42:56.280438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e71abd-dfc4-4efb-a513-15c482d4e7cf req-02084687-8e9b-4212-9e4c-8a71692d4835 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:56.281824 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6e71abd-dfc4-4efb-a513-15c482d4e7cf req-02084687-8e9b-4212-9e4c-8a71692d4835 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0779450 Mar 24 17:42:56.325291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6e71abd-dfc4-4efb-a513-15c482d4e7cf req-c85688d6-4c98-41b9-a18d-3439cbcb755e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373414 Mar 24 17:42:57.509377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a9af1-75c9-4ae5-8d94-def10fbf55e5 req-255a0879-f3c2-444f-9d33-239d85d03742 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:57.510804 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-632a9af1-75c9-4ae5-8d94-def10fbf55e5 req-255a0879-f3c2-444f-9d33-239d85d03742 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0811145 Mar 24 17:42:57.554451 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-632a9af1-75c9-4ae5-8d94-def10fbf55e5 req-a918acef-dcc0-464b-8161-cf9fde2eac2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374699 Mar 24 17:42:58.736772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bab723-0e41-4f40-b623-5fc33d9ab56b req-827b9f27-9d83-4af4-a5a2-45aa4472f381 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:58.738403 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09bab723-0e41-4f40-b623-5fc33d9ab56b req-827b9f27-9d83-4af4-a5a2-45aa4472f381 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0780311 Mar 24 17:42:58.788671 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09bab723-0e41-4f40-b623-5fc33d9ab56b req-7dfd26d1-0982-43d8-a1a7-ea40fec3755c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 Mar 24 17:42:59.971076 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ca702-32cc-4859-aeac-f48877cf0b2e req-192b272b-a829-415a-b9ac-8945807617ce tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:42:59.973148 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-831ca702-32cc-4859-aeac-f48877cf0b2e req-192b272b-a829-415a-b9ac-8945807617ce tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0817957 Mar 24 17:43:00.016268 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-831ca702-32cc-4859-aeac-f48877cf0b2e req-83decf57-a607-4ec8-a52a-f36109dfa227 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374770 Mar 24 17:43:00.528815 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ea36ecb3-5867-4a8e-a9b3-8017ab186bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:01.205494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48094624-c085-4a85-a3e6-fd4ac1d1915b req-9dca136b-0573-4321-845e-aa1c42e37051 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:01.207592 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48094624-c085-4a85-a3e6-fd4ac1d1915b req-9dca136b-0573-4321-845e-aa1c42e37051 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0849235 Mar 24 17:43:01.250638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-48094624-c085-4a85-a3e6-fd4ac1d1915b req-81f3c0b4-ec44-440a-995e-7e47f6a568af tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375357 Mar 24 17:43:02.501951 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-4a82a4c6-57f7-4f12-bc4a-2b1df7e9368e service neutron] 10.222.0.48 "GET /v2.0/ports/7d77faf8-09c7-4b18-b10f-574ea71882ff/bindings/hv-neutron-8350 HTTP/1.1" status: 200 len: 384 time: 0.2062697 Mar 24 17:43:02.538489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164c9d8-cdf3-4c10-b522-6707901172a4 req-93012916-ad3d-43e7-adad-94f89f9ac78a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:02.539913 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3164c9d8-cdf3-4c10-b522-6707901172a4 req-93012916-ad3d-43e7-adad-94f89f9ac78a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.1814537 Mar 24 17:43:02.583917 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3164c9d8-cdf3-4c10-b522-6707901172a4 req-393a752d-8b7c-4d1a-bfb9-f042ce96336a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381706 Mar 24 17:43:02.685174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-67da46c0-2130-456b-9e48-eea80fa0f759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:03.073274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:03.129442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-2936ecc8-3be9-42e1-8262-43012d668c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:03.130898 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-2936ecc8-3be9-42e1-8262-43012d668c51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 1098 time: 0.0719116 Mar 24 17:43:03.226008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-1f5ebd5e-4149-4260-8fc9-1eac26139e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:03.227387 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-1f5ebd5e-4149-4260-8fc9-1eac26139e6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1098 time: 0.0746210 Mar 24 17:43:03.361508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-acaae508-ece1-4e75-b17b-1263260ca4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:03.363633 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-acaae508-ece1-4e75-b17b-1263260ca4dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ad51d82-b23e-478b-8d20-302d66fa308e HTTP/1.1" status: 200 len: 897 time: 0.1242247 Mar 24 17:43:03.462510 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-1ac5c8a4-5fe9-41da-8aa8-cef211e8d542 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff HTTP/1.1" status: 200 len: 1000 time: 0.0921638 Mar 24 17:43:03.521847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-b72d340d-8de0-45b2-9bc3-6b1960396638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:03.523128 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-b72d340d-8de0-45b2-9bc3-6b1960396638 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7bbcfeec-0d75-4675-954c-6509e466f12a HTTP/1.1" status: 200 len: 834 time: 0.0552087 Mar 24 17:43:03.594830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-ef8540c3-1f2b-4042-8504-75d2962c1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:03.596297 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-ef8540c3-1f2b-4042-8504-75d2962c1c61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ad51d82-b23e-478b-8d20-302d66fa308e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669858 Mar 24 17:43:03.776535 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-e28bd461-ecdd-4b6f-a112-9ab18e28a28b service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745470 Mar 24 17:43:03.882182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da6a52-213d-4966-96b9-572f0cb41fab req-3dc75286-766a-420f-b870-4275c841a50a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:03.883623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b6da6a52-213d-4966-96b9-572f0cb41fab req-3dc75286-766a-420f-b870-4275c841a50a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.1908741 Mar 24 17:43:03.940491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:03.964007 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b6da6a52-213d-4966-96b9-572f0cb41fab req-702153ae-95ac-4604-bd39-77b5124cdcb8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679314 Mar 24 17:43:03.967090 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-5d1b3c71-a645-4677-9dbe-9d217bb5c816 service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839659 Mar 24 17:43:04.010747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:05.145540 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0baa7-7117-4587-a761-2c4b06707b9a req-1d04b456-5a70-44e4-b5ad-eac794893b9e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:05.146984 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e0c0baa7-7117-4587-a761-2c4b06707b9a req-1d04b456-5a70-44e4-b5ad-eac794893b9e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0784605 Mar 24 17:43:05.197667 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e0c0baa7-7117-4587-a761-2c4b06707b9a req-6f356ea2-4b36-4f4c-b0c2-ec7d118184c3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Mar 24 17:43:05.448646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:05.646891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7d77faf8-09c7-4b18-b10f-574ea71882ff details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:43:05.649320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7d77faf8-09c7-4b18-b10f-574ea71882ff no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:43:05.854141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:05.887753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:05.908004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:43:05.915343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'port_id': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'mac_address': 'fa:16:3e:24:7b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:43:05.949173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:05.960818 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'code': 200} Mar 24 17:43:05.975138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:05.991525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d77faf8-09c7-4b18-b10f-574ea71882ff {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:43:06.020668 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:06.156437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:43:06.156695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:43:06.161921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7d77faf8-09c7-4b18-b10f-574ea71882ff,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:06.168779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.169125 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.169460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.169788 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.170114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.170438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.170758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.171078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.171396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.171709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.172050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.172367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:06.387140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79cca3-644e-40a2-86ee-761ef220c1c1 req-cd2cfcc8-ac40-482c-ba01-328cb2b9715e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:06.388594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b79cca3-644e-40a2-86ee-761ef220c1c1 req-cd2cfcc8-ac40-482c-ba01-328cb2b9715e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 943 time: 0.0805550 Mar 24 17:43:06.431415 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b79cca3-644e-40a2-86ee-761ef220c1c1 req-26d02122-7e46-457a-afa3-ea29f6b4b5da tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366220 Mar 24 17:43:06.712014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:06.729204 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d77faf8-09c7-4b18-b10f-574ea71882ff {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:43:06.744489 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:06.803219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:06.870468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['7d77faf8-09c7-4b18-b10f-574ea71882ff'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:43:06.915601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7d77faf8-09c7-4b18-b10f-574ea71882ff,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:06.983759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fd3d0-d43f-4739-b356-75e67d9ea7d0 req-e409d608-64ce-4e9a-bc85-26c55eda74fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:06.985119 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-527fd3d0-d43f-4739-b356-75e67d9ea7d0 req-e409d608-64ce-4e9a-bc85-26c55eda74fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 944 time: 0.1342735 Mar 24 17:43:07.039625 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-527fd3d0-d43f-4739-b356-75e67d9ea7d0 req-1687a7c5-e929-4c8e-810d-1bece9803b74 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471852 Mar 24 17:43:07.066334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-e6833e8d-ae6b-45c8-b8de-5b826050f353 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:07.067910 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-e6833e8d-ae6b-45c8-b8de-5b826050f353 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&binding%3Ahost_id=hv-neutron-8350 HTTP/1.1" status: 200 len: 944 time: 0.1268411 Mar 24 17:43:07.270655 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-798f33bb-e481-4eaf-845c-2b558cf0c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:07.272014 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-798f33bb-e481-4eaf-845c-2b558cf0c39d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1097 time: 0.1333115 Mar 24 17:43:07.280623 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c476c6-b21c-45ba-be8e-5db47179e02f req-91f699ee-6d88-4e3d-b1ce-ff1a03bed271 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:07.281917 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6c476c6-b21c-45ba-be8e-5db47179e02f req-91f699ee-6d88-4e3d-b1ce-ff1a03bed271 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 944 time: 0.1091657 Mar 24 17:43:07.408904 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e6c476c6-b21c-45ba-be8e-5db47179e02f req-8a9479bb-5db5-447e-8c96-a750c6f55e61 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092503 Mar 24 17:43:07.442143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-594bc374-f78c-46ca-b608-68a3f1860243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:07.443542 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-594bc374-f78c-46ca-b608-68a3f1860243 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ad51d82-b23e-478b-8d20-302d66fa308e HTTP/1.1" status: 200 len: 897 time: 0.1608238 Mar 24 17:43:07.643980 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-b0008eab-ace3-4e23-afe1-75c921e968ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff HTTP/1.1" status: 200 len: 999 time: 0.1840127 Mar 24 17:43:07.647903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7d77faf8-09c7-4b18-b10f-574ea71882ff up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:43:07.703798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-f65437a2-e88c-4c92-916f-77f3ac7ebf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:07.705278 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-f65437a2-e88c-4c92-916f-77f3ac7ebf60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7bbcfeec-0d75-4675-954c-6509e466f12a HTTP/1.1" status: 200 len: 834 time: 0.0557029 Mar 24 17:43:07.714760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 7d77faf8-09c7-4b18-b10f-574ea71882ff triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:43:07.715260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:07.778769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-3779ee35-4c4a-4fb5-a219-da9dc2b96e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:07.780253 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-3779ee35-4c4a-4fb5-a219-da9dc2b96e6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ad51d82-b23e-478b-8d20-302d66fa308e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683804 Mar 24 17:43:07.831634 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:07.863051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:07.910043 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-1e76743b-8b3b-4875-8033-12a828e84103 service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242876 Mar 24 17:43:07.925330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:07.966604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:43:07.996274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7d77faf8-09c7-4b18-b10f-574ea71882ff,revision_number=8']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:08.021388 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'code': 200} Mar 24 17:43:08.041197 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ac49d12-afd9-411f-bc91-5eab7ed5e3c8 req-180711aa-1d53-4090-8b56-b1e5a40704af service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254785 Mar 24 17:43:08.595127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154a86d-a52d-4f82-b01f-507d94ac5b8e req-47ccb8e1-7e97-41f5-8384-fb565ac9bd8a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:08.597206 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9154a86d-a52d-4f82-b01f-507d94ac5b8e req-47ccb8e1-7e97-41f5-8384-fb565ac9bd8a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0832934 Mar 24 17:43:08.640681 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9154a86d-a52d-4f82-b01f-507d94ac5b8e req-b9a0a6f1-265c-4909-8cf4-5df71a6241fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378690 Mar 24 17:43:09.825133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fceaca-ba4d-414f-aa3e-d689a6e94216 req-797dd3e8-91cb-40d0-8016-f3142a60fd10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:09.826563 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7fceaca-ba4d-414f-aa3e-d689a6e94216 req-797dd3e8-91cb-40d0-8016-f3142a60fd10 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0777566 Mar 24 17:43:09.873650 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d7fceaca-ba4d-414f-aa3e-d689a6e94216 req-7cbce1bb-6951-423b-b287-9bc32c62cd8d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Mar 24 17:43:09.896587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48632) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:10.009917 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cc17bd92-c278-45c6-b2f0-34d9cfbfaef4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/f6237905-ec82-4aa3-8ed2-56b75c3c970d HTTP/1.1" status: 200 len: 992 time: 0.1119442 Mar 24 17:43:28.406637 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:43:30.472596 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c4ac0516-a50b-46ec-80c9-978f7aea20b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:32.724026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d33a157e-588f-4935-a279-2d77f87de786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:33.047975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:33.912643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:34.020968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:35.442187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:36.512952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48644) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:36.713578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 1089827d-9cda-4271-985b-985dd86a575e {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:43:36.713916 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:36.883701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:36.884074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:37.011529 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 1089827d-9cda-4271-985b-985dd86a575e owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:43:37.210038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:37.256740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=1089827d-9cda-4271-985b-985dd86a575e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:37.293280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.293618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.293952 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.294308 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.294629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.294947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.295264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.295578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.295890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.296229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.296557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.296853 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:37.445124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:37.445443 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP f6237905-ec82-4aa3-8ed2-56b75c3c970d disassociated (deleted). External IP: 172.26.4.47, port: 7d77faf8-09c7-4b18-b10f-574ea71882ff. Mar 24 17:43:37.783719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router a9623da3-85cc-4824-a056-ca40deb87039 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:43:37.959245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:43:37.968680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] Sync routers for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:43:37.978576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:43:37.979188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:43:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:38.053479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:38.108112 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-85ff7e1f-d6d0-4dc0-ad4c-588a32cfc151 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/floatingips/f6237905-ec82-4aa3-8ed2-56b75c3c970d HTTP/1.1" status: 204 len: 168 time: 1.5940876 Mar 24 17:43:38.108684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:43:38.157701 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'status': 'completed', 'code': 200} Mar 24 17:43:38.167337 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:43:38.278659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-e3cb4fdd-48eb-4c2b-b7ad-c3943a4b95aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:38.280169 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-e3cb4fdd-48eb-4c2b-b7ad-c3943a4b95aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 1098 time: 0.0838988 Mar 24 17:43:38.422248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-887a2cea-14ed-48c6-8604-09b90946b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:38.424023 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-887a2cea-14ed-48c6-8604-09b90946b5cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ad51d82-b23e-478b-8d20-302d66fa308e HTTP/1.1" status: 200 len: 897 time: 0.1378946 Mar 24 17:43:38.491461 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:53Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9a819713-6a58-44eb-9d5a-46fa2ccb7ae0', 'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:28:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:52Z', 'updated_at': '2022-03-24T17:41:58Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:38.496835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] Checking router: a9623da3-85cc-4824-a056-ca40deb87039 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:43:38.507419 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-5920a533-0b04-4327-89b1-50f1367fa01d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff HTTP/1.1" status: 200 len: 217 time: 0.0766258 Mar 24 17:43:38.508148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:43:38.508769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:43:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:38.574172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-e8df7e8a-aeb3-48b6-8ade-8df9d0e0035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:38.577531 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-e8df7e8a-aeb3-48b6-8ade-8df9d0e0035a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7bbcfeec-0d75-4675-954c-6509e466f12a HTTP/1.1" status: 200 len: 834 time: 0.0612462 Mar 24 17:43:38.710582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-f5c41fe6-0ba5-4133-9e8e-fbccee74b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:38.712079 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-f5c41fe6-0ba5-4133-9e8e-fbccee74b74c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ad51d82-b23e-478b-8d20-302d66fa308e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1312399 Mar 24 17:43:38.740278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:43:38.862790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca4bc0-82c4-4420-b8cb-c2d120b34221 req-ff3e70ec-2220-406a-92c5-126aeae6299e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:38.863489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-bbca4bc0-82c4-4420-b8cb-c2d120b34221 req-ff3e70ec-2220-406a-92c5-126aeae6299e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:43:38.889932 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-7f58e4ac-725f-44aa-b207-e7a3d39d6cec service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709657 Mar 24 17:43:38.987753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-bbca4bc0-82c4-4420-b8cb-c2d120b34221 req-ff3e70ec-2220-406a-92c5-126aeae6299e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:43:38.989439 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbca4bc0-82c4-4420-b8cb-c2d120b34221 req-ff3e70ec-2220-406a-92c5-126aeae6299e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.3132079 Mar 24 17:43:39.085517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:53Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9a819713-6a58-44eb-9d5a-46fa2ccb7ae0', 'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:28:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:52Z', 'updated_at': '2022-03-24T17:41:58Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:39.089718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a98d345-54c6-4437-a9d4-58eb4c0861e4 None None] The sync data for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv is: [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:41:53Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '9a819713-6a58-44eb-9d5a-46fa2ccb7ae0', 'name': '', 'network_id': '2ad51d82-b23e-478b-8d20-302d66fa308e', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:28:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:52Z', 'updated_at': '2022-03-24T17:41:58Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '7bbcfeec-0d75-4675-954c-6509e466f12a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:43:39.193901 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbca4bc0-82c4-4420-b8cb-c2d120b34221 req-f12d61b1-29a1-4f15-ac92-ca6d7426588d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936283 Mar 24 17:43:39.198993 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22edeff7-6827-4d2a-8c07-db5b0cc30e33 req-67ca9ed3-b3f8-44b4-aff2-320716564f33 service neutron] 10.222.0.48 "GET /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017251 Mar 24 17:43:39.323508 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8bb823-725c-405e-bf7a-0e8e2cb901ce None None] New status for floating IP f6237905-ec82-4aa3-8ed2-56b75c3c970d: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:43:40.369291 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-b7bd532a-92d0-4615-844a-88805731afe1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:40.370740 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-b7bd532a-92d0-4615-844a-88805731afe1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.0829105 Mar 24 17:43:40.481791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 7d77faf8-09c7-4b18-b10f-574ea71882ff {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:43:40.482038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:40.582156 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f066e-d467-4dfa-9cd0-f8b58d1fcf60 req-99a4d048-c6d6-4876-b4ff-d6c7a2fa2ba2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:40.583591 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-049f066e-d467-4dfa-9cd0-f8b58d1fcf60 req-99a4d048-c6d6-4876-b4ff-d6c7a2fa2ba2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 945 time: 0.2120039 Mar 24 17:43:40.679340 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-049f066e-d467-4dfa-9cd0-f8b58d1fcf60 req-86dc7d31-7025-40eb-a627-f854c6859c65 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=32664397-8602-44a8-a294-bdf034a5b58f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899172 Mar 24 17:43:40.782141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 7d77faf8-09c7-4b18-b10f-574ea71882ff, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7d77faf8-09c7-4b18-b10f-574ea71882ff,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:40.782492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:40.906657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 7d77faf8-09c7-4b18-b10f-574ea71882ff owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:43:41.176534 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:41.227428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=7d77faf8-09c7-4b18-b10f-574ea71882ff,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:41.303925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] No DVR routers for this DVR port 7d77faf8-09c7-4b18-b10f-574ea71882ff on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:43:41.306404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:41.308918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'name': 'network-vif-deleted', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:43:41.356035 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75172845-897f-44ac-b866-5fba031b6a38', 'name': 'network-vif-deleted', 'tag': '7d77faf8-09c7-4b18-b10f-574ea71882ff', 'status': 'completed', 'code': 200} Mar 24 17:43:41.399403 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7386b61b-ff8e-495c-830a-cd8c2194e42d req-eb6fbaf0-1412-496f-8ff8-5e60d68395bf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "DELETE /v2.0/ports/7d77faf8-09c7-4b18-b10f-574ea71882ff HTTP/1.1" status: 204 len: 173 time: 0.9962873 Mar 24 17:43:41.837379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-877e95e6-e101-4918-91ff-b3b9556d5ee7 req-e73031e8-9ef1-4256-b9ae-350683370a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:43:41.929617 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-877e95e6-e101-4918-91ff-b3b9556d5ee7 req-e73031e8-9ef1-4256-b9ae-350683370a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:43:41.930846 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-877e95e6-e101-4918-91ff-b3b9556d5ee7 req-e73031e8-9ef1-4256-b9ae-350683370a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=75172845-897f-44ac-b866-5fba031b6a38 HTTP/1.1" status: 200 len: 210 time: 0.1349716 Mar 24 17:43:43.027558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48664) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:43.700499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:43.788056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7d77faf8-09c7-4b18-b10f-574ea71882ff no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:43:43.825637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 7d77faf8-09c7-4b18-b10f-574ea71882ff {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:43:43.825981 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7d77faf8-09c7-4b18-b10f-574ea71882ff not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:43:44.049900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:43:44.050482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:44.236416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=9a819713-6a58-44eb-9d5a-46fa2ccb7ae0,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:44.236767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:44.361698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:43:44.735279 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:44.786354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=9a819713-6a58-44eb-9d5a-46fa2ccb7ae0,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:45.165578 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:45.516965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router a9623da3-85cc-4824-a056-ca40deb87039 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:43:45.696489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:43:45.705822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] Sync routers for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:43:45.714554 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:43:45.715240 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:43:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:45.769760 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-58eb6764-8c3b-4265-b155-1b09f19b6ce7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/a9623da3-85cc-4824-a056-ca40deb87039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7409756 Mar 24 17:43:45.772285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48668) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:45.836490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc886ed5-7a88-46ad-922e-d778d9338990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting subnet 7bbcfeec-0d75-4675-954c-6509e466f12a {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:43:45.839382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc886ed5-7a88-46ad-922e-d778d9338990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:45.888921 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:43:45.898212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc886ed5-7a88-46ad-922e-d778d9338990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:45.985844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc886ed5-7a88-46ad-922e-d778d9338990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:46.139648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc886ed5-7a88-46ad-922e-d778d9338990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:46.169447 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:43:44Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:46.173221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] Checking router: a9623da3-85cc-4824-a056-ca40deb87039 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:43:46.181386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] Routers {'a9623da3-85cc-4824-a056-ca40deb87039'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:43:46.181993 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:43:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['a9623da3-85cc-4824-a056-ca40deb87039'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:46.183499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc886ed5-7a88-46ad-922e-d778d9338990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbcfeec-0d75-4675-954c-6509e466f12a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:46.185441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-dc886ed5-7a88-46ad-922e-d778d9338990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:46.192219 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-dc886ed5-7a88-46ad-922e-d778d9338990 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/subnets/7bbcfeec-0d75-4675-954c-6509e466f12a HTTP/1.1" status: 204 len: 168 time: 0.4188650 Mar 24 17:43:46.194739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48672) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:46.230148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7492b4-ced8-47cb-aa13-5515306dea1c None None] Network 2ad51d82-b23e-478b-8d20-302d66fa308e requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:43:46.369360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:46.505560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] Set router a9623da3-85cc-4824-a056-ca40deb87039 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:43:46.549315 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:46.655380 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:43:46.655721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:46.817879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ecf6ab-b88d-45de-b814-d847b309a6b2 None None] DHCP port deletion for 2ad51d82-b23e-478b-8d20-302d66fa308e request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:43:46.827690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-88ecf6ab-b88d-45de-b814-d847b309a6b2 None None] Deleting port f722fe18-2914-47df-b559-d5b8733c7083 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:43:46.828098 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-88ecf6ab-b88d-45de-b814-d847b309a6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:46.945803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:43:44Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:46.956747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7b187-90bb-4a3f-aa3a-30a83b8e052f None None] The sync data for ids ['a9623da3-85cc-4824-a056-ca40deb87039'] in dv-neutron-835063-1-hyperv is: [{'id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713025459', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:41:47Z', 'updated_at': '2022-03-24T17:43:44Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': 'ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9623da3-85cc-4824-a056-ca40deb87039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:41:48Z', 'updated_at': '2022-03-24T17:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:43:46.964012 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:46.964773 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:47.057167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-88ecf6ab-b88d-45de-b814-d847b309a6b2 None None] For port f722fe18-2914-47df-b559-d5b8733c7083, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f722fe18-2914-47df-b559-d5b8733c7083,segment=NetworkSegment(f8d588ac-9e50-4af5-a0ca-76cd06fc9d12),segment_id=f8d588ac-9e50-4af5-a0ca-76cd06fc9d12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:47.057167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-88ecf6ab-b88d-45de-b814-d847b309a6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:47.090907 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 owned by network:router_gateway {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:43:47.177672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-88ecf6ab-b88d-45de-b814-d847b309a6b2 None None] Calling delete_port for f722fe18-2914-47df-b559-d5b8733c7083 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:43:47.334025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:47.373980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-88ecf6ab-b88d-45de-b814-d847b309a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:47.388482 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:47.434340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ecf6ab-b88d-45de-b814-d847b309a6b2 None None] No DVR routers for this DVR port f722fe18-2914-47df-b559-d5b8733c7083 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:43:47.438214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecf6ab-b88d-45de-b814-d847b309a6b2 None None] Pushing event deleted for resources: {'Port': ['ID=f722fe18-2914-47df-b559-d5b8733c7083,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:47.485976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:47.662148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:47.664240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:47.752203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:47.752639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Fanout notify agent at l3_agent the message router_deleted on router a9623da3-85cc-4824-a056-ca40deb87039 {{(pid=88478) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:43:47.770709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:47.770709 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e1cdadd6-2af1-499e-8588-fe8f5441475f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/routers/a9623da3-85cc-4824-a056-ca40deb87039 HTTP/1.1" status: 204 len: 168 time: 1.5736864 Mar 24 17:43:47.772138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48676) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:47.887731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.015498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.040143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad51d82-b23e-478b-8d20-302d66fa308e']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:48.051671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:48.051986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d588ac-9e50-4af5-a0ca-76cd06fc9d12') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:48.062795 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.078421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.084970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:43:48.085276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:43:48.099357 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:43:48.232585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.249435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.261556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Network': ['ID=2ad51d82-b23e-478b-8d20-302d66fa308e,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:48.313360 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ff885852-5c72-4b8d-804e-a92db054d3a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/networks/2ad51d82-b23e-478b-8d20-302d66fa308e HTTP/1.1" status: 204 len: 168 time: 0.5402424 Mar 24 17:43:48.316522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48680) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:48.383804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b704bacd-b6b3-4510-807d-57b992f72b20 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.416187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b704bacd-b6b3-4510-807d-57b992f72b20 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.539517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b704bacd-b6b3-4510-807d-57b992f72b20 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.558499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704bacd-b6b3-4510-807d-57b992f72b20 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32664397-8602-44a8-a294-bdf034a5b58f,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:48.614800 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b704bacd-b6b3-4510-807d-57b992f72b20 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:48.615907 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b704bacd-b6b3-4510-807d-57b992f72b20 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/security-groups/32664397-8602-44a8-a294-bdf034a5b58f HTTP/1.1" status: 204 len: 168 time: 0.2985079 Mar 24 17:43:48.691655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f722fe18-2914-47df-b559-d5b8733c7083 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:43:48.727333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f722fe18-2914-47df-b559-d5b8733c7083 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:43:48.727695 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f722fe18-2914-47df-b559-d5b8733c7083 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:43:48.728153 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:43:48.760202 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:43:48.760613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 9a819713-6a58-44eb-9d5a-46fa2ccb7ae0 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:43:48.761251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:43:48.796195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:43:48.796473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device ab2c407a-af9e-4d5a-b1bc-e31b0e37adb4 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:43:48.952106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48688) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:48.959337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836471500', 'description': 'tempest-secgroup-smoke-836471500 description', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:48.965597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:48.969872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:48.973454 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:48.978954 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:49.038190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.058143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:49.061897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:49.064770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:49.071119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:49.137596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.207442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.250818 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3e5d45-9419-4ee5-8bed-b1cb0f278172,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:49.327764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.328964 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c4321bed-faee-4679-82cc-b385fdccd256 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3758745 Mar 24 17:43:49.332413 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48692) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:49.337311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '1f3e5d45-9419-4ee5-8bed-b1cb0f278172', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:49.343271 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:49.347910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:49.350763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:49.356297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:49.438632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.598521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.666671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.691382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3db919f-367b-49ad-95cf-4b242418a772,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:49.757938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.759099 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8e5f733a-d737-44e1-a5f9-e5e343417f5a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4258044 Mar 24 17:43:49.763738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48696) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:49.769167 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '1f3e5d45-9419-4ee5-8bed-b1cb0f278172', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:49.774998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:49.778748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:49.781595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:49.787134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:49.844274 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.907020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.956231 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:49.979020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5128ea61-b0c5-4977-96a0-fba8faded775,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:50.048171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.049934 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f0552756-7aa2-45e2-8cb7-eb3ec60e898c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2847455 Mar 24 17:43:50.052837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48700) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:50.058018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '1f3e5d45-9419-4ee5-8bed-b1cb0f278172', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:50.064704 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:50.069544 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:50.074612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:50.078820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:50.165294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.226598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.293290 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.316609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcbacf7-5eb4-4e65-9f4f-bd3203583eb8,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:50.409816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.410995 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-a5cf2f7a-ec84-4f1b-9f2b-8cc9a90d4225 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3572326 Mar 24 17:43:50.413683 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48704) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:50.418749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '1f3e5d45-9419-4ee5-8bed-b1cb0f278172', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:50.424634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:50.428511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:50.431347 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:50.436895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:50.519719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.581919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.649422 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.671601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bd092f-0748-468e-8797-c3f727a32e0c,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:50.741020 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.742184 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cb46e7fe-0ad7-43db-b9d7-a3f646311f89 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275647 Mar 24 17:43:50.744885 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48708) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:50.749772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '1f3e5d45-9419-4ee5-8bed-b1cb0f278172', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:50.756530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:50.760396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:50.763593 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:50.769251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:50.826728 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:43:50.833456 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.897010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.946854 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:50.973210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f6fa3a-2ff5-4146-a131-15266bff4b06,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:51.044106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.045336 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-21ea9185-f294-4c43-9315-cb3356279d2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2995303 Mar 24 17:43:51.047979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48712) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:51.053440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': '1f3e5d45-9419-4ee5-8bed-b1cb0f278172', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:51.059337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:51.063323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:51.066404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:51.072042 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:51.150381 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:43:51.156857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.219620 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.298635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.322228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62cd2c2-b419-4a44-87f5-45300dc11e1c,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:51.447654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.448877 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-1faa0faa-b68b-45c5-9c48-50b30c11511e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3999929 Mar 24 17:43:51.452125 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48716) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:51.458035 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'network': {'name': 'tempest-network-smoke--59689538', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'port_security_enabled': True}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:51.462876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:51.466877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:network and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:51.469736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:51.475878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:51.552232 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:43:51.555575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.583353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:43:51.591523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.593476 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Added segment 297a1686-f21d-43a4-87dc-39319c9d2b29 of type vlan for network 985ab762-0db9-484b-959b-224eb36ed421 Mar 24 17:43:51.616316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.722209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.727426 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:51.728035 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.831139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Network': ['ID=985ab762-0db9-484b-959b-224eb36ed421,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:51.841633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 985ab762-0db9-484b-959b-224eb36ed421 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:43:51.888844 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8264102a-9abc-4c72-9e09-07e61632699f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4356859 Mar 24 17:43:51.891562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48720) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:51.897164 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'admin_state_up': True, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:51.904467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:51.908353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:router and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:51.911791 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:51.918235 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:51.990635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:51.991592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:52.006015 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:52.329071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:52.684826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:52.714132 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:52.845344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.134 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/32402141-1a33-42b6-b717-2e4a65cdfb24) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:43:53.089262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:53.185181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:53.246697 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:43:53.249513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:43:53.251848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:43:53.312585 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=32402141-1a33-42b6-b717-2e4a65cdfb24,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:53.729846 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:54.061052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:54.316390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router cff2eba7-cb80-43db-a550-24d262c1f559 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88478) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:43:54.604352 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:43:54.616814 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Sync routers for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:43:54.626214 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:43:54.626822 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:43:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:54.684064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:54.685283 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7d63c518-c83d-47c8-be75-c48ff986ac91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7927668 Mar 24 17:43:54.688501 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48724) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:54.770066 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-4c62c583-dc55-444e-9b4c-4ca1d78d518c tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=99331e30ae1d46ffb70d2e742e6bb03a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0778549 Mar 24 17:43:54.770703 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48730) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:54.807059 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:43:54.907834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ffc93-0f6f-4fba-bac8-e56407801294 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:54.910209 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-598ffc93-0f6f-4fba-bac8-e56407801294 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1390381 Mar 24 17:43:54.913142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48734) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:54.959410 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ea1136f0-c483-40a5-ac07-4628e97317f2 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428417 Mar 24 17:43:54.959630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48738) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:54.964963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776553909', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:43:55.073140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:43:55.076926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:subnet and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:43:55.079700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:43:55.085993 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:43:55.124599 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:53Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:55.129103 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Checking router: cff2eba7-cb80-43db-a550-24d262c1f559 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:43:55.129463 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Updating router cff2eba7-cb80-43db-a550-24d262c1f559 port 32402141-1a33-42b6-b717-2e4a65cdfb24 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:43:55.141075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'subnet': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:43:55.144642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5785497'] for subnet, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:55.181103 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:55.426874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7010060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5785515'] for subnet, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:55.503653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Subnet': ['ID=2dd94d71-cd47-4d62-9900-b55e53bf925a,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:55.512325 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Checking segment: {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:43:55.512678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network hostable DHCP agents. Network: 985ab762-0db9-484b-959b-224eb36ed421, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88478) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:43:55.581552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 985ab762-0db9-484b-959b-224eb36ed421 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88478) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:43:55.585597 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:55.655346 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 985ab762-0db9-484b-959b-224eb36ed421) {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:43:55.657294 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Transition to ACTIVE for port object 32402141-1a33-42b6-b717-2e4a65cdfb24 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:43:55.661955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:55.662531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:55.666966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa3c3a-34b4-42e4-85b3-f8ecd4b05ae6 None None] Network 985ab762-0db9-484b-959b-224eb36ed421 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:43:55.753179 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:55.780146 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-beb2ba7a-885e-42e5-92e7-1c85c8cc2c2f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8193579 Mar 24 17:43:55.782740 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48742) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:43:55.826897 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Attempting to bind port 32402141-1a33-42b6-b717-2e4a65cdfb24 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:43:55.827267 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Attempting to bind port 32402141-1a33-42b6-b717-2e4a65cdfb24 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:43:55.827604 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Attempting to bind port 32402141-1a33-42b6-b717-2e4a65cdfb24 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:43:55.843633 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Pushing event updated for resources: {'Port': ['ID=32402141-1a33-42b6-b717-2e4a65cdfb24,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:55.851711 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.852518 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.852863 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.853197 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.853521 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.853850 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.854582 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.854917 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.855247 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.855569 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.855889 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.856768 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:43:55.862595 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:43:55.863028 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:43:55.863425 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:55.863815 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:43:55.864286 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Bound port: 32402141-1a33-42b6-b717-2e4a65cdfb24, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:43:55.865167 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:55.882541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-985ab762-0db9-484b-959b-224eb36ed421', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:43:55.883858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:55.947769 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] For port 32402141-1a33-42b6-b717-2e4a65cdfb24, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:43:55.951523 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] For port 32402141-1a33-42b6-b717-2e4a65cdfb24, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=32402141-1a33-42b6-b717-2e4a65cdfb24,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:43:56.032791 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:56.052287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Allocated IP 172.20.0.2 (985ab762-0db9-484b-959b-224eb36ed421/2dd94d71-cd47-4d62-9900-b55e53bf925a/4e2b937a-efd7-4b10-aa3e-b4b47935bc3c) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:43:56.116893 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:43:56.117615 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:43:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:56.185243 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750dd13-7d2f-4985-bfef-3966fd1dd3f8 None None] Pushing event updated for resources: {'Port': ['ID=32402141-1a33-42b6-b717-2e4a65cdfb24,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:56.289586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:56.300536 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Transition to ACTIVE for port object 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:43:56.309806 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:43:56.319049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Transition to ACTIVE for port object 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:43:56.381230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:56.445456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Network 985ab762-0db9-484b-959b-224eb36ed421 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:43:56.448545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:43:56.450971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:43:56.489116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:56.495996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Pushing event updated for resources: {'Port': ['ID=4e2b937a-efd7-4b10-aa3e-b4b47935bc3c,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:56.556728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Attempting to bind port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:43:56.557009 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Attempting to bind port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:43:56.557367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Attempting to bind port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c on network 985ab762-0db9-484b-959b-224eb36ed421 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:43:56.563179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:43:56.564086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Checking segment: {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:43:56.564086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:56.564381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Bound using segment: {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:43:56.565377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Bound port: 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:43:56.565742 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:56.633013 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:53Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:56.636712 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c19e7-b790-4b0b-9576-f0c59e02af05 None None] The sync data for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv is: [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:53Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:43:56.657138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] For port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:43:56.660495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] For port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4e2b937a-efd7-4b10-aa3e-b4b47935bc3c,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:43:56.713475 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:56.855610 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529a422-3243-4279-aae4-8d052cdce2d1 None None] Pushing event updated for resources: {'Port': ['ID=4e2b937a-efd7-4b10-aa3e-b4b47935bc3c,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:57.088507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.1 (985ab762-0db9-484b-959b-224eb36ed421/2dd94d71-cd47-4d62-9900-b55e53bf925a/e3b7a929-4ac2-48ee-bd7d-a2557ade24db) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:43:57.291095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:57.307872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object e3b7a929-4ac2-48ee-bd7d-a2557ade24db will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:43:57.415985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:57.479395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 985ab762-0db9-484b-959b-224eb36ed421 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:43:57.482498 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:43:57.491935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:43:57.525748 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=e3b7a929-4ac2-48ee-bd7d-a2557ade24db,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:57.561696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:57.873135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e503cfd2-4295-4277-aa62-08da7f464625 None None] Network 985ab762-0db9-484b-959b-224eb36ed421 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:43:57.894871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:58.039109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e67a9331-4299-4f4b-a53a-c77f45902f4e None None] Provisioning for port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:43:58.317188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:58.407635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:58.459247 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c778e8a-7d7f-4816-8e26-92aec7835e73 None None] Provisioning for port e3b7a929-4ac2-48ee-bd7d-a2557ade24db completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:43:58.464604 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2c778e8a-7d7f-4816-8e26-92aec7835e73 None None] Provisioning complete for port e3b7a929-4ac2-48ee-bd7d-a2557ade24db triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:43:58.465295 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c778e8a-7d7f-4816-8e26-92aec7835e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:58.522773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2c778e8a-7d7f-4816-8e26-92aec7835e73 None None] Port e3b7a929-4ac2-48ee-bd7d-a2557ade24db cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:43:58.641247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=e3b7a929-4ac2-48ee-bd7d-a2557ade24db,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:58.643854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-685f1817-883e-45a5-8aa8-d53dc50c5904 None None] Provisioning complete for port e3b7a929-4ac2-48ee-bd7d-a2557ade24db triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:43:58.644099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-685f1817-883e-45a5-8aa8-d53dc50c5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:58.646217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:58.705035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-685f1817-883e-45a5-8aa8-d53dc50c5904 None None] Port e3b7a929-4ac2-48ee-bd7d-a2557ade24db cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:43:58.754403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 32402141-1a33-42b6-b717-2e4a65cdfb24 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:43:58.785671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 985ab762-0db9-484b-959b-224eb36ed421 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:43:58.786747 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:43:58.882236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 32402141-1a33-42b6-b717-2e4a65cdfb24 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:43:58.887543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 32402141-1a33-42b6-b717-2e4a65cdfb24 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:43:58.888122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:58.982510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router cff2eba7-cb80-43db-a550-24d262c1f559 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:43:59.023333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:59.045041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 32402141-1a33-42b6-b717-2e4a65cdfb24, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=32402141-1a33-42b6-b717-2e4a65cdfb24,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:59.046508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-860fbf82-bcb2-4068-8756-ace85e591bd1 None None] Provisioning complete for port e3b7a929-4ac2-48ee-bd7d-a2557ade24db triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:43:59.046870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-860fbf82-bcb2-4068-8756-ace85e591bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:59.099465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-860fbf82-bcb2-4068-8756-ace85e591bd1 None None] Port e3b7a929-4ac2-48ee-bd7d-a2557ade24db cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:43:59.116277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:59.117050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:43:59.161650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:43:59.174744 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-27657847-eaab-4cf3-9e5d-9785fa693a0d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/cff2eba7-cb80-43db-a550-24d262c1f559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3907847 Mar 24 17:43:59.185984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Sync routers for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:43:59.224076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:43:59.224704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:43:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:59.315320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=32402141-1a33-42b6-b717-2e4a65cdfb24,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:59.342143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-f15acd84-7a12-4692-bf67-a5b9ddf4c77e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:43:59.391792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:43:59.406503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:43:59.406866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:59.420670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-f15acd84-7a12-4692-bf67-a5b9ddf4c77e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:43:59.421771 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-f15acd84-7a12-4692-bf67-a5b9ddf4c77e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836471500&fields=id&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 267 time: 0.1266744 Mar 24 17:43:59.479427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:43:59.573840 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-91a2fecc-b387-4f64-8e10-e8a29bc11540 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:43:59.574510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-91a2fecc-b387-4f64-8e10-e8a29bc11540 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:43:59.644524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-91a2fecc-b387-4f64-8e10-e8a29bc11540 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:43:59.646019 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-91a2fecc-b387-4f64-8e10-e8a29bc11540 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/networks?id=985ab762-0db9-484b-959b-224eb36ed421 HTTP/1.1" status: 200 len: 795 time: 0.2164960 Mar 24 17:43:59.663207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-dca3393c-1e3c-42a1-a57b-5c1a1d42c904 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/quotas/99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 375 time: 0.0103614 Mar 24 17:43:59.748288 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-6340e890-58ee-4a02-a42d-9fcb65ca27a6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:43:59.777989 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:59.809161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-6340e890-58ee-4a02-a42d-9fcb65ca27a6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:43:59.810515 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-6340e890-58ee-4a02-a42d-9fcb65ca27a6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416931 Mar 24 17:43:59.842250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4e2b937a-efd7-4b10-aa3e-b4b47935bc3c,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:43:59.895891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:43:59.972726 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e3b7a929-4ac2-48ee-bd7d-a2557ade24db', 'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:4c:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:56Z', 'updated_at': '2022-03-24T17:43:58Z', 'revision_number': 2, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:43:59.977263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=4e2b937a-efd7-4b10-aa3e-b4b47935bc3c,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:43:59.981405 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Checking router: cff2eba7-cb80-43db-a550-24d262c1f559 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:43:59.981759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Updating router cff2eba7-cb80-43db-a550-24d262c1f559 port e3b7a929-4ac2-48ee-bd7d-a2557ade24db binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:43:59.989877 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-1faa8b92-5d22-4573-acbb-991bba4d730d service neutron] 10.222.0.47 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672399 Mar 24 17:44:00.038232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:00.118115 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-46d34df1-1958-42ca-bdb3-de441419bd49 service neutron] 10.222.0.47 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224432 Mar 24 17:44:00.375703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:00.391281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Transition to ACTIVE for port object e3b7a929-4ac2-48ee-bd7d-a2557ade24db will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:44:00.395086 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3fb35c12-f77a-4882-bbc4-98ad4dc0c2fb req-81b04fac-0971-4a44-8c3c-a8844788a821 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 210 time: 0.0444067 Mar 24 17:44:00.464779 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:00.516949 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6376ab64-9d51-4416-9f02-17132e45fe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:00.635427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209e115-2092-459c-b5e5-ace1ab970c5e None None] Pushing event updated for resources: {'Port': ['ID=e3b7a929-4ac2-48ee-bd7d-a2557ade24db,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:00.700357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Attempting to bind port e3b7a929-4ac2-48ee-bd7d-a2557ade24db on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:44:00.700728 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Attempting to bind port e3b7a929-4ac2-48ee-bd7d-a2557ade24db by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:44:00.701087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Attempting to bind port e3b7a929-4ac2-48ee-bd7d-a2557ade24db on network 985ab762-0db9-484b-959b-224eb36ed421 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:44:00.707196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:44:00.707579 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Checking segment: {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:44:00.708010 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:00.708407 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Bound using segment: {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:44:00.708880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Bound port: e3b7a929-4ac2-48ee-bd7d-a2557ade24db, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:44:00.709301 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:00.726465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 32402141-1a33-42b6-b717-2e4a65cdfb24 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:44:00.874614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] For port e3b7a929-4ac2-48ee-bd7d-a2557ade24db, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:44:00.879028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] For port e3b7a929-4ac2-48ee-bd7d-a2557ade24db, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e3b7a929-4ac2-48ee-bd7d-a2557ade24db,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:44:00.880482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 32402141-1a33-42b6-b717-2e4a65cdfb24 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:44:00.880848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:00.935863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:01.071213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209e115-2092-459c-b5e5-ace1ab970c5e None None] Pushing event updated for resources: {'Port': ['ID=e3b7a929-4ac2-48ee-bd7d-a2557ade24db,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:01.075814 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:44:01.076460 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:43:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:44:01.199762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:44:01.383654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:44:01.454710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:44:01.455088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:01.546769 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4344d91a-1b10-494b-93e3-48fc4471682d req-bd727141-9c13-47aa-8819-fd24dfff9cfa tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 210 time: 0.0414920 Mar 24 17:44:01.830208 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e3b7a929-4ac2-48ee-bd7d-a2557ade24db', 'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:4c:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:56Z', 'updated_at': '2022-03-24T17:44:00Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:44:01.835280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e286d3a-40ca-4da1-869c-07c55b826d17 None None] The sync data for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv is: [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e3b7a929-4ac2-48ee-bd7d-a2557ade24db', 'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:4c:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:56Z', 'updated_at': '2022-03-24T17:44:00Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:44:02.509465 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-1d7e86b9-0209-444f-8364-be4c1d0fa5f4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:02.511429 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-1d7e86b9-0209-444f-8364-be4c1d0fa5f4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/networks?id=985ab762-0db9-484b-959b-224eb36ed421 HTTP/1.1" status: 200 len: 795 time: 0.1594713 Mar 24 17:44:02.564597 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-815bd533-ecce-422b-9ee8-dcdc98399e1a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 379 time: 0.0452476 Mar 24 17:44:02.573233 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'port': {'device_id': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'admin_state_up': True, 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'security_groups': ['1f3e5d45-9419-4ee5-8bed-b1cb0f278172']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:44:02.770193 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e3b7a929-4ac2-48ee-bd7d-a2557ade24db up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:44:02.811175 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fcd7d96b-2bad-46eb-abab-37851ca0aec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:02.868843 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9ebe6b82-6277-4ef4-8758-0531f135b505 req-95ff3922-c31d-486c-9164-c7c688854c4e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 210 time: 0.1878755 Mar 24 17:44:02.908206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:44:02.917495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port e3b7a929-4ac2-48ee-bd7d-a2557ade24db completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:44:02.924279 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e3b7a929-4ac2-48ee-bd7d-a2557ade24db triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:44:02.925183 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:02.925528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:44:03.004488 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:44:03.009435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:03.068872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:03.082080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:03.102701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port e3b7a929-4ac2-48ee-bd7d-a2557ade24db, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e3b7a929-4ac2-48ee-bd7d-a2557ade24db,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:44:03.167376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:03.176143 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.3 (985ab762-0db9-484b-959b-224eb36ed421/2dd94d71-cd47-4d62-9900-b55e53bf925a/e4162ad8-6fe8-435c-93d4-19b567aecbf8) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:44:03.235367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=e3b7a929-4ac2-48ee-bd7d-a2557ade24db,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:03.362139 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:03.378223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object e4162ad8-6fe8-435c-93d4-19b567aecbf8 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:44:03.466608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:03.535613 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 985ab762-0db9-484b-959b-224eb36ed421 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:44:03.538565 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:44:03.540946 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:44:03.591918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=e4162ad8-6fe8-435c-93d4-19b567aecbf8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:03.618447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:03.619071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:03.699738 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-e188631d-b7ea-450b-b113-3c1e98cbea08 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1307373 Mar 24 17:44:03.710857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Request body: {'port': {'device_id': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:44:03.778794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b262267d-73bf-456b-ba1b-ef0c3a4ee5f7 None None] Provisioning for port e4162ad8-6fe8-435c-93d4-19b567aecbf8 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:44:03.784618 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b262267d-73bf-456b-ba1b-ef0c3a4ee5f7 None None] Provisioning complete for port e4162ad8-6fe8-435c-93d4-19b567aecbf8 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:44:03.784986 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b262267d-73bf-456b-ba1b-ef0c3a4ee5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:03.821551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:03.845803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-b262267d-73bf-456b-ba1b-ef0c3a4ee5f7 None None] Port e4162ad8-6fe8-435c-93d4-19b567aecbf8 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:44:03.912542 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:04.009065 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:04.157362 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06024a-41c8-4db7-aa46-9b18e4b0187d req-cc803a5d-d797-444a-8a60-80b4f896395a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:04.157947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-5f06024a-41c8-4db7-aa46-9b18e4b0187d req-cc803a5d-d797-444a-8a60-80b4f896395a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:44:04.238277 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4162ad8-6fe8-435c-93d4-19b567aecbf8 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:44:04.245345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:04.259523 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Transition to ACTIVE for port object e4162ad8-6fe8-435c-93d4-19b567aecbf8 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:44:04.271641 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-5f06024a-41c8-4db7-aa46-9b18e4b0187d req-cc803a5d-d797-444a-8a60-80b4f896395a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:44:04.272855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5f06024a-41c8-4db7-aa46-9b18e4b0187d req-cc803a5d-d797-444a-8a60-80b4f896395a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 931 time: 0.2852619 Mar 24 17:44:04.323578 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5f06024a-41c8-4db7-aa46-9b18e4b0187d req-beeca37c-4d0b-4c6e-ba8c-6cb25ca11add tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450211 Mar 24 17:44:04.346173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:04.513313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Pushing event updated for resources: {'Port': ['ID=e4162ad8-6fe8-435c-93d4-19b567aecbf8,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:04.590261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Attempting to bind port e4162ad8-6fe8-435c-93d4-19b567aecbf8 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:44:04.590595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Attempting to bind port e4162ad8-6fe8-435c-93d4-19b567aecbf8 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:44:04.590919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Attempting to bind port e4162ad8-6fe8-435c-93d4-19b567aecbf8 on network 985ab762-0db9-484b-959b-224eb36ed421 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:44:04.595419 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Port e4162ad8-6fe8-435c-93d4-19b567aecbf8 on network 985ab762-0db9-484b-959b-224eb36ed421 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:44:04.596511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Attempting to bind port e4162ad8-6fe8-435c-93d4-19b567aecbf8 on network 985ab762-0db9-484b-959b-224eb36ed421 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:44:04.601356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:44:04.601692 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Checking segment: {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:44:04.602074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Bound using segment: {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:44:04.602493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Bound port: e4162ad8-6fe8-435c-93d4-19b567aecbf8, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297a1686-f21d-43a4-87dc-39319c9d2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '985ab762-0db9-484b-959b-224eb36ed421'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:44:04.602832 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:04.692225 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] For port e4162ad8-6fe8-435c-93d4-19b567aecbf8, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:44:04.695107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] For port e4162ad8-6fe8-435c-93d4-19b567aecbf8, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:44:04.713058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e3b7a929-4ac2-48ee-bd7d-a2557ade24db up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:44:04.762307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:04.780532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port e3b7a929-4ac2-48ee-bd7d-a2557ade24db triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:44:04.781069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:04.819777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:04.820411 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:04.821756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] 10.222.0.48 "PUT /v2.0/ports/e4162ad8-6fe8-435c-93d4-19b567aecbf8 HTTP/1.1" status: 200 len: 1093 time: 1.1151214 Mar 24 17:44:04.822187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:44:04.857406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b742fe-9d82-40b4-8ba2-93e66e7cd8ca service neutron] Pushing event updated for resources: {'Port': ['ID=e4162ad8-6fe8-435c-93d4-19b567aecbf8,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:04.894563 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'status': 'completed', 'code': 200} Mar 24 17:44:04.987752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937f70c-08d1-499b-aad5-82a504dcbefb req-28620c3f-fec7-4817-940a-c30fe73415c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:04.989196 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f937f70c-08d1-499b-aad5-82a504dcbefb req-28620c3f-fec7-4817-940a-c30fe73415c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 1096 time: 0.0779977 Mar 24 17:44:05.233845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937f70c-08d1-499b-aad5-82a504dcbefb req-24849a4a-69df-4ec6-8f2d-3f6005d4f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:05.235202 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f937f70c-08d1-499b-aad5-82a504dcbefb req-24849a4a-69df-4ec6-8f2d-3f6005d4f1fb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2383075 Mar 24 17:44:05.368388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937f70c-08d1-499b-aad5-82a504dcbefb req-2d04b394-034c-4f19-bce6-4db24767b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:05.369868 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f937f70c-08d1-499b-aad5-82a504dcbefb req-2d04b394-034c-4f19-bce6-4db24767b9ae service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291869 Mar 24 17:44:05.404760 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:44:05.449272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:05.528788 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-5295a10a-a7e3-4776-b8af-c38c9a1c2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:05.530134 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-5295a10a-a7e3-4776-b8af-c38c9a1c2d0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 1096 time: 0.1247740 Mar 24 17:44:05.599549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e5bf7-3065-49c2-a954-20eae142e1f9 req-2803fce0-4bcd-477f-a38f-133331fbed93 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:05.600986 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fb4e5bf7-3065-49c2-a954-20eae142e1f9 req-2803fce0-4bcd-477f-a38f-133331fbed93 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 943 time: 0.1571937 Mar 24 17:44:05.610233 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-86e7693c-174d-4fb0-8d33-f4b44796bc84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8 HTTP/1.1" status: 200 len: 217 time: 0.0718765 Mar 24 17:44:05.693063 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fb4e5bf7-3065-49c2-a954-20eae142e1f9 req-1ef6b7b3-34d0-4056-96b0-b049ee02953d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847886 Mar 24 17:44:05.700522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-8977c201-2f17-42c0-bd6a-9dd5185b70db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:05.701895 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-8977c201-2f17-42c0-bd6a-9dd5185b70db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2dd94d71-cd47-4d62-9900-b55e53bf925a HTTP/1.1" status: 200 len: 834 time: 0.0799263 Mar 24 17:44:05.775309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-1ae7499f-896e-4fce-9627-566866d13949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:05.776778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-1ae7499f-896e-4fce-9627-566866d13949 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=985ab762-0db9-484b-959b-224eb36ed421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687392 Mar 24 17:44:05.906606 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-b39c0dd4-a8f6-4e04-843c-7c08f28b19a7 service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238430 Mar 24 17:44:06.034899 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a55105c7-5564-4c00-a22c-f79bfe3106b5 req-df421b4a-c5e2-4cc6-a4f9-c955384020aa service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223247 Mar 24 17:44:06.874897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a24f8-248b-41c3-9b0a-4e3f8356431c req-b8e3bee0-6563-4ab5-8ac9-e7ec8f8f0fc2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:06.876367 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a1a24f8-248b-41c3-9b0a-4e3f8356431c req-b8e3bee0-6563-4ab5-8ac9-e7ec8f8f0fc2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 943 time: 0.0783167 Mar 24 17:44:06.924979 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9a1a24f8-248b-41c3-9b0a-4e3f8356431c req-aa1f782d-8f27-46d6-884a-0e29afb5ea7a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421858 Mar 24 17:44:07.981081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device e4162ad8-6fe8-435c-93d4-19b567aecbf8 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:44:08.107071 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e656-1ea3-4ffd-aff3-b9a2133b540e req-177d4113-9667-4644-8dae-b584d2c983cf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:08.108520 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7dd0e656-1ea3-4ffd-aff3-b9a2133b540e req-177d4113-9667-4644-8dae-b584d2c983cf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 943 time: 0.0777323 Mar 24 17:44:08.112941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port e4162ad8-6fe8-435c-93d4-19b567aecbf8, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:44:08.126135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'port_id': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'mac_address': 'fa:16:3e:1e:e7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:44:08.154849 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7dd0e656-1ea3-4ffd-aff3-b9a2133b540e req-acd98a2f-fccb-4dac-b6f6-2e0440f5c81a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400312 Mar 24 17:44:08.184624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:08.201321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4162ad8-6fe8-435c-93d4-19b567aecbf8 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:44:08.215925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port e4162ad8-6fe8-435c-93d4-19b567aecbf8, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:44:08.287033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:08.353147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=e4162ad8-6fe8-435c-93d4-19b567aecbf8,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:08.360207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.360500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.360845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.361176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.362177 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.362525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.362858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.363186 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.363513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.363837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.364194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.364520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:44:08.521819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['e4162ad8-6fe8-435c-93d4-19b567aecbf8'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:44:09.337390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83ab0-44de-4df2-bb28-cfd690e56622 req-1e2e9921-e8ff-4c04-ad82-8a69443bc074 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:09.338826 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22c83ab0-44de-4df2-bb28-cfd690e56622 req-1e2e9921-e8ff-4c04-ad82-8a69443bc074 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 944 time: 0.0817072 Mar 24 17:44:09.382796 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22c83ab0-44de-4df2-bb28-cfd690e56622 req-0b5d9e56-7a89-4123-ad73-9fe3c6500498 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383580 Mar 24 17:44:09.996122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device e4162ad8-6fe8-435c-93d4-19b567aecbf8 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:44:10.167121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port e4162ad8-6fe8-435c-93d4-19b567aecbf8 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:44:10.171906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port e4162ad8-6fe8-435c-93d4-19b567aecbf8 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:44:10.172305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:10.285534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:10.311377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:44:10.321388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port e4162ad8-6fe8-435c-93d4-19b567aecbf8, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:44:10.354944 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'code': 200} Mar 24 17:44:10.384772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:10.450505 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=e4162ad8-6fe8-435c-93d4-19b567aecbf8,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:10.570436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a667eb-9cd7-4a5e-bb29-55202c019b5d req-2e864316-e2a0-4b1b-b0d3-999a2ac0e88e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:10.571872 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e0a667eb-9cd7-4a5e-bb29-55202c019b5d req-2e864316-e2a0-4b1b-b0d3-999a2ac0e88e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0776410 Mar 24 17:44:10.614669 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e0a667eb-9cd7-4a5e-bb29-55202c019b5d req-c4f7891f-a31d-4497-b735-2dfc3b90dd69 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371881 Mar 24 17:44:10.723718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bc90e-3b6c-46b4-a9be-fb70db9ccf4a req-9eb6b263-ec28-4a61-878c-dd27c8415633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:10.725095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-746bc90e-3b6c-46b4-a9be-fb70db9ccf4a req-9eb6b263-ec28-4a61-878c-dd27c8415633 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 1098 time: 0.0699768 Mar 24 17:44:10.764317 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-746bc90e-3b6c-46b4-a9be-fb70db9ccf4a req-5b46c2c8-3998-4daf-bfd3-6544cfb8f9b7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331094 Mar 24 17:44:11.798316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db9b2-56ac-4541-9a52-1e4756a67ff7 req-b081ce1b-fe8e-4610-82c6-7f65ddcc22ef tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:11.799792 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fe8db9b2-56ac-4541-9a52-1e4756a67ff7 req-b081ce1b-fe8e-4610-82c6-7f65ddcc22ef tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0801647 Mar 24 17:44:11.847484 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fe8db9b2-56ac-4541-9a52-1e4756a67ff7 req-9029e582-081b-46c7-be25-32f0fbbfcc9a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Mar 24 17:44:13.034396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097bc3-9bd0-44fe-b809-60924fff8196 req-aee15141-d210-4d69-9ad4-4c58309ee050 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:13.035755 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6097bc3-9bd0-44fe-b809-60924fff8196 req-aee15141-d210-4d69-9ad4-4c58309ee050 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0859141 Mar 24 17:44:13.078553 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6097bc3-9bd0-44fe-b809-60924fff8196 req-0120eec9-a701-444b-83be-02892634d3d7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371349 Mar 24 17:44:13.263564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228db83-a851-432b-ba5f-4ce0362f8155 req-b52fd29a-7d49-4d1c-b374-02aa1e398167 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:13.264908 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7228db83-a851-432b-ba5f-4ce0362f8155 req-b52fd29a-7d49-4d1c-b374-02aa1e398167 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0813489 Mar 24 17:44:13.401436 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7228db83-a851-432b-ba5f-4ce0362f8155 req-b9e6b064-2b93-4969-922b-731f26930b78 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307588 Mar 24 17:44:13.423300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48804) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:44:13.491311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f8f45-63de-4881-8303-e28dac24d3fd tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:13.492825 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c95f8f45-63de-4881-8303-e28dac24d3fd tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 1093 time: 0.0678544 Mar 24 17:44:13.495524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48808) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:44:13.500133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:44:13.506635 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:44:13.510351 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:floatingip and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:44:13.513377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:44:13.519065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:44:13.586216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:13.715836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:13.849627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.35 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/4caf8d84-8f53-4d1d-b0a1-d496712a4824) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:44:13.998370 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:14.087570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:14.151059 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:44:14.153657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:44:14.161940 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:44:14.193675 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=4caf8d84-8f53-4d1d-b0a1-d496712a4824,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:14.557837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:14.696559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:14.918667 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:14.995621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:15.108210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=4caf8d84-8f53-4d1d-b0a1-d496712a4824,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:44:15.118875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:15.398959 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP e60128e7-9ff7-4a74-8fa3-6013c62e91a2 associated. External IP: 172.26.4.35, port: e4162ad8-6fe8-435c-93d4-19b567aecbf8. Mar 24 17:44:15.740321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router cff2eba7-cb80-43db-a550-24d262c1f559 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:44:15.912581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:44:15.922136 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] Sync routers for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:44:15.931776 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:44:15.932449 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:44:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:44:16.012995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:16.070143 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-133d8ec0-be08-4f46-8566-80e11caef35b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5735888 Mar 24 17:44:16.070721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:44:16.107952 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:44:16.122157 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'status': 'completed', 'code': 200} Mar 24 17:44:16.266605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348717-e749-45fd-9d11-132adfd480cd req-908fec1c-15d9-49cb-a628-597f386b27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:16.268038 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8348717-e749-45fd-9d11-132adfd480cd req-908fec1c-15d9-49cb-a628-597f386b27bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 1098 time: 0.1241350 Mar 24 17:44:16.303719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b51a9-1192-4820-9304-754acec1c3a2 req-d1ea3c9b-418c-4925-9d6a-3566c81a028e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:16.305190 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4e4b51a9-1192-4820-9304-754acec1c3a2 req-d1ea3c9b-418c-4925-9d6a-3566c81a028e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.1320527 Mar 24 17:44:16.422802 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4e4b51a9-1192-4820-9304-754acec1c3a2 req-14d008da-a043-468d-91ec-9bd84abe7bf7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059170 Mar 24 17:44:16.446520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348717-e749-45fd-9d11-132adfd480cd req-ed5533cc-fc4c-49dd-bf56-ad8c28f9da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:16.448041 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8348717-e749-45fd-9d11-132adfd480cd req-ed5533cc-fc4c-49dd-bf56-ad8c28f9da5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=985ab762-0db9-484b-959b-224eb36ed421 HTTP/1.1" status: 200 len: 896 time: 0.1720941 Mar 24 17:44:16.448481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48816) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:44:16.453549 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'e60128e7-9ff7-4a74-8fa3-6013c62e91a2', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'port_id': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'mac_address': 'fa:16:3e:1e:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:44:14Z', 'updated_at': '2022-03-24T17:44:14Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b7a929-4ac2-48ee-bd7d-a2557ade24db', 'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:4c:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:56Z', 'updated_at': '2022-03-24T17:44:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:44:16.458213 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] Checking router: cff2eba7-cb80-43db-a550-24d262c1f559 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:44:16.466345 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:44:16.466928 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:44:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:44:16.634065 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-55f67c5d-d246-4309-9c45-e4d21aefa586 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/e60128e7-9ff7-4a74-8fa3-6013c62e91a2 HTTP/1.1" status: 200 len: 990 time: 0.1844807 Mar 24 17:44:16.636594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8348717-e749-45fd-9d11-132adfd480cd req-859e4ac7-a217-4b66-85f0-172a12297662 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8 HTTP/1.1" status: 200 len: 998 time: 0.1364815 Mar 24 17:44:16.651843 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:44:16.699416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348717-e749-45fd-9d11-132adfd480cd req-e867062c-13aa-429b-aa21-a4d2f040d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:16.700855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8348717-e749-45fd-9d11-132adfd480cd req-e867062c-13aa-429b-aa21-a4d2f040d420 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2dd94d71-cd47-4d62-9900-b55e53bf925a HTTP/1.1" status: 200 len: 834 time: 0.0567737 Mar 24 17:44:16.778343 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348717-e749-45fd-9d11-132adfd480cd req-fe3e49f6-0a53-42d2-8bc6-b359c44b238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:16.779023 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8348717-e749-45fd-9d11-132adfd480cd req-fe3e49f6-0a53-42d2-8bc6-b359c44b238b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=985ab762-0db9-484b-959b-224eb36ed421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725009 Mar 24 17:44:17.005167 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'e60128e7-9ff7-4a74-8fa3-6013c62e91a2', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'port_id': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'mac_address': 'fa:16:3e:1e:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:44:14Z', 'updated_at': '2022-03-24T17:44:14Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b7a929-4ac2-48ee-bd7d-a2557ade24db', 'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:4c:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:56Z', 'updated_at': '2022-03-24T17:44:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:44:17.009424 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af56efed-d0b0-47ff-8ccd-dea1f3e5e776 None None] The sync data for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv is: [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': 'e60128e7-9ff7-4a74-8fa3-6013c62e91a2', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'port_id': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'mac_address': 'fa:16:3e:1e:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:44:14Z', 'updated_at': '2022-03-24T17:44:14Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b7a929-4ac2-48ee-bd7d-a2557ade24db', 'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:4c:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:56Z', 'updated_at': '2022-03-24T17:44:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:44:17.033948 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8348717-e749-45fd-9d11-132adfd480cd req-762dcace-1cbb-4264-99df-dfb6b5010470 service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480521 Mar 24 17:44:17.174944 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e8348717-e749-45fd-9d11-132adfd480cd req-48ac0245-4e60-4080-982d-44ef4da1d186 service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344321 Mar 24 17:44:17.205944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cee84d-9c84-48f5-b3e6-755698383321 None None] New status for floating IP e60128e7-9ff7-4a74-8fa3-6013c62e91a2: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:44:17.637909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48820) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:44:17.740089 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9ba750b0-0bd1-424a-bbf7-89ebae6c0998 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/e60128e7-9ff7-4a74-8fa3-6013c62e91a2 HTTP/1.1" status: 200 len: 992 time: 0.1010420 Mar 24 17:44:30.482534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a52cb9e1-19f6-4371-8572-620c66123c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:32.709970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e1498dbb-be58-49a4-8b0e-9d75f15c439a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:33.059666 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:33.927063 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:34.031488 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:35.519724 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:44:42.403256 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:44:47.377957 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfcf64-18ee-4b05-befb-75fc12199a5a req-2129eb03-6173-48eb-8be6-527901578644 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:47.380038 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-efdfcf64-18ee-4b05-befb-75fc12199a5a req-2129eb03-6173-48eb-8be6-527901578644 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0802495 Mar 24 17:44:47.423439 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-efdfcf64-18ee-4b05-befb-75fc12199a5a req-e37ff2e0-f3c8-4f60-aea9-88c350553319 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375631 Mar 24 17:44:48.608654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd3613-490e-4b36-a1a3-189a6a4edf28 req-1a43a5c5-556a-4bc4-a494-bb7be998516a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:48.610065 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dbfd3613-490e-4b36-a1a3-189a6a4edf28 req-1a43a5c5-556a-4bc4-a494-bb7be998516a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0805342 Mar 24 17:44:48.653349 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dbfd3613-490e-4b36-a1a3-189a6a4edf28 req-8ce73cae-3ca3-47e3-9135-220222bada75 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368905 Mar 24 17:44:49.836302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee230ef-99ac-4922-9d7a-ab1af3e9bc41 req-184ef35a-4db3-49d0-a41a-5b57fcd3d30f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:49.837775 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0ee230ef-99ac-4922-9d7a-ab1af3e9bc41 req-184ef35a-4db3-49d0-a41a-5b57fcd3d30f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0790994 Mar 24 17:44:49.883875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0ee230ef-99ac-4922-9d7a-ab1af3e9bc41 req-a12596ef-21eb-4a13-add1-9c66e163067c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405328 Mar 24 17:44:51.065029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb8c4a-c707-4b86-ba48-e1aa62b5c3e9 req-b7452b0e-1232-45ac-9971-8d4849e14f9f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:51.066471 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bffb8c4a-c707-4b86-ba48-e1aa62b5c3e9 req-b7452b0e-1232-45ac-9971-8d4849e14f9f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0793877 Mar 24 17:44:51.109672 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bffb8c4a-c707-4b86-ba48-e1aa62b5c3e9 req-4b1bbc1c-fd35-4259-ab2a-6a09f3760888 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376253 Mar 24 17:44:51.531848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-5784f698-bbaa-4bd8-9729-d356139fc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:51.533338 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-5784f698-bbaa-4bd8-9729-d356139fc6fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 1098 time: 0.0716255 Mar 24 17:44:51.674744 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-e9b988b0-0c0c-41f6-808c-eabd356c6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:51.676352 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-e9b988b0-0c0c-41f6-808c-eabd356c6118 service neutron] 10.222.0.48 "GET /v2.0/networks?id=985ab762-0db9-484b-959b-224eb36ed421 HTTP/1.1" status: 200 len: 896 time: 0.1227884 Mar 24 17:44:51.775074 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-d1fe43ac-ad7d-4ee2-b160-a93e6f216e95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8 HTTP/1.1" status: 200 len: 1000 time: 0.0928564 Mar 24 17:44:51.835367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-c0f669fc-2721-4f68-9193-48206aa2dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:51.836676 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-c0f669fc-2721-4f68-9193-48206aa2dcc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2dd94d71-cd47-4d62-9900-b55e53bf925a HTTP/1.1" status: 200 len: 834 time: 0.0549164 Mar 24 17:44:51.911851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-ce8bd883-3a9e-4478-a671-46eeaedf8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:51.913318 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-ce8bd883-3a9e-4478-a671-46eeaedf8f10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=985ab762-0db9-484b-959b-224eb36ed421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685740 Mar 24 17:44:52.042852 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-371c54f7-61e1-4a7e-94ac-122459bfac28 service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220074 Mar 24 17:44:52.171108 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f42a456c-2627-485a-9510-0e72d3175ef9 req-64bdeb9f-d660-4b81-b7f1-70555401cce8 service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216898 Mar 24 17:44:52.390637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c70af-165b-48b5-973e-915dfb523df2 req-a5946c2a-3f6b-4f14-8a6d-32296873820b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:52.392027 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d45c70af-165b-48b5-973e-915dfb523df2 req-a5946c2a-3f6b-4f14-8a6d-32296873820b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.1781304 Mar 24 17:44:52.436174 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d45c70af-165b-48b5-973e-915dfb523df2 req-41bd91ae-15f1-4fd7-932b-f0ce23745444 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382786 Mar 24 17:44:53.620780 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0457f-9de0-4679-9a04-f8f3bb8ce465 req-79d88c10-f758-4477-ad54-38c859e04ca1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:53.622380 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cb0457f-9de0-4679-9a04-f8f3bb8ce465 req-79d88c10-f758-4477-ad54-38c859e04ca1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0802681 Mar 24 17:44:53.664940 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6cb0457f-9de0-4679-9a04-f8f3bb8ce465 req-cca50070-bbf9-42ff-a668-639a2cff2f37 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370522 Mar 24 17:44:54.845649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16657-eef7-48bb-8a21-8f20e1ca06d1 req-cdbdfafc-8e0f-45da-87b8-0b808c29a65d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:54.848394 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-99a16657-eef7-48bb-8a21-8f20e1ca06d1 req-cdbdfafc-8e0f-45da-87b8-0b808c29a65d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0811923 Mar 24 17:44:54.891756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-99a16657-eef7-48bb-8a21-8f20e1ca06d1 req-9a4afca9-668b-4a70-8332-c70ec3142283 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390356 Mar 24 17:44:56.075813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855033f9-af12-4e8a-809f-88ca9fcb15b5 req-0da731c3-4895-4cbe-85a9-acae772fe9f5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:56.077296 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-855033f9-af12-4e8a-809f-88ca9fcb15b5 req-0da731c3-4895-4cbe-85a9-acae772fe9f5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0811493 Mar 24 17:44:56.120475 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-855033f9-af12-4e8a-809f-88ca9fcb15b5 req-035cbd27-1afa-4a04-b7ad-18a1c1f23588 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376413 Mar 24 17:44:57.312970 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5ac8d-7243-483f-92a7-c408b156d0b1 req-15da7ce4-2ff0-4ac7-893d-fdbc13bdf78a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:57.314431 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-82b5ac8d-7243-483f-92a7-c408b156d0b1 req-15da7ce4-2ff0-4ac7-893d-fdbc13bdf78a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0796494 Mar 24 17:44:57.361296 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-82b5ac8d-7243-483f-92a7-c408b156d0b1 req-cdc3dd50-c99c-46a4-8c9b-f7f61ad4b1cf tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405126 Mar 24 17:44:58.544966 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97ba14-aa77-4897-b809-33ed46f23fc9 req-34ef0986-29f1-442d-9e91-ceecd36352da tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:58.546423 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c97ba14-aa77-4897-b809-33ed46f23fc9 req-34ef0986-29f1-442d-9e91-ceecd36352da tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0796010 Mar 24 17:44:58.589534 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c97ba14-aa77-4897-b809-33ed46f23fc9 req-71382aed-34b6-4adc-850c-72f70283dc63 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369589 Mar 24 17:44:59.773388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a6577-3853-4a78-930a-4ddf070b94bd req-abc1e648-a1bc-49cb-a7d3-f5af3cb264b4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:44:59.774816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-140a6577-3853-4a78-930a-4ddf070b94bd req-abc1e648-a1bc-49cb-a7d3-f5af3cb264b4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0814662 Mar 24 17:44:59.820401 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-140a6577-3853-4a78-930a-4ddf070b94bd req-3bde93c6-cd61-465c-b796-d1bdd8430b91 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400779 Mar 24 17:45:00.476484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-76549123-f10a-4cdb-8d63-7314b9eb9c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:01.002860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2561616-2b3e-4251-8353-c1183456b873 req-0ba51f7b-1e1d-47c3-8012-a52608004ded tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:01.004902 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f2561616-2b3e-4251-8353-c1183456b873 req-0ba51f7b-1e1d-47c3-8012-a52608004ded tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0793290 Mar 24 17:45:01.048291 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f2561616-2b3e-4251-8353-c1183456b873 req-f3d0f374-bec9-411e-b1ff-16386760bb7b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375402 Mar 24 17:45:02.234087 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44732006-7b4b-4700-906f-302c6352e288 req-dd3975b5-b635-42b2-ad6a-b7ab3f3b981d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:02.235468 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-44732006-7b4b-4700-906f-302c6352e288 req-dd3975b5-b635-42b2-ad6a-b7ab3f3b981d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0813568 Mar 24 17:45:02.279125 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-44732006-7b4b-4700-906f-302c6352e288 req-a5bd6867-25ab-4e23-b941-562ea44dc717 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378892 Mar 24 17:45:02.685905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d44d393f-b393-4c68-94b5-5905f19832de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:03.093495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:03.463273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205e258-ed84-4145-b35e-207d61d1b764 req-c8c1245c-ab70-457f-b8ea-58e327495deb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:03.464645 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7205e258-ed84-4145-b35e-207d61d1b764 req-c8c1245c-ab70-457f-b8ea-58e327495deb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0832627 Mar 24 17:45:03.507718 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7205e258-ed84-4145-b35e-207d61d1b764 req-274b2fc6-1374-47c1-ae3e-3ca5c7c2335b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374873 Mar 24 17:45:03.531240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48866) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:03.633332 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-25fd8c1c-56fa-4bc2-97f3-6a98dfb873f2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/e60128e7-9ff7-4a74-8fa3-6013c62e91a2 HTTP/1.1" status: 200 len: 992 time: 0.1010005 Mar 24 17:45:03.927975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:04.013205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:05.252706 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b3045-2cb6-489e-b565-0c951ac0bf34 req-e15b0e32-3cad-4f41-a9e9-5975f34935fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:05.254151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6f9b3045-2cb6-489e-b565-0c951ac0bf34 req-e15b0e32-3cad-4f41-a9e9-5975f34935fc tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0781991 Mar 24 17:45:05.297851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6f9b3045-2cb6-489e-b565-0c951ac0bf34 req-52545c73-3cbb-41a8-ab52-b5c3189629f2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380878 Mar 24 17:45:05.369229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-e1236d60-ca03-457a-85da-5d7190e29a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:05.370667 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-e1236d60-ca03-457a-85da-5d7190e29a90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 1098 time: 0.0719864 Mar 24 17:45:05.468863 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:05.502919 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-3fc8cac1-96d8-4b7a-bd93-5bd19b1a3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:05.504296 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-3fc8cac1-96d8-4b7a-bd93-5bd19b1a3006 service neutron] 10.222.0.48 "GET /v2.0/networks?id=985ab762-0db9-484b-959b-224eb36ed421 HTTP/1.1" status: 200 len: 896 time: 0.1274772 Mar 24 17:45:05.603351 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-332c93f4-6944-4a2b-bb53-ea4008116b16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8 HTTP/1.1" status: 200 len: 1000 time: 0.0935957 Mar 24 17:45:05.663908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-94794cd9-9e3f-4355-b5aa-2d89820d8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:05.665347 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-94794cd9-9e3f-4355-b5aa-2d89820d8827 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2dd94d71-cd47-4d62-9900-b55e53bf925a HTTP/1.1" status: 200 len: 834 time: 0.0558312 Mar 24 17:45:05.743324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-e6833a48-c183-4af2-b9df-6b588c816a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:05.744821 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-e6833a48-c183-4af2-b9df-6b588c816a33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=985ab762-0db9-484b-959b-224eb36ed421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735679 Mar 24 17:45:05.971191 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-fd1e9c39-4c2f-4093-bedf-4a1debc93a6e service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200594 Mar 24 17:45:06.100812 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-368868a8-616a-4e9d-a53c-471793ab6c53 req-288223ec-9755-496c-a7eb-edc9a908492a service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230280 Mar 24 17:45:06.484920 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36124ee7-6eb3-4ad2-9515-ea44a6326640 req-7010c591-d4e3-4c09-9fc8-3d4ddef9379f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:06.486353 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36124ee7-6eb3-4ad2-9515-ea44a6326640 req-7010c591-d4e3-4c09-9fc8-3d4ddef9379f tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0828230 Mar 24 17:45:06.529746 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36124ee7-6eb3-4ad2-9515-ea44a6326640 req-8760929a-0b77-4c1e-b15d-91995fe3d4a1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377145 Mar 24 17:45:07.708393 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051d6a0-9356-4451-b38e-8943dcf71860 req-d111470c-a5d2-40c5-8380-7611d2016d52 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:07.709815 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5051d6a0-9356-4451-b38e-8943dcf71860 req-d111470c-a5d2-40c5-8380-7611d2016d52 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.0765769 Mar 24 17:45:07.756357 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5051d6a0-9356-4451-b38e-8943dcf71860 req-c1e6207b-7a7d-46ff-8639-c3626b7f8ffb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409904 Mar 24 17:45:07.779732 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48880) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:07.883135 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-23f97b0d-ab24-4a2d-8d68-abba66d3da6b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/e60128e7-9ff7-4a74-8fa3-6013c62e91a2 HTTP/1.1" status: 200 len: 992 time: 0.1022072 Mar 24 17:45:19.401938 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:45:30.487044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e91aee3-ebf3-4d98-b174-7ca726b4f8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:32.698861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1cdbb329-0db2-49d3-ad66-5934f0c65b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:33.091097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:33.931103 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:34.022971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:35.468265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:35.906281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48896) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:36.101135 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 4caf8d84-8f53-4d1d-b0a1-d496712a4824 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:45:36.101470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:36.268972 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:36.269190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:36.385945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 4caf8d84-8f53-4d1d-b0a1-d496712a4824 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:45:36.601915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:36.645911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=4caf8d84-8f53-4d1d-b0a1-d496712a4824,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:36.679130 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.679477 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.679811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.680175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.680504 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.680829 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.681154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.681476 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.681794 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.682115 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.682435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.682751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:36.749857 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:36.750155 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP e60128e7-9ff7-4a74-8fa3-6013c62e91a2 disassociated (deleted). External IP: 172.26.4.35, port: e4162ad8-6fe8-435c-93d4-19b567aecbf8. Mar 24 17:45:37.189828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router cff2eba7-cb80-43db-a550-24d262c1f559 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:45:37.370805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:45:37.380090 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] Sync routers for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:45:37.390015 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:45:37.390604 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:45:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:37.465172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:37.518400 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-82955b02-e1f4-4dcf-a03f-f6293f07bf90 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/floatingips/e60128e7-9ff7-4a74-8fa3-6013c62e91a2 HTTP/1.1" status: 204 len: 168 time: 1.6110525 Mar 24 17:45:37.518960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:45:37.589123 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:45:37.662772 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'status': 'completed', 'code': 200} Mar 24 17:45:37.752927 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-7b358d9b-18a5-4f42-a1dd-39915b88e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:37.754331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-7b358d9b-18a5-4f42-a1dd-39915b88e508 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 1098 time: 0.0719762 Mar 24 17:45:37.890294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-0bd2efee-7321-4291-961a-608ecd1bd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:37.891772 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-0bd2efee-7321-4291-961a-608ecd1bd9bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=985ab762-0db9-484b-959b-224eb36ed421 HTTP/1.1" status: 200 len: 896 time: 0.1315382 Mar 24 17:45:37.912213 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e3b7a929-4ac2-48ee-bd7d-a2557ade24db', 'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:4c:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:56Z', 'updated_at': '2022-03-24T17:44:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:37.916611 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] Checking router: cff2eba7-cb80-43db-a550-24d262c1f559 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:45:37.925243 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:45:37.925987 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:45:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:37.965819 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-392005db-a21d-4999-ab6f-5d84b4fba87e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8 HTTP/1.1" status: 200 len: 217 time: 0.0673170 Mar 24 17:45:38.075785 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-96ddee23-0204-4ba3-8f5c-db0a55995000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:38.077236 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-96ddee23-0204-4ba3-8f5c-db0a55995000 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2dd94d71-cd47-4d62-9900-b55e53bf925a HTTP/1.1" status: 200 len: 834 time: 0.1051915 Mar 24 17:45:38.102215 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:45:38.142792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1db3a-cbcf-4f0f-886b-3f12ffdc4a39 req-f0bb4f9d-71fe-420c-aed8-fb9ce2e544ed tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:38.143452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-97d1db3a-cbcf-4f0f-886b-3f12ffdc4a39 req-f0bb4f9d-71fe-420c-aed8-fb9ce2e544ed tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:45:38.183036 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-8b2c5dc0-b586-4082-9159-bf909ebb7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:38.184595 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-8b2c5dc0-b586-4082-9159-bf909ebb7661 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=985ab762-0db9-484b-959b-224eb36ed421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1001155 Mar 24 17:45:38.277875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-97d1db3a-cbcf-4f0f-886b-3f12ffdc4a39 req-f0bb4f9d-71fe-420c-aed8-fb9ce2e544ed tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:45:38.279117 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-97d1db3a-cbcf-4f0f-886b-3f12ffdc4a39 req-f0bb4f9d-71fe-420c-aed8-fb9ce2e544ed tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.2774041 Mar 24 17:45:38.352275 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-97d1db3a-cbcf-4f0f-886b-3f12ffdc4a39 req-7029ddc7-83ee-438b-9153-805d7e27066e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658255 Mar 24 17:45:38.355694 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-9ef17604-9838-42bf-9c15-d07efcbf88be service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636138 Mar 24 17:45:38.431282 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e3b7a929-4ac2-48ee-bd7d-a2557ade24db', 'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:4c:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:56Z', 'updated_at': '2022-03-24T17:44:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:38.436106 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa00fe5-99d0-415e-8ae7-1fb130c09fdb None None] The sync data for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv is: [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:43:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'e3b7a929-4ac2-48ee-bd7d-a2557ade24db', 'name': '', 'network_id': '985ab762-0db9-484b-959b-224eb36ed421', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:4c:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:56Z', 'updated_at': '2022-03-24T17:44:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': '2dd94d71-cd47-4d62-9900-b55e53bf925a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:45:38.500872 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6abd63f-6dd9-4b9d-8c6d-4b3bc48ee14a req-5d12f309-c442-44f2-b4c8-945b634d1677 service neutron] 10.222.0.48 "GET /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369066 Mar 24 17:45:38.665274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1b2fce-109a-4ee9-a2e1-1c99b070badd None None] New status for floating IP e60128e7-9ff7-4a74-8fa3-6013c62e91a2: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:45:39.577789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785ae54-94a2-4841-97c4-475eebe96ab5 req-4ac78e68-4db4-4188-acc3-4822610e0736 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:39.579191 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9785ae54-94a2-4841-97c4-475eebe96ab5 req-4ac78e68-4db4-4188-acc3-4822610e0736 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.1207435 Mar 24 17:45:39.739791 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9785ae54-94a2-4841-97c4-475eebe96ab5 req-f4031db0-9fd8-48e9-bfa7-20c6e3cbbdf8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3e5d45-9419-4ee5-8bed-b1cb0f278172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535637 Mar 24 17:45:39.747841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-9cd42245-a651-4ec8-90ae-c8fa15d72ffb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:39.749252 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-9cd42245-a651-4ec8-90ae-c8fa15d72ffb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 945 time: 0.2363632 Mar 24 17:45:39.816138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port e4162ad8-6fe8-435c-93d4-19b567aecbf8 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:45:39.816471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:40.056170 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port e4162ad8-6fe8-435c-93d4-19b567aecbf8, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e4162ad8-6fe8-435c-93d4-19b567aecbf8,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:45:40.056521 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:40.188106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for e4162ad8-6fe8-435c-93d4-19b567aecbf8 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:45:40.390019 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:40.441761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=e4162ad8-6fe8-435c-93d4-19b567aecbf8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:40.513759 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] No DVR routers for this DVR port e4162ad8-6fe8-435c-93d4-19b567aecbf8 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:45:40.517066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:40.519860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'name': 'network-vif-deleted', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:45:40.564553 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664e6056-0401-4aa8-acaf-ad59c0bf0b7b', 'name': 'network-vif-deleted', 'tag': 'e4162ad8-6fe8-435c-93d4-19b567aecbf8', 'status': 'completed', 'code': 200} Mar 24 17:45:40.594564 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3bbc6c74-89e7-47ab-80d6-689bedc40de9 req-0c41c451-5323-4025-af24-4f5d5fa9dfc4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "DELETE /v2.0/ports/e4162ad8-6fe8-435c-93d4-19b567aecbf8 HTTP/1.1" status: 204 len: 173 time: 0.8404131 Mar 24 17:45:40.923890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a6c1aaa5-3e89-461b-96bf-6743e3f4da03 req-1204dd2f-8627-4cb0-ab73-2ce302606131 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:45:41.041868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a6c1aaa5-3e89-461b-96bf-6743e3f4da03 req-1204dd2f-8627-4cb0-ab73-2ce302606131 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:45:41.043044 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a6c1aaa5-3e89-461b-96bf-6743e3f4da03 req-1204dd2f-8627-4cb0-ab73-2ce302606131 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=664e6056-0401-4aa8-acaf-ad59c0bf0b7b HTTP/1.1" status: 200 len: 210 time: 0.1914282 Mar 24 17:45:42.137117 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48918) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:42.410067 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device e4162ad8-6fe8-435c-93d4-19b567aecbf8 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:45:42.444613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: e4162ad8-6fe8-435c-93d4-19b567aecbf8 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:45:42.444985 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device e4162ad8-6fe8-435c-93d4-19b567aecbf8 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:45:42.672990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:43.122866 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port e3b7a929-4ac2-48ee-bd7d-a2557ade24db {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:45:43.123200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:43.320171 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port e3b7a929-4ac2-48ee-bd7d-a2557ade24db, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=e3b7a929-4ac2-48ee-bd7d-a2557ade24db,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:45:43.320877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:43.441514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for e3b7a929-4ac2-48ee-bd7d-a2557ade24db owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:45:43.841272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:43.916659 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=e3b7a929-4ac2-48ee-bd7d-a2557ade24db,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:44.161631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:44.629360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router cff2eba7-cb80-43db-a550-24d262c1f559 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:45:44.810053 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:45:44.819686 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] Sync routers for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:45:44.829972 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:45:44.839483 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:45:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:44.903108 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-41936ef2-6c30-4f2c-9342-aa765d836aa4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/cff2eba7-cb80-43db-a550-24d262c1f559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7647314 Mar 24 17:45:44.904248 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 48922) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:44.972485 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6207a49-9050-42e9-a22e-feac64efa5fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting subnet 2dd94d71-cd47-4d62-9900-b55e53bf925a {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:45:44.976018 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6207a49-9050-42e9-a22e-feac64efa5fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.016208 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:45:45.030870 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6207a49-9050-42e9-a22e-feac64efa5fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.141828 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6207a49-9050-42e9-a22e-feac64efa5fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.288820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6207a49-9050-42e9-a22e-feac64efa5fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.328383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6207a49-9050-42e9-a22e-feac64efa5fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd94d71-cd47-4d62-9900-b55e53bf925a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:45.329208 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:45:43Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:45.331858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d6207a49-9050-42e9-a22e-feac64efa5fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.338722 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] Checking router: cff2eba7-cb80-43db-a550-24d262c1f559 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:45:45.338862 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d6207a49-9050-42e9-a22e-feac64efa5fb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/subnets/2dd94d71-cd47-4d62-9900-b55e53bf925a HTTP/1.1" status: 204 len: 168 time: 0.4333894 Mar 24 17:45:45.340884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e586370b-dd4b-44e6-869b-c0c29bf3106c None None] Network 985ab762-0db9-484b-959b-224eb36ed421 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:45:45.341557 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48926) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:45.347082 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] Routers {'cff2eba7-cb80-43db-a550-24d262c1f559'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:45:45.347681 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:45:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['cff2eba7-cb80-43db-a550-24d262c1f559'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:45.530451 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.533898 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] Set router cff2eba7-cb80-43db-a550-24d262c1f559 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:45:45.652845 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] DHCP port deletion for 985ab762-0db9-484b-959b-224eb36ed421 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:45:45.656637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Deleting port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:45:45.657007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.717479 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.790367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 32402141-1a33-42b6-b717-2e4a65cdfb24 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:45:45.791034 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.824445 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:45:43Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:45.828798 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f623fd-77c8-4507-bc42-cca270376be4 None None] The sync data for ids ['cff2eba7-cb80-43db-a550-24d262c1f559'] in dv-neutron-835063-1-hyperv is: [{'id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485649769', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:43:51Z', 'updated_at': '2022-03-24T17:45:43Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '32402141-1a33-42b6-b717-2e4a65cdfb24', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff2eba7-cb80-43db-a550-24d262c1f559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:43:52Z', 'updated_at': '2022-03-24T17:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:45:45.880894 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] For port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=4e2b937a-efd7-4b10-aa3e-b4b47935bc3c,segment=NetworkSegment(297a1686-f21d-43a4-87dc-39319c9d2b29),segment_id=297a1686-f21d-43a4-87dc-39319c9d2b29)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:45:45.881770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:45.982759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 32402141-1a33-42b6-b717-2e4a65cdfb24, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=32402141-1a33-42b6-b717-2e4a65cdfb24,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:45:45.983120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:46.005245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Calling delete_port for 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:45:46.121739 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 32402141-1a33-42b6-b717-2e4a65cdfb24 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:45:46.159852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:46.205866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Pushing event deleted for resources: {'Port': ['ID=4e2b937a-efd7-4b10-aa3e-b4b47935bc3c,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:46.211221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] No DVR routers for this DVR port 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:45:46.217627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.217976 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.218318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.218654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.218987 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.219320 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.219642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.222752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.222752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.222752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.222752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.222752 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b840d-9ca8-4d74-9bc6-9b6a11ea6584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.367317 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:46.414787 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=32402141-1a33-42b6-b717-2e4a65cdfb24,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:46.447339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.447681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.448041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.448377 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.448706 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.449032 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.449358 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.449686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.450007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.450327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.450648 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.450967 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:46.645464 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:46.805535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:45:46.824072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:46.826307 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:46.843060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:45:46.843515 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 4e2b937a-efd7-4b10-aa3e-b4b47935bc3c not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:45:46.843944 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e3b7a929-4ac2-48ee-bd7d-a2557ade24db no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:45:46.888404 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: e3b7a929-4ac2-48ee-bd7d-a2557ade24db {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:45:46.888747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device e3b7a929-4ac2-48ee-bd7d-a2557ade24db not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:45:46.921339 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:46.921907 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Fanout notify agent at l3_agent the message router_deleted on router cff2eba7-cb80-43db-a550-24d262c1f559 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:45:46.938018 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:46.939096 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9b92041f-36a4-456f-945f-e40efcbad55a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/routers/cff2eba7-cb80-43db-a550-24d262c1f559 HTTP/1.1" status: 204 len: 168 time: 1.5965939 Mar 24 17:45:46.941771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48930) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:47.074996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.214801 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.249968 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985ab762-0db9-484b-959b-224eb36ed421']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:47.267868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297a1686-f21d-43a4-87dc-39319c9d2b29') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:47.268181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297a1686-f21d-43a4-87dc-39319c9d2b29') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:47.282286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.304808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.311037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:45:47.311426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:45:47.333074 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:45:47.493077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.510798 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.526316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Network': ['ID=985ab762-0db9-484b-959b-224eb36ed421,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:47.585471 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-317cfe38-b4f6-407c-81f7-b6a357cecf2d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/networks/985ab762-0db9-484b-959b-224eb36ed421 HTTP/1.1" status: 204 len: 168 time: 0.6427102 Mar 24 17:45:47.588173 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48934) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:47.657337 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6332153-fd2b-4577-9d9b-204bb4475c88 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.686243 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6332153-fd2b-4577-9d9b-204bb4475c88 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.795878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6332153-fd2b-4577-9d9b-204bb4475c88 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.815634 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6332153-fd2b-4577-9d9b-204bb4475c88 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3e5d45-9419-4ee5-8bed-b1cb0f278172,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:47.891290 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b6332153-fd2b-4577-9d9b-204bb4475c88 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:47.892472 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b6332153-fd2b-4577-9d9b-204bb4475c88 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/security-groups/1f3e5d45-9419-4ee5-8bed-b1cb0f278172 HTTP/1.1" status: 204 len: 168 time: 0.3034103 Mar 24 17:45:48.380183 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48942) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:48.385777 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491943628', 'description': 'tempest-secgroup-smoke-1491943628 description', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:48.391894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:48.396051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:48.399591 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:48.405251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:48.496379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:48.516641 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:48.520386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:48.524852 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:48.531241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:48.603543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:48.685354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:48.716563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 32402141-1a33-42b6-b717-2e4a65cdfb24 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:45:48.729571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fbefe0-1710-433b-907d-78ac37af4c74,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:48.750393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 32402141-1a33-42b6-b717-2e4a65cdfb24 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:45:48.750740 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 32402141-1a33-42b6-b717-2e4a65cdfb24 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:45:48.805887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:48.807680 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-baaf692d-eb36-4002-908b-2a157631d7d6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4262645 Mar 24 17:45:48.810409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48946) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:48.815760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'e9fbefe0-1710-433b-907d-78ac37af4c74', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:48.832661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:48.832661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:48.835098 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:48.841877 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:48.920571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:48.979692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.041021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.065110 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658dc24b-5682-4920-b5d3-a33d7fafdb58,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:49.127131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.128366 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a5ebebfa-33d1-494c-b30d-75aab7398b5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3170445 Mar 24 17:45:49.131811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48950) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:49.137131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'e9fbefe0-1710-433b-907d-78ac37af4c74', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:49.143147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:49.146918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:49.149953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:49.155584 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:49.234604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.294475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.371064 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.398101 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61d5f6e-67ef-4e4e-8048-b1de5f531c13,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:49.496917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.498065 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9cac88fb-aa0a-4d35-b379-a477fec1ad2b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3653014 Mar 24 17:45:49.500772 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48954) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:49.505716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'e9fbefe0-1710-433b-907d-78ac37af4c74', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:49.511943 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:49.516076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:49.518988 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:49.524870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:49.593874 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.655200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.732760 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.756657 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f3ee00-528b-49bc-b9d7-a222336ee012,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:49.834153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:49.835398 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-53ae9399-6ff8-4123-a2b3-55ede9933be5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336871 Mar 24 17:45:49.838153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48958) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:49.843228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'e9fbefe0-1710-433b-907d-78ac37af4c74', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:49.850012 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:49.854567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:49.856869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:49.862581 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:49.937287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.002838 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.073602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.097786 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d213b763-a1e4-4e99-b2d0-c6fa082cbcb4,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:50.189785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.191034 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4a3796e8-807a-492f-88d0-85fb208ae3ec tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3519328 Mar 24 17:45:50.193753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48962) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:50.198511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'e9fbefe0-1710-433b-907d-78ac37af4c74', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:50.204675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:50.208536 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:50.211455 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:50.217044 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:50.309609 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:45:50.316171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.383651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.467825 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.492105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0f0a7c-6d5c-4a2b-b800-7d1d7d732e36,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:50.567181 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.568431 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d2105d96-aa84-4618-8d22-afea42c4679d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3737762 Mar 24 17:45:50.571144 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48966) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:50.576051 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'security_group_rule': {'security_group_id': 'e9fbefe0-1710-433b-907d-78ac37af4c74', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:50.581905 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:50.586291 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:security_group_rule and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:50.589241 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:50.594987 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:50.669670 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Project 99331e30ae1d46ffb70d2e742e6bb03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:45:50.675942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.744916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.812884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.837179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d15266-a9a5-4e25-bce9-68d610a3fa01,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:50.915618 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:50.916849 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d4f379e8-0d69-40f2-9ad8-e1a6062bc6a7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3447881 Mar 24 17:45:50.919778 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48970) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:50.925254 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'network': {'name': 'tempest-network-smoke--2074971141', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'port_security_enabled': True}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:50.930488 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:50.934861 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:network and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:50.937894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:50.944124 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:51.007070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:45:51.010747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:51.039058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:45:51.047530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:51.047864 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Added segment a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae of type vlan for network 586830e8-67db-4442-9e56-2ccfbf8e85c8 Mar 24 17:45:51.076427 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:51.155378 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:51.160815 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:51.161386 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:51.265560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Network': ['ID=586830e8-67db-4442-9e56-2ccfbf8e85c8,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:51.274514 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-40897bc7-80bf-4ac7-8670-8bb2930aeecb tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3537011 Mar 24 17:45:51.275518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 586830e8-67db-4442-9e56-2ccfbf8e85c8 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:45:51.277093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48974) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:51.282041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'admin_state_up': True, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:51.289957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:51.294151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:router and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:51.297247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:51.308035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:51.411162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:51.412408 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:51.426820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:51.839944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:52.194527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:52.223284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:52.355901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.6 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/213457a4-38d6-4e09-bc79-796333ae9714) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:45:52.499924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:52.584541 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:52.644362 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:45:52.647058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:45:52.656917 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:45:52.688298 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=213457a4-38d6-4e09-bc79-796333ae9714,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:53.151274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:53.591845 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:53.864203 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router def06bad-154a-45b4-ab06-0b155ebe84f1 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:45:54.040204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:45:54.050997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Sync routers for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:45:54.060603 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:45:54.061209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:45:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:54.155574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:54.156709 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f57376ef-44c7-40e9-985f-b3fc59ea8423 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8787165 Mar 24 17:45:54.159879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48978) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:54.200572 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4a37460a-28c5-4434-b133-342d07faad2d tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=99331e30ae1d46ffb70d2e742e6bb03a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395789 Mar 24 17:45:54.203167 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48982) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:54.239025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:45:54.330908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e5ab4-63c5-4d65-8be4-95be8e5aac61 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:54.333318 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c62e5ab4-63c5-4d65-8be4-95be8e5aac61 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292412 Mar 24 17:45:54.335748 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48986) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:54.375353 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-40c9fee5-8839-418e-a35d-1cb85062b546 tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383182 Mar 24 17:45:54.377888 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48990) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:54.383232 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539646722', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:45:54.492272 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:45:54.496076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:subnet and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:45:54.498884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:45:54.504661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:45:54.516781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:52Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:54.520674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Checking router: def06bad-154a-45b4-ab06-0b155ebe84f1 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:45:54.528395 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Updating router def06bad-154a-45b4-ab06-0b155ebe84f1 port 213457a4-38d6-4e09-bc79-796333ae9714 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:45:54.572492 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:54.576249 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:45:54.579816 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:54.852802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:54.923850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:54.936004 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Transition to ACTIVE for port object 213457a4-38d6-4e09-bc79-796333ae9714 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:45:54.939903 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Subnet': ['ID=c5cd939a-6c02-46b6-be8c-3040277dc8ca,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:54.943972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Checking segment: {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:45:54.944347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network hostable DHCP agents. Network: 586830e8-67db-4442-9e56-2ccfbf8e85c8, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:45:54.989799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:55.016617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 586830e8-67db-4442-9e56-2ccfbf8e85c8 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:45:55.062148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Attempting to bind port 213457a4-38d6-4e09-bc79-796333ae9714 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:45:55.062639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Attempting to bind port 213457a4-38d6-4e09-bc79-796333ae9714 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:45:55.062865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Attempting to bind port 213457a4-38d6-4e09-bc79-796333ae9714 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:45:55.076448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f02b2-7762-4368-89ad-3f7e14cd8d83 None None] Pushing event updated for resources: {'Port': ['ID=213457a4-38d6-4e09-bc79-796333ae9714,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:55.078784 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:45:55.079160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:45:55.079556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:55.079936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:45:55.080413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Bound port: 213457a4-38d6-4e09-bc79-796333ae9714, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:45:55.080783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:55.090686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 586830e8-67db-4442-9e56-2ccfbf8e85c8) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:45:55.094726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:55.095316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:55.112762 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6ce75-8708-4883-a918-21e5a9385820 None None] Network 586830e8-67db-4442-9e56-2ccfbf8e85c8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:45:55.171504 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8fb85956-8ad1-451c-88e1-d592fe0dedff tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7925842 Mar 24 17:45:55.174301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 48994) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:45:55.257959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] For port 213457a4-38d6-4e09-bc79-796333ae9714, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:45:55.263790 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] For port 213457a4-38d6-4e09-bc79-796333ae9714, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=213457a4-38d6-4e09-bc79-796333ae9714,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:45:55.360334 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:55.423194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-586830e8-67db-4442-9e56-2ccfbf8e85c8', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:45:55.424024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:55.464558 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f02b2-7762-4368-89ad-3f7e14cd8d83 None None] Pushing event updated for resources: {'Port': ['ID=213457a4-38d6-4e09-bc79-796333ae9714,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:55.515250 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:45:55.515765 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:45:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:55.760856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:45:55.800390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Allocated IP 172.20.0.2 (586830e8-67db-4442-9e56-2ccfbf8e85c8/c5cd939a-6c02-46b6-be8c-3040277dc8ca/58c7e46c-1120-49e2-9b04-d532e9e2c4a3) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:45:56.004107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:56.247299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:56.260546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Transition to ACTIVE for port object 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:45:56.274036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:52Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:56.283569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5325-aadf-4583-8171-c798ede6e3ab None None] The sync data for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:52Z', 'revision_number': 3, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:45:56.285466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Transition to ACTIVE for port object 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:45:56.359912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:56.405572 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:45:56.422127 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Network 586830e8-67db-4442-9e56-2ccfbf8e85c8 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:45:56.425056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:45:56.429457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:45:56.430292 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.1 (586830e8-67db-4442-9e56-2ccfbf8e85c8/c5cd939a-6c02-46b6-be8c-3040277dc8ca/94023138-f442-4536-a10e-52f70fbb217a) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:45:56.445578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Pushing event updated for resources: {'Port': ['ID=58c7e46c-1120-49e2-9b04-d532e9e2c4a3,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:56.555998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Attempting to bind port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:45:56.556403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Attempting to bind port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:45:56.556760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Attempting to bind port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 on network 586830e8-67db-4442-9e56-2ccfbf8e85c8 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:45:56.561941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:45:56.562306 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Checking segment: {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:45:56.562702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:56.563088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Bound using segment: {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:45:56.563567 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Bound port: 58c7e46c-1120-49e2-9b04-d532e9e2c4a3, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:45:56.563968 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:56.639271 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:56.659494 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object 94023138-f442-4536-a10e-52f70fbb217a will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:45:56.665533 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] For port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:45:56.668904 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] For port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=58c7e46c-1120-49e2-9b04-d532e9e2c4a3,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:45:56.737219 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:56.784892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:56.794601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 213457a4-38d6-4e09-bc79-796333ae9714 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:45:56.855075 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 586830e8-67db-4442-9e56-2ccfbf8e85c8 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:45:56.858394 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:45:56.860972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:45:56.882781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd36f5-3e63-4868-97a7-98ff2bd08150 None None] Pushing event updated for resources: {'Port': ['ID=58c7e46c-1120-49e2-9b04-d532e9e2c4a3,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:56.936231 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=94023138-f442-4536-a10e-52f70fbb217a,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:56.945057 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:56.989057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 213457a4-38d6-4e09-bc79-796333ae9714 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:45:56.995615 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 213457a4-38d6-4e09-bc79-796333ae9714 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:45:56.996017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:57.184548 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:57.203393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 213457a4-38d6-4e09-bc79-796333ae9714, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=213457a4-38d6-4e09-bc79-796333ae9714,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:45:57.274195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:57.351245 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=213457a4-38d6-4e09-bc79-796333ae9714,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:57.451637 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:57.874737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:57.883069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2831b80-c6cb-4999-bf79-f97bf4d04369 None None] Network 586830e8-67db-4442-9e56-2ccfbf8e85c8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:45:57.961834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:58.055257 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d5fb661f-f9a6-40b0-9e32-0a2448b10239 None None] Provisioning for port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:45:58.084318 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:58.088605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=94023138-f442-4536-a10e-52f70fbb217a,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:58.231375 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 586830e8-67db-4442-9e56-2ccfbf8e85c8 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:45:58.232567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:45:58.425617 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router def06bad-154a-45b4-ab06-0b155ebe84f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:45:58.456703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-96cbb022-3b22-4483-938a-104c8928c9a1 None None] Provisioning for port 94023138-f442-4536-a10e-52f70fbb217a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:45:58.463918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-96cbb022-3b22-4483-938a-104c8928c9a1 None None] Provisioning complete for port 94023138-f442-4536-a10e-52f70fbb217a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:45:58.464391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-96cbb022-3b22-4483-938a-104c8928c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:58.522800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-96cbb022-3b22-4483-938a-104c8928c9a1 None None] Port 94023138-f442-4536-a10e-52f70fbb217a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:45:58.623407 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:45:58.635480 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Sync routers for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:45:58.637476 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-135cc7a7-4126-4612-b92e-5fddb7a39ff5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/def06bad-154a-45b4-ab06-0b155ebe84f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4621551 Mar 24 17:45:58.646006 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:45:58.646673 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:45:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:58.655094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1419d389-c039-4dcd-9fa3-7518a0f608c7 None None] Provisioning complete for port 94023138-f442-4536-a10e-52f70fbb217a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:45:58.655700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1419d389-c039-4dcd-9fa3-7518a0f608c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:58.716639 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1419d389-c039-4dcd-9fa3-7518a0f608c7 None None] Port 94023138-f442-4536-a10e-52f70fbb217a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:45:58.828956 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-7bc7cf58-c594-4a04-ad8a-a3cf2b38f2b6 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491943628&fields=id&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 267 time: 0.0429506 Mar 24 17:45:58.840571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-1634f85a-7590-441d-aba7-77349b374442 None None] Provisioning complete for port 94023138-f442-4536-a10e-52f70fbb217a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:45:58.840571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1634f85a-7590-441d-aba7-77349b374442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:58.841021 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:45:58.872791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 213457a4-38d6-4e09-bc79-796333ae9714 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:45:58.958545 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-1634f85a-7590-441d-aba7-77349b374442 None None] Port 94023138-f442-4536-a10e-52f70fbb217a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:45:58.974910 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 213457a4-38d6-4e09-bc79-796333ae9714 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:45:58.975764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:59.012996 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-dadd9891-dcf2-47b0-a089-6f7c9e3b8aa0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:45:59.014454 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-dadd9891-dcf2-47b0-a089-6f7c9e3b8aa0 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/networks?id=586830e8-67db-4442-9e56-2ccfbf8e85c8 HTTP/1.1" status: 200 len: 797 time: 0.1656165 Mar 24 17:45:59.031596 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-00cd4e25-e6c4-4f82-8eba-2e7e10655952 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/quotas/99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 375 time: 0.0103076 Mar 24 17:45:59.096978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:45:59.116852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-60964def-6bf5-4f3a-9879-c045d4e7bb60 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:45:59.195336 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '94023138-f442-4536-a10e-52f70fbb217a', 'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:35:c9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:56Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 2, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:45:59.195624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-60964def-6bf5-4f3a-9879-c045d4e7bb60 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:45:59.196868 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-60964def-6bf5-4f3a-9879-c045d4e7bb60 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1595693 Mar 24 17:45:59.199419 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Checking router: def06bad-154a-45b4-ab06-0b155ebe84f1 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:45:59.199779 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Updating router def06bad-154a-45b4-ab06-0b155ebe84f1 port 94023138-f442-4536-a10e-52f70fbb217a binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:45:59.224115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:45:59.229832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:45:59.230211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:59.256634 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:59.343138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-5a95586a-d1ba-4769-82ba-bdfd3a909cb3 service neutron] 10.222.0.47 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333840 Mar 24 17:45:59.351844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:59.396486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=58c7e46c-1120-49e2-9b04-d532e9e2c4a3,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:45:59.435642 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:59.476427 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-261f381c-b253-4274-ab70-5918b13fb957 service neutron] 10.222.0.47 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299231 Mar 24 17:45:59.504856 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=58c7e46c-1120-49e2-9b04-d532e9e2c4a3,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:59.608249 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:59.619920 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Transition to ACTIVE for port object 94023138-f442-4536-a10e-52f70fbb217a will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:45:59.690625 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:59.720160 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-01b26fdd-60bf-4d7e-8e4c-dc0584c19c5b req-83fad287-aef9-4660-89ed-f3f71dbd8754 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 210 time: 0.0419834 Mar 24 17:45:59.851536 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Pushing event updated for resources: {'Port': ['ID=94023138-f442-4536-a10e-52f70fbb217a,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:45:59.894259 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.894597 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.894933 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.895262 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.895590 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.895933 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.896269 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.896589 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.896907 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.897895 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.898214 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.898530 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:45:59.923548 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Attempting to bind port 94023138-f442-4536-a10e-52f70fbb217a on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:45:59.923911 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Attempting to bind port 94023138-f442-4536-a10e-52f70fbb217a by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:45:59.924367 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Attempting to bind port 94023138-f442-4536-a10e-52f70fbb217a on network 586830e8-67db-4442-9e56-2ccfbf8e85c8 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:45:59.929983 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:45:59.930346 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Checking segment: {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:45:59.930773 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:45:59.931259 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Bound using segment: {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:45:59.931743 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Bound port: 94023138-f442-4536-a10e-52f70fbb217a, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:45:59.932132 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:00.027272 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] For port 94023138-f442-4536-a10e-52f70fbb217a, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:46:00.030060 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] For port 94023138-f442-4536-a10e-52f70fbb217a, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94023138-f442-4536-a10e-52f70fbb217a,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:46:00.125301 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:00.204988 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:46:00.205599 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:45:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:00.270260 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50750dac-404e-426e-8032-a87a1a0ad44a None None] Pushing event updated for resources: {'Port': ['ID=94023138-f442-4536-a10e-52f70fbb217a,revision_number=4']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:00.389199 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:46:00.515278 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0819de79-9966-43c3-9ace-5a2e86f35d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:00.697163 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '94023138-f442-4536-a10e-52f70fbb217a', 'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:35:c9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:56Z', 'updated_at': '2022-03-24T17:46:00Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:00.701040 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208bae2-1898-4fa1-8c89-6f7599f8e522 None None] The sync data for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '94023138-f442-4536-a10e-52f70fbb217a', 'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:35:c9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:56Z', 'updated_at': '2022-03-24T17:46:00Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:46:00.829146 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:46:01.020101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:46:01.020477 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:01.058878 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7811b20-f8ff-40d8-97f7-c1e0213f2901 req-daf2fd6d-d4f9-4714-8467-4c6c812ec3aa tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 210 time: 0.2034483 Mar 24 17:46:01.791150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-f5633bbe-5ea2-401e-951d-cf595ec200e1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:01.792575 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-f5633bbe-5ea2-401e-951d-cf595ec200e1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/networks?id=586830e8-67db-4442-9e56-2ccfbf8e85c8 HTTP/1.1" status: 200 len: 797 time: 0.1514754 Mar 24 17:46:01.841384 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-02ba9ca8-4867-4b73-8bce-65be6eaf5e69 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99331e30ae1d46ffb70d2e742e6bb03a HTTP/1.1" status: 200 len: 380 time: 0.0407825 Mar 24 17:46:01.849359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'port': {'device_id': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'admin_state_up': True, 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'security_groups': ['e9fbefe0-1710-433b-907d-78ac37af4c74']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:46:01.985024 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:46:01.994582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:46:02.102101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Made reservation on behalf of 99331e30ae1d46ffb70d2e742e6bb03a for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:46:02.105669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:02.239878 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4960f848-ca30-4873-ab98-3eb0434861aa req-e2949ead-5e6c-4a74-ac4b-38aa6728427d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 210 time: 0.0609314 Mar 24 17:46:02.330915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.20.0.12 (586830e8-67db-4442-9e56-2ccfbf8e85c8/c5cd939a-6c02-46b6-be8c-3040277dc8ca/e28a8f96-dcfe-497b-9c9b-e91a2b9859b9) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:46:02.520324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:02.534862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Transition to ACTIVE for port object e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:46:02.607302 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:02.675918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 586830e8-67db-4442-9e56-2ccfbf8e85c8 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:46:02.679107 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:46:02.688382 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:46:02.705466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2c203715-1e2b-44ac-950e-bf6a002b1e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:02.723636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:02.763859 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:02.768678 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:02.808428 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94023138-f442-4536-a10e-52f70fbb217a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:46:02.874507 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-d791fee1-6625-40de-9b1e-68102671030b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0285642 Mar 24 17:46:02.886446 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Request body: {'port': {'device_id': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:46:02.936179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 94023138-f442-4536-a10e-52f70fbb217a completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:46:02.941287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 94023138-f442-4536-a10e-52f70fbb217a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:46:02.941717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:02.994841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:03.052174 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-59a55845-f1b0-46b1-af4b-6f51b229754c None None] Provisioning for port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:46:03.064139 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-59a55845-f1b0-46b1-af4b-6f51b229754c None None] Provisioning complete for port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:46:03.066154 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59a55845-f1b0-46b1-af4b-6f51b229754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:03.116084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:03.141739 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-59a55845-f1b0-46b1-af4b-6f51b229754c None None] Port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:46:03.149922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:03.160365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 94023138-f442-4536-a10e-52f70fbb217a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94023138-f442-4536-a10e-52f70fbb217a,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:46:03.206764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:03.285661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=94023138-f442-4536-a10e-52f70fbb217a,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:03.343657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:46:03.350860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:03.409597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Transition to ACTIVE for port object e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:46:03.446119 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aa80c-af20-4ef7-8a09-8c8dd40e057e req-74a2b767-f18c-465c-a704-94f9de2ea696 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:03.446803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0d4aa80c-af20-4ef7-8a09-8c8dd40e057e req-74a2b767-f18c-465c-a704-94f9de2ea696 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:46:03.463336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:03.568643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0d4aa80c-af20-4ef7-8a09-8c8dd40e057e req-74a2b767-f18c-465c-a704-94f9de2ea696 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:46:03.570449 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d4aa80c-af20-4ef7-8a09-8c8dd40e057e req-74a2b767-f18c-465c-a704-94f9de2ea696 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 932 time: 0.2171321 Mar 24 17:46:03.741881 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:03.807096 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0d4aa80c-af20-4ef7-8a09-8c8dd40e057e req-e4704b48-2432-48a4-bbba-9a71d798eaac tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272193 Mar 24 17:46:03.833629 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Attempting to bind port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:46:03.833961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Attempting to bind port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:46:03.834286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Attempting to bind port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 on network 586830e8-67db-4442-9e56-2ccfbf8e85c8 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:46:03.839122 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 on network 586830e8-67db-4442-9e56-2ccfbf8e85c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:46:03.839441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Attempting to bind port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 on network 586830e8-67db-4442-9e56-2ccfbf8e85c8 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:46:03.844489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:46:03.844825 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Checking segment: {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:46:03.845209 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Bound using segment: {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:46:03.845627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Bound port: e28a8f96-dcfe-497b-9c9b-e91a2b9859b9, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:46:03.845969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:03.921236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:03.944632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] For port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:46:03.947505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] For port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:46:04.024390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:04.035328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:04.075712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:04.076479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:04.077946 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] 10.222.0.48 "PUT /v2.0/ports/e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 HTTP/1.1" status: 200 len: 1094 time: 1.1957476 Mar 24 17:46:04.080472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:46:04.111997 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f805825-995c-4d8a-b2ca-275784b285f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:04.135946 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'status': 'completed', 'code': 200} Mar 24 17:46:04.233133 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d1ea6-c900-46df-b6d0-edde746e5aad req-0a2216aa-6e42-48df-879d-e2fbc18c5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:04.234603 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-583d1ea6-c900-46df-b6d0-edde746e5aad req-0a2216aa-6e42-48df-879d-e2fbc18c5cff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 1097 time: 0.0795367 Mar 24 17:46:04.379883 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d1ea6-c900-46df-b6d0-edde746e5aad req-476757a7-734c-48af-99c4-747129a21872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:04.381278 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-583d1ea6-c900-46df-b6d0-edde746e5aad req-476757a7-734c-48af-99c4-747129a21872 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1386602 Mar 24 17:46:04.513161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d1ea6-c900-46df-b6d0-edde746e5aad req-83fe9abe-079c-449b-acaf-675801e467a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:04.514703 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-583d1ea6-c900-46df-b6d0-edde746e5aad req-83fe9abe-079c-449b-acaf-675801e467a6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277258 Mar 24 17:46:04.617998 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2440ff8d-56a2-4166-b9c1-a1a43bfa8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:04.619437 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-2440ff8d-56a2-4166-b9c1-a1a43bfa8ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 1097 time: 0.0685039 Mar 24 17:46:04.689476 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-41c0294f-e585-4998-9d6d-2ca7208ea6a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 HTTP/1.1" status: 200 len: 217 time: 0.0625591 Mar 24 17:46:04.749490 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-f86575ee-7712-4929-96c3-d389d6bad3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:04.750907 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-f86575ee-7712-4929-96c3-d389d6bad3c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5cd939a-6c02-46b6-be8c-3040277dc8ca HTTP/1.1" status: 200 len: 834 time: 0.0558970 Mar 24 17:46:04.769095 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94023138-f442-4536-a10e-52f70fbb217a up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:46:04.828495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-1bb7b636-2de2-4ae6-a016-c209c3195dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:04.829942 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-1bb7b636-2de2-4ae6-a016-c209c3195dff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=586830e8-67db-4442-9e56-2ccfbf8e85c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725136 Mar 24 17:46:04.839054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 94023138-f442-4536-a10e-52f70fbb217a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:46:04.839528 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:05.053281 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-7fecad68-baab-4482-a8b5-49bb0ac3983b service neutron] 10.222.0.48 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080719 Mar 24 17:46:05.109371 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ae324-b6d2-47e3-b1fd-defedcf546b9 req-6699e446-052b-44ce-9ebd-2be8427919d7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:05.110769 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-578ae324-b6d2-47e3-b1fd-defedcf546b9 req-6699e446-052b-44ce-9ebd-2be8427919d7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 944 time: 0.1472328 Mar 24 17:46:05.218794 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-578ae324-b6d2-47e3-b1fd-defedcf546b9 req-790f97c2-5d8e-4e1e-8a7d-a865c6e8aa83 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619888 Mar 24 17:46:05.235482 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7eab42c5-4b16-4a31-9852-aadac2059a02 req-00cbce63-78ca-4573-8338-93a6acb8a2f0 service neutron] 10.222.0.48 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755118 Mar 24 17:46:05.461681 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:06.411562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4615f-3ed2-4689-8c16-1608c14c9541 req-05d946c5-3575-4b44-920b-0ce6e2cb19f1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:06.413268 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-57c4615f-3ed2-4689-8c16-1608c14c9541 req-05d946c5-3575-4b44-920b-0ce6e2cb19f1 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 944 time: 0.0777397 Mar 24 17:46:06.456366 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-57c4615f-3ed2-4689-8c16-1608c14c9541 req-754d5de2-4d96-4be7-a72c-f03088e54945 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374172 Mar 24 17:46:06.502039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:46:06.632966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:46:06.645844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'port_id': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'mac_address': 'fa:16:3e:01:f4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:46:06.700355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:06.716674 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:46:06.732310 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:46:06.800996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:06.870100 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:07.011229 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['e28a8f96-dcfe-497b-9c9b-e91a2b9859b9'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:46:07.640771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6dddb-fc1e-4c2f-b9be-e7b0ea811a76 req-3a53d056-2b7f-4514-8ab0-cfd1b069b99c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:07.642163 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9ce6dddb-fc1e-4c2f-b9be-e7b0ea811a76 req-3a53d056-2b7f-4514-8ab0-cfd1b069b99c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 945 time: 0.0825300 Mar 24 17:46:07.685541 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9ce6dddb-fc1e-4c2f-b9be-e7b0ea811a76 req-ea56ac81-2eb3-48f4-a06d-051112f50d7c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 Mar 24 17:46:08.517583 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:46:08.635093 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:46:08.639645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:46:08.640033 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:08.752693 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:08.781616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:46:08.792264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:46:08.869358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd8fcc-668b-4cec-8cf5-0f06389481dc req-606482f3-7407-45e0-869d-0c722ddd3ed2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:08.871745 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-50dd8fcc-668b-4cec-8cf5-0f06389481dc req-606482f3-7407-45e0-869d-0c722ddd3ed2 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 945 time: 0.0807898 Mar 24 17:46:08.877526 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'code': 200} Mar 24 17:46:08.881087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:08.922235 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-50dd8fcc-668b-4cec-8cf5-0f06389481dc req-b2cf9d16-788b-41d4-8381-77af6e85058c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457919 Mar 24 17:46:08.960439 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:09.318006 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e6c59-34b0-4766-b263-997a6eee0b0e req-d5b806ce-0d97-4bd3-98e7-a1f4e6762cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:09.319455 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-971e6c59-34b0-4766-b263-997a6eee0b0e req-d5b806ce-0d97-4bd3-98e7-a1f4e6762cc3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 1099 time: 0.1630526 Mar 24 17:46:09.361445 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-971e6c59-34b0-4766-b263-997a6eee0b0e req-ee21a7e6-9f05-4f34-9eaa-58812dfadf1f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342882 Mar 24 17:46:10.105746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e6e90-2aa6-492a-9f48-bef60a9f9855 req-d2152c7c-5a24-41db-8029-1ac323cee93e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:10.107167 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f54e6e90-2aa6-492a-9f48-bef60a9f9855 req-d2152c7c-5a24-41db-8029-1ac323cee93e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.0797915 Mar 24 17:46:10.150507 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f54e6e90-2aa6-492a-9f48-bef60a9f9855 req-c0404772-eb07-4025-bcf7-a99a89e9d43d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378442 Mar 24 17:46:11.329985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd488d86-a215-4b26-a83a-46dc3bbb155c req-9c7834fd-12f8-4aa5-ba04-4239f8e976bd tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:11.331418 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd488d86-a215-4b26-a83a-46dc3bbb155c req-9c7834fd-12f8-4aa5-ba04-4239f8e976bd tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.0775154 Mar 24 17:46:11.373995 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd488d86-a215-4b26-a83a-46dc3bbb155c req-58f05b82-6f8b-4113-98c5-e8b4d97f285d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368562 Mar 24 17:46:11.561388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde3476-23f1-4307-ae53-6d2312f82c2e req-5069f059-3ff0-4f71-821e-24f027b89f7a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:11.562826 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4fde3476-23f1-4307-ae53-6d2312f82c2e req-5069f059-3ff0-4f71-821e-24f027b89f7a tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.0812135 Mar 24 17:46:11.605633 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4fde3476-23f1-4307-ae53-6d2312f82c2e req-2bc315eb-7afb-4fc5-88a2-2e67f1993374 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372953 Mar 24 17:46:11.627190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49050) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:46:11.698285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ddc678-64fa-4abb-a626-cc04be6ab4fd tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:11.699754 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-35ddc678-64fa-4abb-a626-cc04be6ab4fd tempest-TestNetworkAdvancedServerOps-694778897 tempest-TestNetworkAdvancedServerOps-694778897-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 1094 time: 0.0716355 Mar 24 17:46:11.702601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49054) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:46:11.707475 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:46:11.713596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:46:11.717312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Usage tracker for resource:floatingip and tenant:99331e30ae1d46ffb70d2e742e6bb03a is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:46:11.720057 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:46:11.725519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:46:11.817882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:11.951650 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:12.081605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Allocated IP 172.26.4.47 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/9644507c-f108-482f-9807-80f9ec1461f8) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:46:12.221023 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:12.318961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:12.381658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:46:12.384735 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:46:12.392865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:46:12.425469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=9644507c-f108-482f-9807-80f9ec1461f8,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:12.795466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:12.950462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:13.244637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:13.309086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:13.417642 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event updated for resources: {'Port': ['ID=9644507c-f108-482f-9807-80f9ec1461f8,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:13.427500 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:13.594079 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP 3408d682-4a9f-4ba8-95b4-84ffcafe4048 associated. External IP: 172.26.4.47, port: e28a8f96-dcfe-497b-9c9b-e91a2b9859b9. Mar 24 17:46:13.931547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router def06bad-154a-45b4-ab06-0b155ebe84f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:46:14.104528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:46:14.113934 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] Sync routers for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:46:14.123484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:46:14.124120 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:46:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:14.178331 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:14.234818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3aedcc11-e586-469d-8f02-326d04d31a82 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5311937 Mar 24 17:46:14.235402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:46:14.291840 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'status': 'completed', 'code': 200} Mar 24 17:46:14.330135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:46:14.444657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b28573-90ad-470c-ae97-102ba9037d1f req-223b8bb2-41ad-4f11-aa4b-1d3a463eeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:14.446644 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22b28573-90ad-470c-ae97-102ba9037d1f req-223b8bb2-41ad-4f11-aa4b-1d3a463eeea7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 1099 time: 0.1292677 Mar 24 17:46:14.482226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17cd8b-2d47-41bc-8319-53fdbcb57ec8 req-8a8224a8-198a-4ec3-bc3d-5f158d009661 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:14.483632 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0a17cd8b-2d47-41bc-8319-53fdbcb57ec8 req-8a8224a8-198a-4ec3-bc3d-5f158d009661 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.1317730 Mar 24 17:46:14.601114 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0a17cd8b-2d47-41bc-8319-53fdbcb57ec8 req-b0645c3f-ba2c-439a-a421-b6befe229f5b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063473 Mar 24 17:46:14.623707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b28573-90ad-470c-ae97-102ba9037d1f req-1cf31214-6287-4c3d-8312-bf09b3499184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:14.625115 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49062) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:46:14.625616 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22b28573-90ad-470c-ae97-102ba9037d1f req-1cf31214-6287-4c3d-8312-bf09b3499184 service neutron] 10.222.0.48 "GET /v2.0/networks?id=586830e8-67db-4442-9e56-2ccfbf8e85c8 HTTP/1.1" status: 200 len: 898 time: 0.1707428 Mar 24 17:46:14.694156 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '3408d682-4a9f-4ba8-95b4-84ffcafe4048', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'port_id': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'mac_address': 'fa:16:3e:01:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:46:12Z', 'updated_at': '2022-03-24T17:46:12Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94023138-f442-4536-a10e-52f70fbb217a', 'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:35:c9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:56Z', 'updated_at': '2022-03-24T17:46:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:14.698454 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] Checking router: def06bad-154a-45b4-ab06-0b155ebe84f1 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:46:14.707135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:46:14.707757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:46:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:14.855690 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22b28573-90ad-470c-ae97-102ba9037d1f req-0104c9f5-6077-4072-ad37-f9140280773b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 HTTP/1.1" status: 200 len: 999 time: 0.2246439 Mar 24 17:46:14.891860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:46:14.892578 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-272a4255-883d-473d-8150-a24fae31ec55 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/3408d682-4a9f-4ba8-95b4-84ffcafe4048 HTTP/1.1" status: 200 len: 991 time: 0.2662475 Mar 24 17:46:14.928888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b28573-90ad-470c-ae97-102ba9037d1f req-d82ab5dc-c1c6-4cf8-aa66-058827a37b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:14.930411 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22b28573-90ad-470c-ae97-102ba9037d1f req-d82ab5dc-c1c6-4cf8-aa66-058827a37b31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5cd939a-6c02-46b6-be8c-3040277dc8ca HTTP/1.1" status: 200 len: 834 time: 0.0683284 Mar 24 17:46:15.005111 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b28573-90ad-470c-ae97-102ba9037d1f req-96bdeed1-4561-4510-b206-ffd17eb2ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:15.006547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22b28573-90ad-470c-ae97-102ba9037d1f req-96bdeed1-4561-4510-b206-ffd17eb2ea26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=586830e8-67db-4442-9e56-2ccfbf8e85c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693631 Mar 24 17:46:15.137994 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22b28573-90ad-470c-ae97-102ba9037d1f req-3243ccc7-8218-4550-a25f-72e929a82f75 service neutron] 10.222.0.48 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256318 Mar 24 17:46:15.237819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '3408d682-4a9f-4ba8-95b4-84ffcafe4048', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'port_id': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'mac_address': 'fa:16:3e:01:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:46:12Z', 'updated_at': '2022-03-24T17:46:12Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94023138-f442-4536-a10e-52f70fbb217a', 'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:35:c9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:56Z', 'updated_at': '2022-03-24T17:46:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:15.241799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eaec30-114b-43f4-a9d3-6b73730e0911 None None] The sync data for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '3408d682-4a9f-4ba8-95b4-84ffcafe4048', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'port_id': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'mac_address': 'fa:16:3e:01:f4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:46:12Z', 'updated_at': '2022-03-24T17:46:12Z', 'revision_number': 0, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94023138-f442-4536-a10e-52f70fbb217a', 'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:35:c9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:56Z', 'updated_at': '2022-03-24T17:46:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:46:15.269297 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-22b28573-90ad-470c-ae97-102ba9037d1f req-7fa53ed3-ebad-4b98-a2cd-dca06e078466 service neutron] 10.222.0.48 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255364 Mar 24 17:46:15.420876 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9686db-5d2e-449b-b593-dd0187a9a718 None None] New status for floating IP 3408d682-4a9f-4ba8-95b4-84ffcafe4048: ACTIVE {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:46:15.893896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49066) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:46:15.997351 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-51f2df8c-c69a-4bcc-9390-75343adf5b5e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/3408d682-4a9f-4ba8-95b4-84ffcafe4048 HTTP/1.1" status: 200 len: 993 time: 0.1022487 Mar 24 17:46:30.480613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1b5fdddd-e7a3-406e-b4c1-c54a60bbebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:32.695335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6a08670d-58e9-415e-9cca-29f98c3e6f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:33.108897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:33.406467 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:46:33.920555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:34.046154 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:35.548226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:45.911815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20acd1-6887-4825-a4dc-8569a91678ad req-929660b1-dc34-417e-8827-dc7ba92b7233 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:45.913318 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f20acd1-6887-4825-a4dc-8569a91678ad req-929660b1-dc34-417e-8827-dc7ba92b7233 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.0869343 Mar 24 17:46:45.956195 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f20acd1-6887-4825-a4dc-8569a91678ad req-189c80eb-4f6d-4994-a777-40e5ff820666 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Mar 24 17:46:47.210466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27132a20-54e2-4c2b-adca-25f468114174 req-71e3c335-fdaa-4f64-811d-5778bfdff997 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:47.211888 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-27132a20-54e2-4c2b-adca-25f468114174 req-71e3c335-fdaa-4f64-811d-5778bfdff997 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.1503837 Mar 24 17:46:47.256554 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-27132a20-54e2-4c2b-adca-25f468114174 req-a3952779-7161-46ef-9efc-11ab6d0f5469 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387776 Mar 24 17:46:47.279812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49090) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:46:47.389931 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-30ef0db4-1ca8-4962-9532-987b6e64fa56 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/3408d682-4a9f-4ba8-95b4-84ffcafe4048 HTTP/1.1" status: 200 len: 993 time: 0.1089830 Mar 24 17:46:48.974085 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c2168-258c-44ea-8b95-63039f059282 req-0742d617-1bbe-4b5a-93d1-9d41f5e28f05 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:48.975558 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-626c2168-258c-44ea-8b95-63039f059282 req-0742d617-1bbe-4b5a-93d1-9d41f5e28f05 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.0832639 Mar 24 17:46:49.061351 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-626c2168-258c-44ea-8b95-63039f059282 req-cf205213-b8be-4198-b8f1-295b7839a6e7 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799580 Mar 24 17:46:49.086321 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-a699d107-53f0-4584-a801-44867790ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:49.087759 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-a699d107-53f0-4584-a801-44867790ec6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 1099 time: 0.0917628 Mar 24 17:46:49.214657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-1fdb1a01-ccf6-43e6-afc0-715cdf09de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:49.216103 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-1fdb1a01-ccf6-43e6-afc0-715cdf09de2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=586830e8-67db-4442-9e56-2ccfbf8e85c8 HTTP/1.1" status: 200 len: 898 time: 0.1227293 Mar 24 17:46:49.317710 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-0d66feb4-73b1-46b6-86e6-7b06ef995a42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 HTTP/1.1" status: 200 len: 1001 time: 0.0954981 Mar 24 17:46:49.379478 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-d135da66-a03e-4436-8065-fdc04abc20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:49.380860 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-d135da66-a03e-4436-8065-fdc04abc20d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5cd939a-6c02-46b6-be8c-3040277dc8ca HTTP/1.1" status: 200 len: 834 time: 0.0581026 Mar 24 17:46:49.452928 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-91630bde-6ed1-4396-874f-4fcd5dedd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:49.454362 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-91630bde-6ed1-4396-874f-4fcd5dedd244 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=586830e8-67db-4442-9e56-2ccfbf8e85c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682700 Mar 24 17:46:49.583246 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-b9995e3d-7d7a-47f5-b460-faced59f966d service neutron] 10.222.0.48 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226518 Mar 24 17:46:49.715619 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cc187003-f2f6-46ec-b4bf-7a764f8e7856 req-de2920e9-10b5-47cc-8856-71e53ed8ffea service neutron] 10.222.0.48 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263638 Mar 24 17:46:50.248745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fa489-610f-4d64-be77-e9a6010ea07e req-1904f9ee-31b3-48a2-8f57-c5e96bdf24ef tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:50.250093 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-360fa489-610f-4d64-be77-e9a6010ea07e req-1904f9ee-31b3-48a2-8f57-c5e96bdf24ef tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.0779462 Mar 24 17:46:50.388984 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-360fa489-610f-4d64-be77-e9a6010ea07e req-3c3da98a-50bf-4910-81eb-51cfb1fbb4a5 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333599 Mar 24 17:46:51.574809 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9f69-8dde-4df7-8d8d-ced49d3d97ca req-d2bfd0bf-9b4b-4d7b-a249-035fafbd3a1c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:51.576249 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f5f9f69-8dde-4df7-8d8d-ced49d3d97ca req-d2bfd0bf-9b4b-4d7b-a249-035fafbd3a1c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.0846484 Mar 24 17:46:51.618881 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f5f9f69-8dde-4df7-8d8d-ced49d3d97ca req-d3ed0cfb-e776-4b79-bf5c-db27f7e32e1c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370483 Mar 24 17:46:51.646466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49104) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:46:51.750381 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-0bbc0513-8278-471f-928e-643560eaa37c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/floatingips/3408d682-4a9f-4ba8-95b4-84ffcafe4048 HTTP/1.1" status: 200 len: 993 time: 0.1026955 Mar 24 17:46:52.018420 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49112) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:46:52.221541 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 9644507c-f108-482f-9807-80f9ec1461f8 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:46:52.221882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:52.386684 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:52.387010 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:52.507559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 9644507c-f108-482f-9807-80f9ec1461f8 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:46:52.748256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:52.795305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=9644507c-f108-482f-9807-80f9ec1461f8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:52.829216 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.829558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.829898 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.830229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.830555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.830876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.831197 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.831515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.831835 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.832175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.832493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.832806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:52.897626 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:52.897987 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Floating IP 3408d682-4a9f-4ba8-95b4-84ffcafe4048 disassociated (deleted). External IP: 172.26.4.47, port: e28a8f96-dcfe-497b-9c9b-e91a2b9859b9. Mar 24 17:46:53.330445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router def06bad-154a-45b4-ab06-0b155ebe84f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:46:53.505193 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:46:53.515452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] Sync routers for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:46:53.524260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:46:53.524866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:46:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:53.600329 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:53.661841 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9749bf38-8c1b-4c36-aa7c-19a880b4712b tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/floatingips/3408d682-4a9f-4ba8-95b4-84ffcafe4048 HTTP/1.1" status: 204 len: 168 time: 1.6422222 Mar 24 17:46:53.662467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:46:53.709788 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'status': 'completed', 'code': 200} Mar 24 17:46:53.751646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:46:53.799984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-2dfb8c8e-958d-4cc1-8585-88c47b49113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:53.801471 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-2dfb8c8e-958d-4cc1-8585-88c47b49113f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 1099 time: 0.0702500 Mar 24 17:46:53.936305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-fdf1d92c-ea68-48ab-8f5b-76e178509e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:53.937741 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-fdf1d92c-ea68-48ab-8f5b-76e178509e93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=586830e8-67db-4442-9e56-2ccfbf8e85c8 HTTP/1.1" status: 200 len: 898 time: 0.1305783 Mar 24 17:46:54.013617 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-555a3949-1346-472d-bfd5-69a2e57c9239 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 HTTP/1.1" status: 200 len: 217 time: 0.0648155 Mar 24 17:46:54.071710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '94023138-f442-4536-a10e-52f70fbb217a', 'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:35:c9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:56Z', 'updated_at': '2022-03-24T17:46:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:54.075619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] Checking router: def06bad-154a-45b4-ab06-0b155ebe84f1 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:46:54.079091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-f17c85aa-354d-4859-88c5-8b2451134514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:54.080541 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-f17c85aa-354d-4859-88c5-8b2451134514 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5cd939a-6c02-46b6-be8c-3040277dc8ca HTTP/1.1" status: 200 len: 834 time: 0.0608838 Mar 24 17:46:54.083936 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:46:54.084691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:46:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:54.216712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-692689b4-7d49-4028-b55f-c10febd6b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:54.218074 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-692689b4-7d49-4028-b55f-c10febd6b522 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=586830e8-67db-4442-9e56-2ccfbf8e85c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1310866 Mar 24 17:46:54.226722 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa8a2-6db5-4f27-89b3-5461a36e433b req-83edff5d-ddc5-4595-b894-a732e5279aa8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:54.227386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-031fa8a2-6db5-4f27-89b3-5461a36e433b req-83edff5d-ddc5-4595-b894-a732e5279aa8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:46:54.263799 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:46:54.338293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-031fa8a2-6db5-4f27-89b3-5461a36e433b req-83edff5d-ddc5-4595-b894-a732e5279aa8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:46:54.340158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-031fa8a2-6db5-4f27-89b3-5461a36e433b req-83edff5d-ddc5-4595-b894-a732e5279aa8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.2197468 Mar 24 17:46:54.380427 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-d97c7c7b-755a-46ac-a181-d47d0224f9cc service neutron] 10.222.0.48 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501017 Mar 24 17:46:54.434655 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-031fa8a2-6db5-4f27-89b3-5461a36e433b req-b2cbab33-f892-451c-aaa8-50032759df6e tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867760 Mar 24 17:46:54.526141 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ed8cb0be-a404-4e24-9987-740bd97641f6 req-6a482af9-35c4-4f73-9ca6-c5a781b393a3 service neutron] 10.222.0.48 "GET /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351936 Mar 24 17:46:54.571535 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '94023138-f442-4536-a10e-52f70fbb217a', 'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:35:c9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:56Z', 'updated_at': '2022-03-24T17:46:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:46:54.576128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad861922-0943-4eab-99b5-50f480df2357 None None] The sync data for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '94023138-f442-4536-a10e-52f70fbb217a', 'name': '', 'network_id': '586830e8-67db-4442-9e56-2ccfbf8e85c8', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'mac_address': 'fa:16:3e:35:c9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:56Z', 'updated_at': '2022-03-24T17:46:03Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'subnets': [{'id': 'c5cd939a-6c02-46b6-be8c-3040277dc8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:46:54.785816 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81badea8-757e-47ce-9484-36b37a414db8 None None] New status for floating IP 3408d682-4a9f-4ba8-95b4-84ffcafe4048: DOWN {{(pid=88480) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:46:55.628723 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b20a-56a9-4077-930f-860720222266 req-f10b6014-e31f-4e82-975f-dafa36033046 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:55.630166 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f65b20a-56a9-4077-930f-860720222266 req-f10b6014-e31f-4e82-975f-dafa36033046 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.0879643 Mar 24 17:46:55.715295 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f65b20a-56a9-4077-930f-860720222266 req-1f45bd27-5145-4900-b004-bcbac6a73722 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/security-groups?id=e9fbefe0-1710-433b-907d-78ac37af4c74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785906 Mar 24 17:46:55.745693 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-1d64053a-1a0f-42ed-a148-03fd853a82be tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:46:55.747082 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-1d64053a-1a0f-42ed-a148-03fd853a82be tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 946 time: 0.0981994 Mar 24 17:46:55.818820 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:46:55.819149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:56.054917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:46:56.055267 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:56.267452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:46:56.483450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:56.533757 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=e28a8f96-dcfe-497b-9c9b-e91a2b9859b9,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:56.608220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] No DVR routers for this DVR port e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:46:56.610817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:56.613575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'name': 'network-vif-deleted', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:46:56.661641 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3e5f7a-67f0-417c-b3ef-55e662cf7570', 'name': 'network-vif-deleted', 'tag': 'e28a8f96-dcfe-497b-9c9b-e91a2b9859b9', 'status': 'completed', 'code': 200} Mar 24 17:46:56.701713 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ce5eac66-5371-467a-b62b-ea9be3e53c95 req-c664101b-06e1-4187-81c3-45c4a5a082e4 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.48 "DELETE /v2.0/ports/e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 HTTP/1.1" status: 204 len: 173 time: 0.9487629 Mar 24 17:46:56.866566 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-5d6aed1b-f28f-429e-ac13-c03e69738f11 req-bc3614db-9cd1-46ab-855d-f027bbee944c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Synchronizing usage tracker for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:46:56.941557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-5d6aed1b-f28f-429e-ac13-c03e69738f11 req-bc3614db-9cd1-46ab-855d-f027bbee944c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Unset dirty status for tenant:99331e30ae1d46ffb70d2e742e6bb03a on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:46:56.942839 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d6aed1b-f28f-429e-ac13-c03e69738f11 req-bc3614db-9cd1-46ab-855d-f027bbee944c tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb3e5f7a-67f0-417c-b3ef-55e662cf7570 HTTP/1.1" status: 200 len: 210 time: 0.1182165 Mar 24 17:46:58.041695 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49130) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:46:58.593842 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:58.766040 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:46:58.802209 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:46:58.802556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device e28a8f96-dcfe-497b-9c9b-e91a2b9859b9 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:46:58.953751 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 94023138-f442-4536-a10e-52f70fbb217a {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:46:58.954097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:59.137264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 94023138-f442-4536-a10e-52f70fbb217a, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=94023138-f442-4536-a10e-52f70fbb217a,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:46:59.137978 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:59.359017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 94023138-f442-4536-a10e-52f70fbb217a owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:46:59.759826 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:46:59.807105 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=94023138-f442-4536-a10e-52f70fbb217a,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:46:59.844956 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.845305 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.845659 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.845985 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.846315 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.846651 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.846972 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.847299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.847621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.847942 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.848301 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:46:59.848624 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:00.096066 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:00.444102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Router def06bad-154a-45b4-ab06-0b155ebe84f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:47:00.497176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e54c85ae-d711-4716-adf8-e2d8affe4d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:00.617194 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:47:00.627114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] Sync routers for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:47:00.636289 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:00.636889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:46:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:00.702955 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4394d187-82b5-45a0-8145-11201f56705d tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "PUT /v2.0/routers/def06bad-154a-45b4-ab06-0b155ebe84f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6593330 Mar 24 17:47:00.705459 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49134) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:00.838473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:00.891918 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-5441796c-aea8-4a14-97c3-903aa95d4655 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting subnet c5cd939a-6c02-46b6-be8c-3040277dc8ca {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:47:00.895073 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5441796c-aea8-4a14-97c3-903aa95d4655 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:00.949714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5441796c-aea8-4a14-97c3-903aa95d4655 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:01.035619 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5441796c-aea8-4a14-97c3-903aa95d4655 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:01.160531 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:46:59Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:01.164406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] Checking router: def06bad-154a-45b4-ab06-0b155ebe84f1 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:47:01.169429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5441796c-aea8-4a14-97c3-903aa95d4655 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:01.172792 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] Routers {'def06bad-154a-45b4-ab06-0b155ebe84f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:01.173382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:46:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['def06bad-154a-45b4-ab06-0b155ebe84f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:01.210550 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441796c-aea8-4a14-97c3-903aa95d4655 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Subnet': ['ID=c5cd939a-6c02-46b6-be8c-3040277dc8ca,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:01.212543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-5441796c-aea8-4a14-97c3-903aa95d4655 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:01.219216 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-5441796c-aea8-4a14-97c3-903aa95d4655 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/subnets/c5cd939a-6c02-46b6-be8c-3040277dc8ca HTTP/1.1" status: 204 len: 168 time: 0.5128100 Mar 24 17:47:01.221893 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49138) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:01.228424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd55b789-50ef-4122-a87c-64e828d8bb06 None None] Network 586830e8-67db-4442-9e56-2ccfbf8e85c8 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:47:01.401246 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:01.494747 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] Set router def06bad-154a-45b4-ab06-0b155ebe84f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:01.581976 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:01.651796 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Deleting port 213457a4-38d6-4e09-bc79-796333ae9714 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:47:01.652159 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:01.773551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] DHCP port deletion for 586830e8-67db-4442-9e56-2ccfbf8e85c8 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:47:01.779800 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Deleting port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:47:01.780192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:01.827209 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] For port 213457a4-38d6-4e09-bc79-796333ae9714, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=213457a4-38d6-4e09-bc79-796333ae9714,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:01.827627 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:01.882165 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:46:59Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:01.893433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bfedb-0f5d-4ba5-9b84-a8c23f2fab83 None None] The sync data for ids ['def06bad-154a-45b4-ab06-0b155ebe84f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91754763', 'tenant_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': '213457a4-38d6-4e09-bc79-796333ae9714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:45:51Z', 'updated_at': '2022-03-24T17:46:59Z', 'revision_number': 5, 'project_id': '99331e30ae1d46ffb70d2e742e6bb03a', 'gw_port': {'id': '213457a4-38d6-4e09-bc79-796333ae9714', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:da:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def06bad-154a-45b4-ab06-0b155ebe84f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:45:52Z', 'updated_at': '2022-03-24T17:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:47:01.958398 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Calling delete_port for 213457a4-38d6-4e09-bc79-796333ae9714 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:47:01.999529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] For port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=58c7e46c-1120-49e2-9b04-d532e9e2c4a3,segment=NetworkSegment(a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae),segment_id=a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:01.999832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.122656 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Calling delete_port for 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:47:02.181020 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.227772 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Port': ['ID=213457a4-38d6-4e09-bc79-796333ae9714,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:02.263135 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105'] for port, after_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.312445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Pushing event deleted for resources: {'Port': ['ID=58c7e46c-1120-49e2-9b04-d532e9e2c4a3,revision_number=None']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:02.316769 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] No DVR routers for this DVR port 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 on host dv-neutron-835063-1-hyperv {{(pid=88479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:47:02.327135 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.331005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.331357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.331696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.332118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.332494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.332745 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.333078 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.333398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.333718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.334036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.334354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.334668 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293888ca-8d7d-4923-8c8a-f708ab63cc33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:02.602120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.604353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.788937 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.789483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Fanout notify agent at l3_agent the message router_deleted on router def06bad-154a-45b4-ab06-0b155ebe84f1 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:47:02.805428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.809342 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a38f78d2-d10c-4ee9-8670-aab7c34b4922 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/routers/def06bad-154a-45b4-ab06-0b155ebe84f1 HTTP/1.1" status: 204 len: 168 time: 1.5840752 Mar 24 17:47:02.809662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49142) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:02.822787 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2b3146e7-f740-4d0d-bcec-fab1e94aa30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.846601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94023138-f442-4536-a10e-52f70fbb217a no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:47:02.928870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 94023138-f442-4536-a10e-52f70fbb217a {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:47:02.928870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 94023138-f442-4536-a10e-52f70fbb217a not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:47:02.928870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:47:02.939601 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:02.967688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:47:02.968122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 58c7e46c-1120-49e2-9b04-d532e9e2c4a3 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:47:03.069176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.095114 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586830e8-67db-4442-9e56-2ccfbf8e85c8']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:03.108161 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:03.108968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c9a659-7dcc-4ec0-9d4c-08dbf50b67ae') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:03.119424 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.119664 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.135397 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.141959 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:47:03.142334 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:47:03.156146 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:47:03.308149 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.326223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.337025 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'Network': ['ID=586830e8-67db-4442-9e56-2ccfbf8e85c8,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:03.344969 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-fc5234dc-b0b4-4f16-97a6-78c48341d5e3 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/networks/586830e8-67db-4442-9e56-2ccfbf8e85c8 HTTP/1.1" status: 204 len: 168 time: 0.5311627 Mar 24 17:47:03.344969 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49146) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:03.413995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58605dd9-5ec9-445f-89eb-409b406674f8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.442574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58605dd9-5ec9-445f-89eb-409b406674f8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.559793 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58605dd9-5ec9-445f-89eb-409b406674f8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.578251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58605dd9-5ec9-445f-89eb-409b406674f8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fbefe0-1710-433b-907d-78ac37af4c74,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:03.584813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-58605dd9-5ec9-445f-89eb-409b406674f8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:03.586064 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-58605dd9-5ec9-445f-89eb-409b406674f8 tempest-TestNetworkAdvancedServerOps-987662964 tempest-TestNetworkAdvancedServerOps-987662964-project] 10.222.0.47 "DELETE /v2.0/security-groups/e9fbefe0-1710-433b-907d-78ac37af4c74 HTTP/1.1" status: 204 len: 168 time: 0.2404380 Mar 24 17:47:03.923526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:04.026970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:04.205712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49156) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:04.365406 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-374b7c72-540a-494d-98c4-d561d0cc9b09 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99331e30ae1d46ffb70d2e742e6bb03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585274 Mar 24 17:47:04.367830 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49162) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:04.423847 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-268fecc3-f6ff-489c-aa21-59646b00b9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:04.448798 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-268fecc3-f6ff-489c-aa21-59646b00b9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:04.593761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-268fecc3-f6ff-489c-aa21-59646b00b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:04.609583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fecc3-f6ff-489c-aa21-59646b00b9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6279ac-50cd-419f-aac9-9cababcd7c52,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:04.622695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-268fecc3-f6ff-489c-aa21-59646b00b9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:04.623807 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-268fecc3-f6ff-489c-aa21-59646b00b9ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f6279ac-50cd-419f-aac9-9cababcd7c52 HTTP/1.1" status: 204 len: 168 time: 0.2550862 Mar 24 17:47:04.756331 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 213457a4-38d6-4e09-bc79-796333ae9714 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:47:04.789518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 213457a4-38d6-4e09-bc79-796333ae9714 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:47:04.789858 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 213457a4-38d6-4e09-bc79-796333ae9714 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:47:05.200653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49170) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:05.217606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e80020f2-f0cb-48fb-b4c5-abb9d803b14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:05.231986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e80020f2-f0cb-48fb-b4c5-abb9d803b14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:05.235763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e80020f2-f0cb-48fb-b4c5-abb9d803b14e admin admin] Usage tracker for resource:security_group_rule and tenant:3595285d9eb345bc823788ff49b2b8df is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:05.238528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e80020f2-f0cb-48fb-b4c5-abb9d803b14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:05.244094 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e80020f2-f0cb-48fb-b4c5-abb9d803b14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:05.323459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e80020f2-f0cb-48fb-b4c5-abb9d803b14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:05.392276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e80020f2-f0cb-48fb-b4c5-abb9d803b14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:05.444495 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e80020f2-f0cb-48fb-b4c5-abb9d803b14e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3595285d9eb345bc823788ff49b2b8df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426662 Mar 24 17:47:05.445960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80020f2-f0cb-48fb-b4c5-abb9d803b14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f453b538-0864-4bc5-8c6e-a554753fe0b5,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:05.446904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49174) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:05.502265 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:05.504543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-100c9a63-8206-46ea-bd30-7351fe124e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:05.530571 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-100c9a63-8206-46ea-bd30-7351fe124e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:05.643503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-100c9a63-8206-46ea-bd30-7351fe124e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:05.661441 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c9a63-8206-46ea-bd30-7351fe124e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f453b538-0864-4bc5-8c6e-a554753fe0b5,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:05.668663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-100c9a63-8206-46ea-bd30-7351fe124e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:05.669918 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-100c9a63-8206-46ea-bd30-7351fe124e09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f453b538-0864-4bc5-8c6e-a554753fe0b5 HTTP/1.1" status: 204 len: 168 time: 0.2220438 Mar 24 17:47:06.790700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49198) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:06.895718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-589171594-network', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:06.900920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:06.905700 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Usage tracker for resource:network and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:06.908662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:06.917161 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:06.986316 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Made reservation on behalf of ff948457f27740a2b06c1f4a370dbcdd for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:47:06.988692 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.000920 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.015295 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:07.019152 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:07.021936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:07.028227 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:07.107745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.192190 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.226268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:47:07.231887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a71371b-2808-4e82-849f-4c4b99ea271b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:07.239140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.239455 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Added segment cc36e85f-807b-40fa-9e13-a22668cffc12 of type vlan for network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 Mar 24 17:47:07.265734 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.352036 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.353021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:07.353601 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.457415 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] Pushing event updated for resources: {'Network': ['ID=e4e8391e-f05b-46fe-90f8-f8697f2ffd93,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:07.468735 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:47:07.491559 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1be56c6b-8049-48ff-ad54-601e00012587 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6997743 Mar 24 17:47:07.494639 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49204) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:07.500118 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Request body: {'subnet': {'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-589171594-subnet', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:07.505090 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:07.509221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Usage tracker for resource:subnet and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:07.512804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:07.518759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:07.582635 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Made reservation on behalf of ff948457f27740a2b06c1f4a370dbcdd for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:47:07.585037 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.854690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:07.934822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6485244c-bbc2-4de4-80fe-737d37f4da17,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:07.943055 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Checking segment: {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:47:07.943403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Network hostable DHCP agents. Network: e4e8391e-f05b-46fe-90f8-f8697f2ffd93, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:47:08.025735 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:47:08.088631 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, e4e8391e-f05b-46fe-90f8-f8697f2ffd93) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:08.092846 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:08.093426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:08.098013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e9ed1-2f8d-4fa1-9221-e5ab5123956a None None] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:47:08.184414 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-292d7d52-2e8f-45c4-81eb-d48a1cdff86b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6857185 Mar 24 17:47:08.184638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49208) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:08.189537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:08.194313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:08.198404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Usage tracker for resource:router and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:08.201426 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:08.207130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:08.306221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:47:08.307026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:08.312331 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:08.313440 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:08.329052 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:08.455282 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Allocated IP 172.20.0.2 (e4e8391e-f05b-46fe-90f8-f8697f2ffd93/6485244c-bbc2-4de4-80fe-737d37f4da17/677c6dc3-81f0-4a4b-9f2c-db6781ab4580) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:47:08.654361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:08.660001 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:08.671272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Transition to ACTIVE for port object 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:08.688661 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Transition to ACTIVE for port object 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:08.771503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:08.834781 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:08.837557 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:08.846608 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:47:08.852720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Pushing event updated for resources: {'Port': ['ID=677c6dc3-81f0-4a4b-9f2c-db6781ab4580,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:08.940210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Attempting to bind port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:47:08.940569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Attempting to bind port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:47:08.940929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Attempting to bind port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 on network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:47:08.946045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:47:08.946420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Checking segment: {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:47:08.946821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:08.947213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Bound using segment: {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:47:08.947671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Bound port: 677c6dc3-81f0-4a4b-9f2c-db6781ab4580, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:47:08.948076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:09.039638 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] For port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:47:09.043357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] For port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=677c6dc3-81f0-4a4b-9f2c-db6781ab4580,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:47:09.108823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:09.128056 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:09.158982 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:09.192429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ffe03-3d5e-46db-ab05-00c014820375 None None] Pushing event updated for resources: {'Port': ['ID=677c6dc3-81f0-4a4b-9f2c-db6781ab4580,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:09.302578 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Allocated IP 172.26.4.94 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/efe326f6-37d7-4cc6-adeb-5759ae3962ce) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:47:09.478200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:09.559819 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:09.618833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:09.621500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:09.625072 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:47:09.668416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=efe326f6-37d7-4cc6-adeb-5759ae3962ce,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:10.095718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:10.097493 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c775d6e6-a18d-4be9-ad4b-30a75b78390d None None] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:47:10.268051 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ef5e7e16-5acd-466f-8c00-b952e965a7fd None None] Provisioning for port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:10.405431 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:47:10.434493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:10.805470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Router c53c54ab-fb20-4b26-a407-962cb0bff5f1 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:47:10.820619 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:10.953909 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:10.958885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:10.959255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:10.990452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:47:11.000534 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Sync routers for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:47:11.011807 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:11.012846 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:11.097586 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:11.101583 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f3fb19ad-5838-4937-b2af-1ed70b88c8f4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9133894 Mar 24 17:47:11.101953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49212) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:11.105062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:11.137504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=677c6dc3-81f0-4a4b-9f2c-db6781ab4580,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:11.188567 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:11.205442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:11.279059 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=677c6dc3-81f0-4a4b-9f2c-db6781ab4580,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:11.461961 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:09Z', 'revision_number': 3, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:11.465722 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Checking router: c53c54ab-fb20-4b26-a407-962cb0bff5f1 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:47:11.466062 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Updating router c53c54ab-fb20-4b26-a407-962cb0bff5f1 port efe326f6-37d7-4cc6-adeb-5759ae3962ce binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:47:11.519922 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:11.772566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:11.837400 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:11.851358 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Transition to ACTIVE for port object efe326f6-37d7-4cc6-adeb-5759ae3962ce will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:11.919718 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:11.990960 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Allocated IP 172.20.0.1 (e4e8391e-f05b-46fe-90f8-f8697f2ffd93/6485244c-bbc2-4de4-80fe-737d37f4da17/7a280812-254b-4286-a077-ea3f6b481f07) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:47:11.996051 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Attempting to bind port efe326f6-37d7-4cc6-adeb-5759ae3962ce on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:47:11.996394 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Attempting to bind port efe326f6-37d7-4cc6-adeb-5759ae3962ce by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:47:11.996744 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Attempting to bind port efe326f6-37d7-4cc6-adeb-5759ae3962ce on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:47:12.002792 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Pushing event updated for resources: {'Port': ['ID=efe326f6-37d7-4cc6-adeb-5759ae3962ce,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:12.011597 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:47:12.012075 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:47:12.012508 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:12.012936 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:47:12.013384 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Bound port: efe326f6-37d7-4cc6-adeb-5759ae3962ce, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:47:12.013743 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:12.044787 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.045131 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.045461 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.045786 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.046107 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.046430 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.046746 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.047060 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.047376 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.047687 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.048043 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.048355 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:47:12.115479 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] For port efe326f6-37d7-4cc6-adeb-5759ae3962ce, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:47:12.118431 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] For port efe326f6-37d7-4cc6-adeb-5759ae3962ce, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=efe326f6-37d7-4cc6-adeb-5759ae3962ce,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:47:12.152996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:12.167840 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Transition to ACTIVE for port object 7a280812-254b-4286-a077-ea3f6b481f07 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:12.209639 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:12.266835 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:12.285083 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:12.285665 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:12.331200 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:12.335675 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:12.344043 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0265bbd-26f7-4635-ae8d-fb648121cc30 None None] Pushing event updated for resources: {'Port': ['ID=efe326f6-37d7-4cc6-adeb-5759ae3962ce,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:12.346883 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:47:12.383121 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Pushing event updated for resources: {'Port': ['ID=7a280812-254b-4286-a077-ea3f6b481f07,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:12.412170 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:12.477700 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:12.626671 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-86a305e2-2516-45ec-831a-e946a0bc9f85 None None] Provisioning for port 7a280812-254b-4286-a077-ea3f6b481f07 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:12.631912 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-86a305e2-2516-45ec-831a-e946a0bc9f85 None None] Provisioning complete for port 7a280812-254b-4286-a077-ea3f6b481f07 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:12.632308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-86a305e2-2516-45ec-831a-e946a0bc9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:12.694838 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-86a305e2-2516-45ec-831a-e946a0bc9f85 None None] Port 7a280812-254b-4286-a077-ea3f6b481f07 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:47:12.774938 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:09Z', 'revision_number': 3, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:12.779602 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9261f82-fae5-495f-b0da-dceebc9feb19 None None] The sync data for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:09Z', 'revision_number': 3, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:47:12.807182 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:12.844145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:12.894357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:12.894730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:13.098805 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:13.165364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:13.274274 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Pushing event updated for resources: {'Port': ['ID=7a280812-254b-4286-a077-ea3f6b481f07,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:13.276834 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:13.416945 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:13.418069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:13.617878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Router c53c54ab-fb20-4b26-a407-962cb0bff5f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:47:13.623272 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6dd8c0a0-efd7-4087-9edd-b65f53efadee None None] Provisioning complete for port 7a280812-254b-4286-a077-ea3f6b481f07 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:13.623903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c0a0-efd7-4087-9edd-b65f53efadee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:13.681956 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8c0a0-efd7-4087-9edd-b65f53efadee None None] Port 7a280812-254b-4286-a077-ea3f6b481f07 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:47:13.797204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:47:13.806050 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c6ad9fa8-5046-4ff1-b615-21a24006527c admin admin] 10.222.0.47 "PUT /v2.0/routers/c53c54ab-fb20-4b26-a407-962cb0bff5f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7025816 Mar 24 17:47:14.298612 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Sync routers for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:47:14.307485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:14.308710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:14.490225 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:14.506056 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49230) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:14.511717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1180312666-network', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:14.516548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:14.520450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Usage tracker for resource:network and tenant:b4f9808564b4499caef5f9bfcf739c40 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:14.523245 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:14.529717 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:14.599710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Made reservation on behalf of b4f9808564b4499caef5f9bfcf739c40 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:47:14.602004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:14.614838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:14.633358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:14.637261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Usage tracker for resource:security_group_rule and tenant:b4f9808564b4499caef5f9bfcf739c40 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:14.640862 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:14.645755 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:14.733442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:14.803472 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:14.807371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 2, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:14.814812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Checking router: c53c54ab-fb20-4b26-a407-962cb0bff5f1 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:47:14.814812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Updating router c53c54ab-fb20-4b26-a407-962cb0bff5f1 port 7a280812-254b-4286-a077-ea3f6b481f07 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:47:14.827632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:47:14.844471 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device efe326f6-37d7-4cc6-adeb-5759ae3962ce up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:14.847930 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214ac1cd-d613-4aae-98fd-9bb908d32086,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:14.851687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:14.852051 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Added segment cb23df44-2dc0-49ba-9ba0-64d54d6e69a6 of type vlan for network 8178f362-826d-429e-9210-e9fa6a87c828 Mar 24 17:47:14.880648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:14.919423 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:14.971185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:14.972185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:14.972753 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.068101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port efe326f6-37d7-4cc6-adeb-5759ae3962ce completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:15.078075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] Pushing event updated for resources: {'Network': ['ID=8178f362-826d-429e-9210-e9fa6a87c828,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:15.098382 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port efe326f6-37d7-4cc6-adeb-5759ae3962ce triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:15.098753 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.121665 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network 8178f362-826d-429e-9210-e9fa6a87c828 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:47:15.163969 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b52491d2-7488-4d29-87d4-a9cd9e1b0c8c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6568172 Mar 24 17:47:15.166784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49234) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:15.173275 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Request body: {'subnet': {'network_id': '8178f362-826d-429e-9210-e9fa6a87c828', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1180312666-subnet', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:15.178015 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:15.181795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Usage tracker for resource:subnet and tenant:b4f9808564b4499caef5f9bfcf739c40 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:15.184853 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:15.190435 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:15.278221 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Made reservation on behalf of b4f9808564b4499caef5f9bfcf739c40 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:47:15.280653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.446611 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.504312 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port efe326f6-37d7-4cc6-adeb-5759ae3962ce, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=efe326f6-37d7-4cc6-adeb-5759ae3962ce,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:15.519080 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.530718 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Transition to ACTIVE for port object 7a280812-254b-4286-a077-ea3f6b481f07 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:15.582551 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.615226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.619091 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.794357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b056b6e-25a6-49af-9017-62203fd69819,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:15.803406 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Checking segment: {'id': 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:47:15.803791 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Network hostable DHCP agents. Network: 8178f362-826d-429e-9210-e9fa6a87c828, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:47:15.831764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586baac-0d20-4839-8316-39e8724c34a0 None None] Pushing event updated for resources: {'Port': ['ID=7a280812-254b-4286-a077-ea3f6b481f07,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:15.889391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Network 8178f362-826d-429e-9210-e9fa6a87c828 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:47:15.901226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Attempting to bind port 7a280812-254b-4286-a077-ea3f6b481f07 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:47:15.901633 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Attempting to bind port 7a280812-254b-4286-a077-ea3f6b481f07 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:47:15.904699 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Attempting to bind port 7a280812-254b-4286-a077-ea3f6b481f07 on network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:47:15.918111 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:47:15.918487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Checking segment: {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:47:15.918877 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.919259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Bound using segment: {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:47:15.919720 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Bound port: 7a280812-254b-4286-a077-ea3f6b481f07, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:47:15.920117 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.945254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=efe326f6-37d7-4cc6-adeb-5759ae3962ce,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:15.963354 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, 8178f362-826d-429e-9210-e9fa6a87c828) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:15.967409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:15.968147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:15.978759 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b369cb3e-4f89-4e77-b97a-c287a64868c1 None None] Network 8178f362-826d-429e-9210-e9fa6a87c828 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:47:16.044426 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-020f93be-a748-421d-8203-4ab80c6e6d6e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8755727 Mar 24 17:47:16.047919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49238) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:16.051566 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:16.056289 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:16.060793 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Usage tracker for resource:router and tenant:b4f9808564b4499caef5f9bfcf739c40 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:16.064901 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:16.071532 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:16.114818 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] For port 7a280812-254b-4286-a077-ea3f6b481f07, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:47:16.118965 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] For port 7a280812-254b-4286-a077-ea3f6b481f07, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7a280812-254b-4286-a077-ea3f6b481f07,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:47:16.152363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:16.153395 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:16.168079 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:16.180258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:16.297056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:16.297697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:16.353170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-8178f362-826d-429e-9210-e9fa6a87c828', 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'fixed_ips': [{'subnet_id': '4b056b6e-25a6-49af-9017-62203fd69819'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:47:16.353983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:16.394097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586baac-0d20-4839-8316-39e8724c34a0 None None] Pushing event updated for resources: {'Port': ['ID=7a280812-254b-4286-a077-ea3f6b481f07,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:16.498856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:16.620889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:16.702939 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Allocated IP 172.20.0.2 (8178f362-826d-429e-9210-e9fa6a87c828/4b056b6e-25a6-49af-9017-62203fd69819/f0918ab1-3064-45e3-b7ae-414b456a8848) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:47:16.818583 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device efe326f6-37d7-4cc6-adeb-5759ae3962ce up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:16.883632 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:16.915759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:17.053741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Allocated IP 172.26.4.209 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/b80f1c8f-1cce-4310-81c5-57f72379b1bf) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:47:17.154756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port efe326f6-37d7-4cc6-adeb-5759ae3962ce triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:17.155331 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:17.206482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:17.287485 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:17.302944 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:17.306682 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Transition to ACTIVE for port object f0918ab1-3064-45e3-b7ae-414b456a8848 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:17.349263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:16Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:17.362402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:17.365383 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:17.367317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcba7a1-f76a-4372-b093-fc4b6a1bfd10 None None] The sync data for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:16Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:47:17.369028 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:47:17.371303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Transition to ACTIVE for port object f0918ab1-3064-45e3-b7ae-414b456a8848 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:17.429053 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Pushing event updated for resources: {'Port': ['ID=b80f1c8f-1cce-4310-81c5-57f72379b1bf,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:17.445524 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:17.514853 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Network 8178f362-826d-429e-9210-e9fa6a87c828 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:17.517786 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:17.526023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:47:17.533888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Pushing event updated for resources: {'Port': ['ID=f0918ab1-3064-45e3-b7ae-414b456a8848,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:17.628660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Attempting to bind port f0918ab1-3064-45e3-b7ae-414b456a8848 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:47:17.629025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Attempting to bind port f0918ab1-3064-45e3-b7ae-414b456a8848 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:47:17.629383 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Attempting to bind port f0918ab1-3064-45e3-b7ae-414b456a8848 on network 8178f362-826d-429e-9210-e9fa6a87c828 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:47:17.635271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:47:17.635436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Checking segment: {'id': 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:47:17.635810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:17.636419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Bound using segment: {'id': 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:47:17.636914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Bound port: f0918ab1-3064-45e3-b7ae-414b456a8848, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:47:17.637287 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:17.733826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] For port f0918ab1-3064-45e3-b7ae-414b456a8848, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:47:17.737327 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] For port f0918ab1-3064-45e3-b7ae-414b456a8848, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0918ab1-3064-45e3-b7ae-414b456a8848,segment=NetworkSegment(cb23df44-2dc0-49ba-9ba0-64d54d6e69a6),segment_id=cb23df44-2dc0-49ba-9ba0-64d54d6e69a6)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:47:17.849688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:17.953955 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9c80d-7c99-4991-b6ac-33b5f7243e0a None None] Pushing event updated for resources: {'Port': ['ID=f0918ab1-3064-45e3-b7ae-414b456a8848,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:18.070855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:18.435771 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:18.740478 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Router 48c3227a-b72f-4abf-ac86-471c9e1fb47e is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:47:18.898458 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0918ab1-3064-45e3-b7ae-414b456a8848 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:18.969991 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef8d28-ca3c-4fa6-a6bb-2d73d9acc7e9 None None] Network 8178f362-826d-429e-9210-e9fa6a87c828 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:47:19.010367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:47:19.028026 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Sync routers for ids ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:47:19.039947 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Routers {'48c3227a-b72f-4abf-ac86-471c9e1fb47e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:19.040804 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:19.085292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-fee14ddf-2767-4416-b987-8000a48e1594 None None] Provisioning for port f0918ab1-3064-45e3-b7ae-414b456a8848 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:19.114765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:19.116770 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f0918ab1-3064-45e3-b7ae-414b456a8848 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:19.117521 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3b595a3e-2560-4293-a056-d5681bbb1f33 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0698583 Mar 24 17:47:19.120198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49242) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:19.160833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f0918ab1-3064-45e3-b7ae-414b456a8848 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:19.160833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:19.239013 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Set router 48c3227a-b72f-4abf-ac86-471c9e1fb47e gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:19.348816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:19.395462 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port f0918ab1-3064-45e3-b7ae-414b456a8848, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0918ab1-3064-45e3-b7ae-414b456a8848,segment=NetworkSegment(cb23df44-2dc0-49ba-9ba0-64d54d6e69a6),segment_id=cb23df44-2dc0-49ba-9ba0-64d54d6e69a6)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:19.472296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:19.473112 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7a280812-254b-4286-a077-ea3f6b481f07 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:19.580669 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:17Z', 'revision_number': 3, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'gw_port': {'id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:19.585371 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Checking router: 48c3227a-b72f-4abf-ac86-471c9e1fb47e for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:47:19.585715 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Updating router 48c3227a-b72f-4abf-ac86-471c9e1fb47e port b80f1c8f-1cce-4310-81c5-57f72379b1bf binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:47:19.609965 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=f0918ab1-3064-45e3-b7ae-414b456a8848,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:19.649121 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:19.673929 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 7a280812-254b-4286-a077-ea3f6b481f07 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:19.679059 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 7a280812-254b-4286-a077-ea3f6b481f07 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:19.679538 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:19.746785 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ecaf3499-a81d-476b-8704-415da0701fce None None] Provisioning complete for port f0918ab1-3064-45e3-b7ae-414b456a8848 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:19.747315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ecaf3499-a81d-476b-8704-415da0701fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:19.920029 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.003830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 7a280812-254b-4286-a077-ea3f6b481f07, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7a280812-254b-4286-a077-ea3f6b481f07,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:20.021330 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.033895 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Transition to ACTIVE for port object b80f1c8f-1cce-4310-81c5-57f72379b1bf will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:20.041725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.091097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.102272 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.160697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=7a280812-254b-4286-a077-ea3f6b481f07,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:20.172321 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Attempting to bind port b80f1c8f-1cce-4310-81c5-57f72379b1bf on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:47:20.172690 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Attempting to bind port b80f1c8f-1cce-4310-81c5-57f72379b1bf by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:47:20.173048 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Attempting to bind port b80f1c8f-1cce-4310-81c5-57f72379b1bf on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:47:20.181289 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:47:20.181590 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:47:20.181988 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.182371 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:47:20.183425 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Bound port: b80f1c8f-1cce-4310-81c5-57f72379b1bf, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:47:20.183800 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.228637 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ece82e-b292-4a2c-9e8e-991691af3cc6 None None] Pushing event updated for resources: {'Port': ['ID=b80f1c8f-1cce-4310-81c5-57f72379b1bf,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:20.257095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Allocated IP 172.20.0.1 (8178f362-826d-429e-9210-e9fa6a87c828/4b056b6e-25a6-49af-9017-62203fd69819/dc0e09e4-1307-4d4d-a774-4125d78cc363) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:47:20.266690 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] For port b80f1c8f-1cce-4310-81c5-57f72379b1bf, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:47:20.269566 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] For port b80f1c8f-1cce-4310-81c5-57f72379b1bf, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b80f1c8f-1cce-4310-81c5-57f72379b1bf,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:47:20.337032 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.406465 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.412381 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Routers {'48c3227a-b72f-4abf-ac86-471c9e1fb47e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:20.412990 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:20.422785 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Transition to ACTIVE for port object dc0e09e4-1307-4d4d-a774-4125d78cc363 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:20.474016 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ece82e-b292-4a2c-9e8e-991691af3cc6 None None] Pushing event updated for resources: {'Port': ['ID=b80f1c8f-1cce-4310-81c5-57f72379b1bf,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:20.529325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.588381 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] Set router 48c3227a-b72f-4abf-ac86-471c9e1fb47e gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:20.593000 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Network 8178f362-826d-429e-9210-e9fa6a87c828 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:20.595762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:20.603470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:47:20.642145 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0e09e4-1307-4d4d-a774-4125d78cc363,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:20.670711 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.817658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0918ab1-3064-45e3-b7ae-414b456a8848 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:20.891995 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f0918ab1-3064-45e3-b7ae-414b456a8848 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:20.892314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.896177 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:17Z', 'revision_number': 3, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'gw_port': {'id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:20.898753 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:20.900614 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d33de8-8281-4494-8c73-123df37ddd5f None None] The sync data for ids ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'] in dv-neutron-835063-1-hyperv is: [{'id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:17Z', 'revision_number': 3, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'gw_port': {'id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:47:20.943486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-569ee38b-ca80-448b-a615-3df3242a2950 None None] Provisioning for port dc0e09e4-1307-4d4d-a774-4125d78cc363 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:20.958560 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-569ee38b-ca80-448b-a615-3df3242a2950 None None] Provisioning complete for port dc0e09e4-1307-4d4d-a774-4125d78cc363 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:20.958952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-569ee38b-ca80-448b-a615-3df3242a2950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:21.045958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-569ee38b-ca80-448b-a615-3df3242a2950 None None] Port dc0e09e4-1307-4d4d-a774-4125d78cc363 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:47:21.074311 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7a280812-254b-4286-a077-ea3f6b481f07 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:21.159313 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:21.162626 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 7a280812-254b-4286-a077-ea3f6b481f07 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:21.162996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:21.222131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:21.336500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:21.340582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0e09e4-1307-4d4d-a774-4125d78cc363,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:21.481269 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Network 8178f362-826d-429e-9210-e9fa6a87c828 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:21.482387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:21.781419 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-cdb209a0-36d5-4652-8e3f-f5477331a20d None None] Provisioning complete for port dc0e09e4-1307-4d4d-a774-4125d78cc363 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:21.782392 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cdb209a0-36d5-4652-8e3f-f5477331a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:21.821023 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Router 48c3227a-b72f-4abf-ac86-471c9e1fb47e has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:47:21.838780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-cdb209a0-36d5-4652-8e3f-f5477331a20d None None] Port dc0e09e4-1307-4d4d-a774-4125d78cc363 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:47:21.998376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:47:22.007503 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-bd464e71-3667-4ae5-b9f5-722ce006ddd0 admin admin] 10.222.0.47 "PUT /v2.0/routers/48c3227a-b72f-4abf-ac86-471c9e1fb47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8850954 Mar 24 17:47:22.487173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Sync routers for ids ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:47:22.497335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Routers {'48c3227a-b72f-4abf-ac86-471c9e1fb47e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:22.498006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:22.672290 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Set router 48c3227a-b72f-4abf-ac86-471c9e1fb47e gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:22.844586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b80f1c8f-1cce-4310-81c5-57f72379b1bf up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:22.991007 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49252) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:22.997372 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004109527', 'description': 'tempest-secgroup-smoke-2004109527 description', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:23.003442 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:23.007340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:23.010556 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:23.017013 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:23.054099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:20Z', 'revision_number': 4, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'gw_port': {'id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'dc0e09e4-1307-4d4d-a774-4125d78cc363', 'name': '', 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'mac_address': 'fa:16:3e:cc:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '4b056b6e-25a6-49af-9017-62203fd69819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:20Z', 'updated_at': '2022-03-24T17:47:20Z', 'revision_number': 2, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'subnets': [{'id': '4b056b6e-25a6-49af-9017-62203fd69819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:23.057970 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Checking router: 48c3227a-b72f-4abf-ac86-471c9e1fb47e for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:47:23.058317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Updating router 48c3227a-b72f-4abf-ac86-471c9e1fb47e port dc0e09e4-1307-4d4d-a774-4125d78cc363 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:47:23.086316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port b80f1c8f-1cce-4310-81c5-57f72379b1bf completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:23.101448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b80f1c8f-1cce-4310-81c5-57f72379b1bf triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:23.101808 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.113689 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.134432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:23.138873 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:23.142147 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:23.148076 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:23.158688 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.220472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.263644 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.307391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b03120-73b9-44f1-babe-3887ba2d0c10,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:23.348174 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.352175 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-8475eef2-e437-4f9a-99e0-cbdb34e202f2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3570700 Mar 24 17:47:23.352522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49256) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:23.357833 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '70b03120-73b9-44f1-babe-3887ba2d0c10', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:23.363752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:23.367593 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:23.371379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:23.377283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:23.394167 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.429162 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.443506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port b80f1c8f-1cce-4310-81c5-57f72379b1bf, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b80f1c8f-1cce-4310-81c5-57f72379b1bf,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:23.490314 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.531605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.558188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.583647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4965b4fb-3aa7-4d32-a647-33a200c13b8a,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:23.648767 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=b80f1c8f-1cce-4310-81c5-57f72379b1bf,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:23.654908 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.656661 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a724309f-9879-4e9c-b4f2-1e6c1fa9ad53 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3029017 Mar 24 17:47:23.659320 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49260) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:23.665333 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '70b03120-73b9-44f1-babe-3887ba2d0c10', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:23.671265 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:23.674442 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.674998 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:23.677839 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:23.683980 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:23.687036 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Transition to ACTIVE for port object dc0e09e4-1307-4d4d-a774-4125d78cc363 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:23.759570 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.789270 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.862325 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.919087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d7d6a-fefa-4731-99f4-b67ca516bee6 None None] Pushing event updated for resources: {'Port': ['ID=dc0e09e4-1307-4d4d-a774-4125d78cc363,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:23.936926 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.966463 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e074e6de-0915-4d78-85cf-d39a0099e0c6,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:23.983118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Attempting to bind port dc0e09e4-1307-4d4d-a774-4125d78cc363 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:47:23.983487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Attempting to bind port dc0e09e4-1307-4d4d-a774-4125d78cc363 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:47:23.983852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Attempting to bind port dc0e09e4-1307-4d4d-a774-4125d78cc363 on network 8178f362-826d-429e-9210-e9fa6a87c828 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:47:23.989649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:47:23.990020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Checking segment: {'id': 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:47:23.990415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:23.990801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Bound using segment: {'id': 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:47:23.991264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Bound port: dc0e09e4-1307-4d4d-a774-4125d78cc363, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:47:23.991828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.022867 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.024264 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-78267855-39b8-4347-a5e2-2d9828ef9c9e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3634818 Mar 24 17:47:24.027864 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49264) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:24.033027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '70b03120-73b9-44f1-babe-3887ba2d0c10', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:24.039017 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:24.042955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:24.046525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:24.052353 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:24.089614 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] For port dc0e09e4-1307-4d4d-a774-4125d78cc363, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:47:24.092506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] For port dc0e09e4-1307-4d4d-a774-4125d78cc363, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dc0e09e4-1307-4d4d-a774-4125d78cc363,segment=NetworkSegment(cb23df44-2dc0-49ba-9ba0-64d54d6e69a6),segment_id=cb23df44-2dc0-49ba-9ba0-64d54d6e69a6)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:47:24.114766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.174723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.175592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.239095 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.251119 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Routers {'48c3227a-b72f-4abf-ac86-471c9e1fb47e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:24.251743 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:24.265956 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df4591b-e4cd-4f6b-9110-4f1fd4386c08,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:24.317763 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d7d6a-fefa-4731-99f4-b67ca516bee6 None None] Pushing event updated for resources: {'Port': ['ID=dc0e09e4-1307-4d4d-a774-4125d78cc363,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:24.342134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.345880 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c5f63dce-a8e3-4b91-bb84-701a8758aa0f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3145778 Mar 24 17:47:24.346159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49268) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:24.351474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '70b03120-73b9-44f1-babe-3887ba2d0c10', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:24.358177 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:24.363101 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:24.365939 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:24.372414 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:24.445719 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.445927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] Set router 48c3227a-b72f-4abf-ac86-471c9e1fb47e gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:24.512948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.585689 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.609765 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196fc848-139f-4dc7-bca6-57c5cfe9e44d,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:24.694806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.696070 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-8412b406-c4a4-4155-952b-a75acdf36f6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3488595 Mar 24 17:47:24.698739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49272) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:24.703878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '70b03120-73b9-44f1-babe-3887ba2d0c10', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:24.710181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:24.714068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:24.717451 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:24.723136 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:24.751353 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:20Z', 'revision_number': 4, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'gw_port': {'id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'dc0e09e4-1307-4d4d-a774-4125d78cc363', 'name': '', 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'mac_address': 'fa:16:3e:cc:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '4b056b6e-25a6-49af-9017-62203fd69819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:20Z', 'updated_at': '2022-03-24T17:47:24Z', 'revision_number': 4, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'subnets': [{'id': '4b056b6e-25a6-49af-9017-62203fd69819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:24.755510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccb6f0-9854-4b58-a348-46b4604dc315 None None] The sync data for ids ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'] in dv-neutron-835063-1-hyperv is: [{'id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:20Z', 'revision_number': 4, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'gw_port': {'id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': 'dc0e09e4-1307-4d4d-a774-4125d78cc363', 'name': '', 'network_id': '8178f362-826d-429e-9210-e9fa6a87c828', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'mac_address': 'fa:16:3e:cc:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '4b056b6e-25a6-49af-9017-62203fd69819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:20Z', 'updated_at': '2022-03-24T17:47:24Z', 'revision_number': 4, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'subnets': [{'id': '4b056b6e-25a6-49af-9017-62203fd69819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:47:24.786314 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Project ff948457f27740a2b06c1f4a370dbcdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:47:24.796383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.872330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b80f1c8f-1cce-4310-81c5-57f72379b1bf up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:24.884926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.951561 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port b80f1c8f-1cce-4310-81c5-57f72379b1bf triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:24.951994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.952104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:24.977624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52866c6-6e39-479e-bdb1-e96c81388eb9,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:25.066066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:25.067187 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ba678060-b040-4ad9-b5a4-adbfece8f59e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3674667 Mar 24 17:47:25.070376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49276) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:25.078299 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '70b03120-73b9-44f1-babe-3887ba2d0c10', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:25.085083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:25.090747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:25.094567 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:25.102334 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:25.174808 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Project ff948457f27740a2b06c1f4a370dbcdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:47:25.182201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:25.253912 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:25.331127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:25.355996 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982eb048-720b-4970-bf5f-8a7f07b70ac4,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:25.439919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:25.441156 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1af47987-37cf-494d-9020-40d4abaa2864 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3686476 Mar 24 17:47:25.756661 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-83ff88e3-c3ed-43d6-954e-88475d8ea873 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004109527&fields=id&tenant_id=ff948457f27740a2b06c1f4a370dbcdd HTTP/1.1" status: 200 len: 267 time: 0.0457251 Mar 24 17:47:25.909001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-5a191ef7-ac03-4ea3-82d1-4c7d7c4e27c6 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:25.910452 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-5a191ef7-ac03-4ea3-82d1-4c7d7c4e27c6 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 808 time: 0.1470439 Mar 24 17:47:25.925645 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d2391266-27ee-4f68-8cb9-e6b553be9b4b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/quotas/ff948457f27740a2b06c1f4a370dbcdd HTTP/1.1" status: 200 len: 375 time: 0.0097620 Mar 24 17:47:26.010493 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-abef1265-aa30-4ce1-851b-52be42f7898c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800152 Mar 24 17:47:26.026068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-0cc99f7b-6f88-4728-9dcb-5865bd8b8259 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:47:26.027760 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-0cc99f7b-6f88-4728-9dcb-5865bd8b8259 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058742 Mar 24 17:47:26.242574 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-bfc35598-30a1-4051-86a3-7e284fb9b40f service neutron] 10.222.0.47 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089069 Mar 24 17:47:26.369716 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-4f512232-f50e-46bd-9455-2527034ffbb5 service neutron] 10.222.0.47 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213405 Mar 24 17:47:26.770454 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a8cd42d3-c441-4821-afc8-5e7d4cc5794d req-13d26251-f2ec-4e20-b477-a2a29262a006 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 210 time: 0.0453272 Mar 24 17:47:26.833789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dc0e09e4-1307-4d4d-a774-4125d78cc363 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:26.951651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port dc0e09e4-1307-4d4d-a774-4125d78cc363 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:26.956451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port dc0e09e4-1307-4d4d-a774-4125d78cc363 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:26.956829 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:27.069791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:27.100546 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port dc0e09e4-1307-4d4d-a774-4125d78cc363, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dc0e09e4-1307-4d4d-a774-4125d78cc363,segment=NetworkSegment(cb23df44-2dc0-49ba-9ba0-64d54d6e69a6),segment_id=cb23df44-2dc0-49ba-9ba0-64d54d6e69a6)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:27.179764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:27.245590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=dc0e09e4-1307-4d4d-a774-4125d78cc363,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:27.866966 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1a489b4-cdeb-4d86-b61d-baea8e9027c1 req-532dc743-9da3-4875-add4-4624076656ba tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 210 time: 0.0409091 Mar 24 17:47:28.809242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dc0e09e4-1307-4d4d-a774-4125d78cc363 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:28.879756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port dc0e09e4-1307-4d4d-a774-4125d78cc363 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:28.880150 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:28.968977 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-74ae7f09-a8f7-4c9e-a3e8-cd8275f96f46 req-a0004189-66b6-4861-bd52-8d0e07782491 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 210 time: 0.0455489 Mar 24 17:47:30.063198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2ef9c35c-4f0f-4209-9a80-13a343e1fba5 req-1648139f-9d78-4123-b443-8cdf3825b7c0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 210 time: 0.0413053 Mar 24 17:47:30.473340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2fafe666-920a-497d-9c52-4a14f2935dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:31.209609 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d022e842-fbc5-4e3e-9c51-d1621ff2e12e req-2fc65a3f-bc74-4919-a698-79164f299428 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 210 time: 0.0442386 Mar 24 17:47:32.359613 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c6983f74-eac6-4d29-9811-e13d32247c43 req-b60abf22-e6bd-4a75-b1b8-ab39da635cee tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 210 time: 0.0486453 Mar 24 17:47:32.717336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9fba01a6-01b3-4c8d-9961-de1c5d3559ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:33.036238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-f4f9480e-ec8e-4fa2-b572-8308ff3b3416 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:33.037627 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-f4f9480e-ec8e-4fa2-b572-8308ff3b3416 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 808 time: 0.1430204 Mar 24 17:47:33.085897 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-47008bd8-5753-4c73-b0a4-84cadbb99e14 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff948457f27740a2b06c1f4a370dbcdd HTTP/1.1" status: 200 len: 380 time: 0.0402179 Mar 24 17:47:33.094552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'port': {'device_id': '72272669-a26c-4083-8deb-faa1c46ab13e', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'admin_state_up': True, 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'security_groups': ['70b03120-73b9-44f1-babe-3887ba2d0c10']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:33.142262 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:33.234234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:33.238037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:port and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:33.240808 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:33.246300 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:33.319377 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Made reservation on behalf of ff948457f27740a2b06c1f4a370dbcdd for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:47:33.323573 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:33.518138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fadc6d01-b5cd-45e6-b59e-2e23e09c47bc req-d3f01387-69d8-457d-9faf-29e574bf8edd tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 210 time: 0.0494542 Mar 24 17:47:33.524047 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Allocated IP 172.20.0.3 (e4e8391e-f05b-46fe-90f8-f8697f2ffd93/6485244c-bbc2-4de4-80fe-737d37f4da17/6fa66223-aaf5-4fe5-869e-ced91a5a017c) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:47:33.708624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:33.724123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Transition to ACTIVE for port object 6fa66223-aaf5-4fe5-869e-ced91a5a017c will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:33.810973 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:33.876570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:33.879551 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:33.887812 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:47:33.919823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:33.934478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:33.956562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:33.957296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:34.033646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:34.089492 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1cc16ed0-f951-42b3-9539-643a2d37b0ae tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9990258 Mar 24 17:47:34.101298 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Request body: {'port': {'device_id': '72272669-a26c-4083-8deb-faa1c46ab13e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:34.176441 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eba9e569-e27d-4fc8-8ccf-30cdaef89b12 None None] Provisioning for port 6fa66223-aaf5-4fe5-869e-ced91a5a017c completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:34.181438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eba9e569-e27d-4fc8-8ccf-30cdaef89b12 None None] Provisioning complete for port 6fa66223-aaf5-4fe5-869e-ced91a5a017c triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:34.181805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eba9e569-e27d-4fc8-8ccf-30cdaef89b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:34.212982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:34.234213 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-eba9e569-e27d-4fc8-8ccf-30cdaef89b12 None None] Port 6fa66223-aaf5-4fe5-869e-ced91a5a017c cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:47:34.686714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa66223-aaf5-4fe5-869e-ced91a5a017c {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:47:34.695213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:34.715707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Transition to ACTIVE for port object 6fa66223-aaf5-4fe5-869e-ced91a5a017c will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:47:34.740262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c1014-0c47-4c76-900e-9ba9aff9e000 req-c74e6581-1a65-44a8-abcc-ae04bc821e8d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:34.740947 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-859c1014-0c47-4c76-900e-9ba9aff9e000 req-c74e6581-1a65-44a8-abcc-ae04bc821e8d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Synchronizing usage tracker for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:47:34.770562 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:34.876406 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-859c1014-0c47-4c76-900e-9ba9aff9e000 req-c74e6581-1a65-44a8-abcc-ae04bc821e8d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Unset dirty status for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:47:34.877556 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-859c1014-0c47-4c76-900e-9ba9aff9e000 req-c74e6581-1a65-44a8-abcc-ae04bc821e8d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 931 time: 0.2405028 Mar 24 17:47:34.928852 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:35.035991 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-859c1014-0c47-4c76-900e-9ba9aff9e000 req-8e2003b2-38ab-4924-9e5a-f0eaa7585afb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305740 Mar 24 17:47:35.061484 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Attempting to bind port 6fa66223-aaf5-4fe5-869e-ced91a5a017c on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:47:35.061814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Attempting to bind port 6fa66223-aaf5-4fe5-869e-ced91a5a017c by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:47:35.062228 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Attempting to bind port 6fa66223-aaf5-4fe5-869e-ced91a5a017c on network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:47:35.066858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Port 6fa66223-aaf5-4fe5-869e-ced91a5a017c on network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:47:35.069649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Attempting to bind port 6fa66223-aaf5-4fe5-869e-ced91a5a017c on network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:47:35.072191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:47:35.072526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Checking segment: {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:47:35.072945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Bound using segment: {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:47:35.073319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Bound port: 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:47:35.073656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:35.162817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:47:35.165568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:47:35.232173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:35.287647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:35.288369 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:35.289646 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 1093 time: 1.1924248 Mar 24 17:47:35.290075 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:47:35.316316 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f9f6d-6df3-4056-bea8-913db83f82d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:35.342424 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'status': 'completed', 'code': 200} Mar 24 17:47:35.440462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd875026-45e5-47aa-9581-85f934e58758 req-82442122-47ff-413c-abe6-51d058300990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:35.442284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd875026-45e5-47aa-9581-85f934e58758 req-82442122-47ff-413c-abe6-51d058300990 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1096 time: 0.0802159 Mar 24 17:47:35.493896 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:35.581252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd875026-45e5-47aa-9581-85f934e58758 req-1d8ceae5-2ee7-4be3-8e7b-ac6d34161e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:35.582567 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd875026-45e5-47aa-9581-85f934e58758 req-1d8ceae5-2ee7-4be3-8e7b-ac6d34161e82 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1343069 Mar 24 17:47:35.714344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd875026-45e5-47aa-9581-85f934e58758 req-9fa15963-f63a-43ef-a09a-3d78b50b3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:35.715793 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dd875026-45e5-47aa-9581-85f934e58758 req-9fa15963-f63a-43ef-a09a-3d78b50b3326 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277270 Mar 24 17:47:35.816630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1c4c2956-db5f-403d-bcf1-2230d8ce7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:35.818065 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1c4c2956-db5f-403d-bcf1-2230d8ce7e42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1096 time: 0.0682466 Mar 24 17:47:35.885654 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-676757ed-6e4b-4fe2-aee6-401709d5d0a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 217 time: 0.0614028 Mar 24 17:47:35.945089 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1c58ab12-5410-4f3b-9fff-85e6a45bc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:35.946482 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-1c58ab12-5410-4f3b-9fff-85e6a45bc267 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0552108 Mar 24 17:47:36.023746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-29b89c25-deff-4540-8aef-18976afa0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:36.025283 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-29b89c25-deff-4540-8aef-18976afa0664 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721097 Mar 24 17:47:36.192158 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-73aa2602-a171-4065-9c8f-670941e1dbfa service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605871 Mar 24 17:47:36.424836 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbeecf-e84a-438d-b85a-9a4857f353e2 req-1aa3cbd3-7143-4295-b399-532ac268c513 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:36.426257 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5efbeecf-e84a-438d-b85a-9a4857f353e2 req-1aa3cbd3-7143-4295-b399-532ac268c513 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.2786722 Mar 24 17:47:36.459714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-593d44c3-a97b-4076-a893-a1c5d742a33c req-f19caa6d-f3b7-471b-96a2-4836ed91a8c9 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604020 Mar 24 17:47:36.480714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5efbeecf-e84a-438d-b85a-9a4857f353e2 req-f1db5d3c-396b-45f4-aa6f-2e498dddeb1b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Mar 24 17:47:37.664104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4ac87-a8f6-43a3-a93d-bbe686409968 req-bb82d446-8b74-49a3-8ebf-7a0678de94e9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:37.665523 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-32c4ac87-a8f6-43a3-a93d-bbe686409968 req-bb82d446-8b74-49a3-8ebf-7a0678de94e9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0808737 Mar 24 17:47:37.708914 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-32c4ac87-a8f6-43a3-a93d-bbe686409968 req-7be23af7-6934-4196-a1f0-ebff8a4c99fd tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372403 Mar 24 17:47:38.892255 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a30c7c-27c9-4a3e-bbc8-c23899d9d9a9 req-47967711-3d9f-4d32-ab08-07959ca3a110 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:38.893717 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04a30c7c-27c9-4a3e-bbc8-c23899d9d9a9 req-47967711-3d9f-4d32-ab08-07959ca3a110 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0796738 Mar 24 17:47:38.943564 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-04a30c7c-27c9-4a3e-bbc8-c23899d9d9a9 req-d2ff9542-9aae-4fd7-99d8-897362ebeb82 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443387 Mar 24 17:47:39.032669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6fa66223-aaf5-4fe5-869e-ced91a5a017c details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:47:39.166723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:39.182540 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'port_id': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'mac_address': 'fa:16:3e:c2:1e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:47:39.235710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:39.252275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa66223-aaf5-4fe5-869e-ced91a5a017c {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:47:39.267270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:39.345330 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:39.413084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:39.554196 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['6fa66223-aaf5-4fe5-869e-ced91a5a017c'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:47:40.122431 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894e78e-65e0-441c-8a3e-4b3d6d4708b9 req-5d090a38-b788-4950-a644-20d11b8c56fb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:40.124417 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0894e78e-65e0-441c-8a3e-4b3d6d4708b9 req-5d090a38-b788-4950-a644-20d11b8c56fb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 944 time: 0.0780027 Mar 24 17:47:40.166704 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0894e78e-65e0-441c-8a3e-4b3d6d4708b9 req-b51fd6cb-0cf1-4033-ae10-1d3d75604bd2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367787 Mar 24 17:47:41.046118 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6fa66223-aaf5-4fe5-869e-ced91a5a017c up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:47:41.176342 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 6fa66223-aaf5-4fe5-869e-ced91a5a017c completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:47:41.181775 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 6fa66223-aaf5-4fe5-869e-ced91a5a017c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:47:41.182149 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:41.311390 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:41.339463 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:47:41.349408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:47:41.363586 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd61157-0505-4c87-878a-86c7afaeb4b5 req-fe86d97e-d93d-45ef-902a-13c1998d6e1b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:41.365122 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4bd61157-0505-4c87-878a-86c7afaeb4b5 req-fe86d97e-d93d-45ef-902a-13c1998d6e1b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 944 time: 0.0915844 Mar 24 17:47:41.389623 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'code': 200} Mar 24 17:47:41.416578 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4bd61157-0505-4c87-878a-86c7afaeb4b5 req-62ec1efc-46c7-4108-a32c-d6f0f3185f3f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449009 Mar 24 17:47:41.440624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:41.523000 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:41.786435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcf95a-b7d0-4a43-9139-0feebc8ec0af req-a9b70253-89ab-4035-bb33-3f2ecd962641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:41.787887 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cabcf95a-b7d0-4a43-9139-0feebc8ec0af req-a9b70253-89ab-4035-bb33-3f2ecd962641 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1098 time: 0.0741129 Mar 24 17:47:41.827925 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cabcf95a-b7d0-4a43-9139-0feebc8ec0af req-0b12c231-728d-4fe1-9a31-e96d0f46d27e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339901 Mar 24 17:47:42.606834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a765f-7666-46a8-8d2b-7b77f6f4572a req-4e9b66f5-6ad2-4a3c-8efb-29c8874e2b57 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:42.608270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-106a765f-7666-46a8-8d2b-7b77f6f4572a req-4e9b66f5-6ad2-4a3c-8efb-29c8874e2b57 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0801024 Mar 24 17:47:42.653334 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-106a765f-7666-46a8-8d2b-7b77f6f4572a req-808e6406-9c15-41c4-ae5f-baf13f8b6577 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387163 Mar 24 17:47:43.836246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3bbc-c797-4283-a806-443f357d7e20 req-eae4144d-a9bf-490e-a3e3-579913fdc23c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:43.837675 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36fb3bbc-c797-4283-a806-443f357d7e20 req-eae4144d-a9bf-490e-a3e3-579913fdc23c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0783575 Mar 24 17:47:43.881141 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-36fb3bbc-c797-4283-a806-443f357d7e20 req-33b3904e-ed1a-4880-880e-38ece97a71e0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379007 Mar 24 17:47:44.061645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7215f-6863-422d-8a7a-6b264f4a4246 req-1c8d5a88-5aad-461f-8c95-6dd82693b9bc tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:44.063565 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7ac7215f-6863-422d-8a7a-6b264f4a4246 req-1c8d5a88-5aad-461f-8c95-6dd82693b9bc tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0797751 Mar 24 17:47:44.106318 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7ac7215f-6863-422d-8a7a-6b264f4a4246 req-075a8207-7c66-4947-8964-0257757ec0d2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370283 Mar 24 17:47:44.129045 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49350) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:44.292882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94955ff2-070b-4c8e-accf-3182229371a1 tempest-TestShelveInstance-700014912 tempest-TestShelveInstance-700014912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:44.294368 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-94955ff2-070b-4c8e-accf-3182229371a1 tempest-TestShelveInstance-700014912 tempest-TestShelveInstance-700014912-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1093 time: 0.1643662 Mar 24 17:47:44.297286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49356) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:47:44.302558 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:47:44.308359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:47:44.312220 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:floatingip and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:47:44.315481 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:47:44.321081 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:47:44.387595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:44.517296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:44.652285 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Allocated IP 172.26.4.122 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/a1de35fd-58b3-46d6-b301-d9151e76316c) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:47:44.798701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:44.905657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:44.968354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:47:44.971632 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:47:44.975223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:47:45.013471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'Port': ['ID=a1de35fd-58b3-46d6-b301-d9151e76316c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:45.484619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:45.637441 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:45.843792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:45.907467 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:46.015592 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'Port': ['ID=a1de35fd-58b3-46d6-b301-d9151e76316c,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:47:46.027237 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:46.195157 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Floating IP 7b5e928b-2789-4f94-9af1-dcc0dbed49a4 associated. External IP: 172.26.4.122, port: 6fa66223-aaf5-4fe5-869e-ced91a5a017c. Mar 24 17:47:46.544364 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Router c53c54ab-fb20-4b26-a407-962cb0bff5f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:47:46.725064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:47:46.735168 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] Sync routers for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:47:46.744698 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:46.745590 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:46.856000 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:47:46.916173 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-af892e93-6992-4126-a111-4c907b275ef0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6173429 Mar 24 17:47:46.916789 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:47:46.928863 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:46.959634 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'status': 'completed', 'code': 200} Mar 24 17:47:47.088605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-d5bafddd-a984-4b26-8fb6-b68434ab9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:47.090071 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-d5bafddd-a984-4b26-8fb6-b68434ab9e97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1098 time: 0.1106539 Mar 24 17:47:47.307370 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '7b5e928b-2789-4f94-9af1-dcc0dbed49a4', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'port_id': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'mac_address': 'fa:16:3e:c2:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72272669-a26c-4083-8deb-faa1c46ab13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:47:45Z', 'updated_at': '2022-03-24T17:47:45Z', 'revision_number': 0, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:47.311484 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] Checking router: c53c54ab-fb20-4b26-a407-962cb0bff5f1 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:47:47.320375 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:47:47.320981 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:47:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:47.338787 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-f470f0cd-63c7-4aeb-954d-e8356c40c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:47.340288 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-f470f0cd-63c7-4aeb-954d-e8356c40c48d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.2443810 Mar 24 17:47:47.409769 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:47:47.441907 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-315f1398-be40-4813-bc1f-71d70b3f43d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 999 time: 0.0953984 Mar 24 17:47:47.504436 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-cc421ee1-0a95-4a66-8b0c-9a572eff9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:47.506146 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-cc421ee1-0a95-4a66-8b0c-9a572eff9a81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0585325 Mar 24 17:47:47.511251 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:47:47.586076 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-d088869b-11dc-4119-aa2b-a56a747ebe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:47.587478 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-d088869b-11dc-4119-aa2b-a56a747ebe0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719903 Mar 24 17:47:47.719911 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-ce752c0b-7779-4dad-8fe2-65980b3fbd61 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253867 Mar 24 17:47:47.851001 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f19489f1-8446-4b5d-a777-0c09c77e2d99 req-560eba6e-f053-4c97-86ad-2e0a8d9f075f service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261597 Mar 24 17:47:47.851213 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '7b5e928b-2789-4f94-9af1-dcc0dbed49a4', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'port_id': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'mac_address': 'fa:16:3e:c2:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72272669-a26c-4083-8deb-faa1c46ab13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:47:45Z', 'updated_at': '2022-03-24T17:47:45Z', 'revision_number': 0, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:47:47.855496 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbcd21d-54d1-4a02-92e6-46e3b0fa6974 None None] The sync data for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '7b5e928b-2789-4f94-9af1-dcc0dbed49a4', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'port_id': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'mac_address': 'fa:16:3e:c2:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72272669-a26c-4083-8deb-faa1c46ab13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:47:45Z', 'updated_at': '2022-03-24T17:47:45Z', 'revision_number': 0, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:47:48.039260 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d84cfd-8129-47f1-bd9f-e99cf6365849 None None] New status for floating IP 7b5e928b-2789-4f94-9af1-dcc0dbed49a4: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:47:56.473207 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-35777ab5-4da0-4668-9732-2d84dc8f5ccb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686572 Mar 24 17:47:56.612319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-3d06b6dd-a6a8-4194-963b-46729c64cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:56.613782 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-3d06b6dd-a6a8-4194-963b-46729c64cf15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1098 time: 0.0721557 Mar 24 17:47:56.756356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-ec3972d2-a6c6-4950-963a-e66eeaf283f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:56.758061 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-ec3972d2-a6c6-4950-963a-e66eeaf283f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1262448 Mar 24 17:47:56.858376 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-eeb934c0-f690-45e5-ad7e-6314507a5030 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 1001 time: 0.0944307 Mar 24 17:47:56.919714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-64b66eee-a406-4af3-ad8c-0b239426d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:56.921151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-64b66eee-a406-4af3-ad8c-0b239426d897 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0571661 Mar 24 17:47:56.994796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-d357e7d0-2371-4039-b942-e4abcf617092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:47:56.996182 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-d357e7d0-2371-4039-b942-e4abcf617092 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681646 Mar 24 17:47:57.123909 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-fcf91436-001a-41ac-9d83-ff24eec52472 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206758 Mar 24 17:47:57.253713 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-eb290bb3-4c96-429e-95d6-7ca95720d858 req-d64d0a61-2044-4322-83fb-6757479b7f71 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234617 Mar 24 17:48:00.490011 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2af3d2f2-a037-47f7-b652-c9330519ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:02.693304 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5711ba41-7416-4b54-a644-2918c5011e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:03.161816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:03.928396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:04.053356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:05.483887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:24.409998 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:48:30.500446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1231e493-eeeb-462f-84cd-4322d143ec91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:32.712264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-801d0cd5-e9bb-4cc6-b0f5-d5521bb977cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:33.146133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:33.917972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:34.032124 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:35.553659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:48:57.448486 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-cb5bc712-bacf-4503-a397-dbdde428fb15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715082 Mar 24 17:48:57.582796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-7ecb6e87-1662-48e7-b4f0-0086444a78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:48:57.584260 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-7ecb6e87-1662-48e7-b4f0-0086444a78ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1098 time: 0.0686698 Mar 24 17:48:57.824349 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-b1c2b890-1356-4dd7-b293-6105c0688c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:48:57.825778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-b1c2b890-1356-4dd7-b293-6105c0688c93 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.2239025 Mar 24 17:48:57.925502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-08b01267-4552-484c-b2dc-4b04233988df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 1001 time: 0.0941448 Mar 24 17:48:57.991295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-5f86281d-763f-4ad6-b849-80e578847672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:48:57.992725 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-5f86281d-763f-4ad6-b849-80e578847672 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0617518 Mar 24 17:48:58.067076 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-26fc800d-6383-4732-b50b-350e592b6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:48:58.068522 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-26fc800d-6383-4732-b50b-350e592b6cb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695026 Mar 24 17:48:58.196706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-653a0ca8-6474-453e-bbf6-21e98c93f201 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216226 Mar 24 17:48:58.328826 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f7deeaa8-f9e4-4a14-a82e-0674ecf757be req-dedc4d84-b9de-47cb-8cee-f72c0a26d74e service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260355 Mar 24 17:49:00.474848 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-38b510d5-3721-488a-b3ee-4d51082e59ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:01.409511 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:49:02.737917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-036933a2-b327-4498-b3cb-07eef63c61c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:03.166232 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:03.922827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:04.054164 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:05.491813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:30.491756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-93fff064-52f7-4751-9750-6d2c56371548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:32.716836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fa8e704b-af23-45b9-b14b-73489829fd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:33.167880 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:33.966335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:34.062881 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:35.480263 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:38.409731 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:49:42.068265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34152a2-3926-4ab9-b499-85729c6fa75d req-7e2f1d06-49eb-4da9-af8e-aab118f2c781 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:42.069681 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a34152a2-3926-4ab9-b499-85729c6fa75d req-7e2f1d06-49eb-4da9-af8e-aab118f2c781 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0818138 Mar 24 17:49:42.113159 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a34152a2-3926-4ab9-b499-85729c6fa75d req-f226407c-0324-44bb-8e63-816934c66289 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 Mar 24 17:49:43.296933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed64ff-bad0-4372-9a9e-27648a5f0750 req-3ebdc4c2-43e2-4457-a23e-c64ddcbc227c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:43.298338 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e4ed64ff-bad0-4372-9a9e-27648a5f0750 req-3ebdc4c2-43e2-4457-a23e-c64ddcbc227c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0783317 Mar 24 17:49:43.341776 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e4ed64ff-bad0-4372-9a9e-27648a5f0750 req-542587d5-c24c-4302-becd-452a548d74d1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377910 Mar 24 17:49:44.544415 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946c3dc-f4cb-49f2-862f-b3e08fa08023 req-025c43fa-b0bb-45cc-891f-99fb177966ec tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:44.545869 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7946c3dc-f4cb-49f2-862f-b3e08fa08023 req-025c43fa-b0bb-45cc-891f-99fb177966ec tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0867014 Mar 24 17:49:44.589522 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7946c3dc-f4cb-49f2-862f-b3e08fa08023 req-15860017-5916-4e6d-a931-0b7830a1e829 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377271 Mar 24 17:49:45.772758 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d3c4-d79c-4c1a-aefc-b0fd98b14e1c req-ee1add88-18ed-4a18-a120-9ff9d93edb7e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:45.774177 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e32d3c4-d79c-4c1a-aefc-b0fd98b14e1c req-ee1add88-18ed-4a18-a120-9ff9d93edb7e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0785065 Mar 24 17:49:45.822229 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5e32d3c4-d79c-4c1a-aefc-b0fd98b14e1c req-6a9ce5fd-d8b0-450d-a14b-24e02b8001c9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Mar 24 17:49:47.149685 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf961-663b-4cc8-9a2c-11933390a9ff req-674c27d3-c149-4c6b-896f-ba6d9ee2d180 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:47.151015 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-992cf961-663b-4cc8-9a2c-11933390a9ff req-674c27d3-c149-4c6b-896f-ba6d9ee2d180 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0790951 Mar 24 17:49:47.193858 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-992cf961-663b-4cc8-9a2c-11933390a9ff req-6a6c5b9f-4a8b-44bc-bf34-911be24407df tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373032 Mar 24 17:49:48.379633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c89a49-abee-4afb-a499-011f4c39fb11 req-07852fa6-9246-439f-838f-c297aa09ddda tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:48.381356 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f3c89a49-abee-4afb-a499-011f4c39fb11 req-07852fa6-9246-439f-838f-c297aa09ddda tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0847688 Mar 24 17:49:48.426851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f3c89a49-abee-4afb-a499-011f4c39fb11 req-5606c910-ee2d-4708-8e79-fc48aa1f50a2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398936 Mar 24 17:49:49.610943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3352c4-1e64-4e43-ae1f-e9883657d037 req-670ab9e7-e60b-4da7-9e19-ab57a1316988 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:49.612941 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f3352c4-1e64-4e43-ae1f-e9883657d037 req-670ab9e7-e60b-4da7-9e19-ab57a1316988 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0797205 Mar 24 17:49:49.655476 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7f3352c4-1e64-4e43-ae1f-e9883657d037 req-638472de-f1eb-4bf7-9e9a-bcf3031370ab tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369084 Mar 24 17:49:50.837065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18482126-5a0c-4ede-874c-751e1d3631fd req-9bc2dad4-b913-408e-bbe9-d43d7798a7a1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:50.838505 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-18482126-5a0c-4ede-874c-751e1d3631fd req-9bc2dad4-b913-408e-bbe9-d43d7798a7a1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0804958 Mar 24 17:49:50.881967 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-18482126-5a0c-4ede-874c-751e1d3631fd req-55c3acf9-15c6-470c-81ea-34d5555ac6dd tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378969 Mar 24 17:49:52.064555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdf6aa-349f-4407-90ec-6fbecbdc05c1 req-b19f5618-b7a8-4540-b95b-8cc4df105ef7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:52.066734 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3cfdf6aa-349f-4407-90ec-6fbecbdc05c1 req-b19f5618-b7a8-4540-b95b-8cc4df105ef7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0788832 Mar 24 17:49:52.112371 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3cfdf6aa-349f-4407-90ec-6fbecbdc05c1 req-4cdfdfd9-e903-472a-830a-1da13818459a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Mar 24 17:49:53.295653 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab26fdb-f9cf-4e6b-8ac7-eb271bf12370 req-64305229-1eb7-4641-8177-cab2cf28aa0b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:53.297095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ab26fdb-f9cf-4e6b-8ac7-eb271bf12370 req-64305229-1eb7-4641-8177-cab2cf28aa0b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0774233 Mar 24 17:49:53.340266 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8ab26fdb-f9cf-4e6b-8ac7-eb271bf12370 req-6142d6b9-9d19-47cd-964d-945d38af4200 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370955 Mar 24 17:49:53.877192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6fa66223-aaf5-4fe5-869e-ced91a5a017c details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:49:54.007352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:49:54.020043 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'port_id': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'mac_address': 'fa:16:3e:c2:1e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:49:54.076435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:54.092651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fa66223-aaf5-4fe5-869e-ced91a5a017c {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:49:54.107496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:49:54.217053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:54.285038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:49:54.292006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.292360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.292696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.293025 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.293352 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.293676 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.293996 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.294318 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.294637 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.294953 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.295275 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.295594 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:49:54.323446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['6fa66223-aaf5-4fe5-869e-ced91a5a017c'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:49:54.537294 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441338-312d-470e-a48e-c88a68b69daa req-54116f4e-e51d-45e7-ac7c-89cb882d4d2a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:54.538762 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-47441338-312d-470e-a48e-c88a68b69daa req-54116f4e-e51d-45e7-ac7c-89cb882d4d2a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 944 time: 0.0930743 Mar 24 17:49:54.584318 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-47441338-312d-470e-a48e-c88a68b69daa req-8b5399de-c47f-4181-9ff8-67229257fabb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398943 Mar 24 17:49:55.795567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e27dfd-4f82-47aa-a319-c0e6429b4148 req-de9faafb-7c27-4f22-b8d0-edc09612c733 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:55.797235 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-21e27dfd-4f82-47aa-a319-c0e6429b4148 req-de9faafb-7c27-4f22-b8d0-edc09612c733 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 944 time: 0.0827925 Mar 24 17:49:55.860594 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-21e27dfd-4f82-47aa-a319-c0e6429b4148 req-6c3db0dc-ea46-4407-8a10-8b38d80a943f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557051 Mar 24 17:49:55.870805 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6fa66223-aaf5-4fe5-869e-ced91a5a017c up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:49:55.945155 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 6fa66223-aaf5-4fe5-869e-ced91a5a017c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:49:55.945526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:56.069933 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:56.098509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:49:56.108339 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:49:56.190990 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:49:56.272322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:49:57.056861 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bb1ff-931c-404e-a20d-78f46d3878e8 req-720a3b0b-af60-463d-89b4-fe2ee3f55bea tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:57.058365 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2a8bb1ff-931c-404e-a20d-78f46d3878e8 req-720a3b0b-af60-463d-89b4-fe2ee3f55bea tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0868158 Mar 24 17:49:57.109054 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2a8bb1ff-931c-404e-a20d-78f46d3878e8 req-851b8403-867d-4e98-b063-1a7a1f517a3c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447457 Mar 24 17:49:57.158370 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'code': 200} Mar 24 17:49:57.527772 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-9efece78-1b10-40e8-9fd6-09165998d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:57.529170 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-9efece78-1b10-40e8-9fd6-09165998d108 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1098 time: 0.0818155 Mar 24 17:49:57.802845 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-569e3e74-ddd6-4394-b9a7-05f05d2dd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:57.802845 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-569e3e74-ddd6-4394-b9a7-05f05d2dd303 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.2527833 Mar 24 17:49:57.915580 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-c61552d3-b392-4d29-b9e2-887f5b44cc1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 1001 time: 0.1048667 Mar 24 17:49:57.987295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-0e11d136-1c1b-4225-b682-c432b63b4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:57.988898 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-0e11d136-1c1b-4225-b682-c432b63b4e57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0678380 Mar 24 17:49:58.073749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-51eb8a43-f62b-4a17-a498-d2f219c6abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:58.075404 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-51eb8a43-f62b-4a17-a498-d2f219c6abc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795417 Mar 24 17:49:58.213108 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-6dde3f29-a2b2-4459-b9fa-c082fa9a4afc service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311004 Mar 24 17:49:58.399237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5fddc755-fac0-4ca0-a13c-0f314fb0047c req-27d98e2e-dab0-4719-9016-f370b02f90e4 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801753 Mar 24 17:49:58.416253 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408af85-525d-4473-9234-6d78fcb64421 req-e5060662-c4eb-41f8-b7f7-72a4f60ad8a7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:58.417794 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a408af85-525d-4473-9234-6d78fcb64421 req-e5060662-c4eb-41f8-b7f7-72a4f60ad8a7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.1778481 Mar 24 17:49:58.464476 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a408af85-525d-4473-9234-6d78fcb64421 req-0cc8fcec-09d7-4efd-bbb6-5359c1a2c12f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 Mar 24 17:49:59.668375 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb05ad-c4eb-461f-830e-03ddb4cbbc9b req-20e09fb8-1db5-49d1-944d-67bc936d1218 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:49:59.673614 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbbb05ad-c4eb-461f-830e-03ddb4cbbc9b req-20e09fb8-1db5-49d1-944d-67bc936d1218 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.1000507 Mar 24 17:49:59.719882 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbbb05ad-c4eb-461f-830e-03ddb4cbbc9b req-8ae2fdc7-a9a5-41a3-9229-87d3954cba88 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Mar 24 17:50:00.479648 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6f89065b-8934-41e6-95da-11a038142dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:00.928109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14c5c-14ab-47a2-8467-a065d9f81440 req-d5acf0c0-ef9a-44f8-b2f4-dc10309e3302 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:00.929510 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ccf14c5c-14ab-47a2-8467-a065d9f81440 req-d5acf0c0-ef9a-44f8-b2f4-dc10309e3302 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0978558 Mar 24 17:50:00.979034 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ccf14c5c-14ab-47a2-8467-a065d9f81440 req-b3cf94c0-4a52-4fad-b3dd-f9e260d17d44 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Mar 24 17:50:02.179672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349f20e-1ebc-479c-b43c-53054c79c4ea req-f7f0e1a6-207f-49fe-b806-c46cb395e03e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:02.181058 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8349f20e-1ebc-479c-b43c-53054c79c4ea req-f7f0e1a6-207f-49fe-b806-c46cb395e03e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0905921 Mar 24 17:50:02.232457 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8349f20e-1ebc-479c-b43c-53054c79c4ea req-b2d8b2f1-fab8-4bf2-a468-bddb42a14658 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452716 Mar 24 17:50:02.719922 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0163bcfa-2e64-4c29-83bf-99bacbd47e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:03.173498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:03.440771 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98031e-0195-4d6f-b2e6-934079e48d56 req-10f373ab-db34-4b90-a9c0-9d4d076d8afe tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:03.442338 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ba98031e-0195-4d6f-b2e6-934079e48d56 req-10f373ab-db34-4b90-a9c0-9d4d076d8afe tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0912075 Mar 24 17:50:03.495897 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ba98031e-0195-4d6f-b2e6-934079e48d56 req-a0d32194-38c3-47b0-89c7-416167da508d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461490 Mar 24 17:50:03.984173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:04.081975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:04.703103 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762f87d-04e0-4ce6-a87c-4107d2b6ff76 req-27c582af-e03b-4b45-a8ed-cfdfc69b14f8 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:04.704824 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f762f87d-04e0-4ce6-a87c-4107d2b6ff76 req-27c582af-e03b-4b45-a8ed-cfdfc69b14f8 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.1040184 Mar 24 17:50:04.756138 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f762f87d-04e0-4ce6-a87c-4107d2b6ff76 req-679f4252-92e1-489d-8c69-bcec6a207ec9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451987 Mar 24 17:50:05.485651 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:05.946874 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628be4cc-9b99-4a60-a835-2e529228e188 req-0a4dcd73-7e48-4b62-8b33-31f1b006eb59 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:05.948322 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-628be4cc-9b99-4a60-a835-2e529228e188 req-0a4dcd73-7e48-4b62-8b33-31f1b006eb59 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0825646 Mar 24 17:50:05.991763 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-628be4cc-9b99-4a60-a835-2e529228e188 req-2c7da94a-2bb1-46ec-985f-5bb99c0a6262 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377555 Mar 24 17:50:06.352731 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-0cedf0e8-1357-4c28-b7cf-cfcaf1a9c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:06.354155 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-0cedf0e8-1357-4c28-b7cf-cfcaf1a9c3ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1098 time: 0.0706456 Mar 24 17:50:06.479965 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-20ec8486-72e6-4488-8b5e-de7b8d4d9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:06.481384 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-20ec8486-72e6-4488-8b5e-de7b8d4d9d17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1215141 Mar 24 17:50:06.670276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-1e82a4ef-b55d-4fd5-9988-77fd27de6193 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 1001 time: 0.1828890 Mar 24 17:50:06.731376 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-86333b7a-6080-4770-b08f-7bb100ba8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:06.732766 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-86333b7a-6080-4770-b08f-7bb100ba8f66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0568156 Mar 24 17:50:06.804637 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-cb8edad1-0448-41d5-a8eb-a3c60b34c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:06.806093 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-cb8edad1-0448-41d5-a8eb-a3c60b34c243 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677581 Mar 24 17:50:06.934096 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-4d8f95bf-ed4e-459c-a947-69e2841c9cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223772 Mar 24 17:50:07.062674 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-93264223-56fe-4bfb-9d79-8bf3202064ad req-36f45ee6-5055-4d8a-974e-394bc60b1c0a service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228280 Mar 24 17:50:07.174116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b32378-1f50-4602-abd6-1b5e63f4026d req-38efbae6-105f-4412-9fde-2f7a80bd68c3 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:07.176238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-56b32378-1f50-4602-abd6-1b5e63f4026d req-38efbae6-105f-4412-9fde-2f7a80bd68c3 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0816855 Mar 24 17:50:07.218084 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-56b32378-1f50-4602-abd6-1b5e63f4026d req-3fad1208-ea0b-4d7f-806b-d914304fed08 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362995 Mar 24 17:50:08.562027 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272d117-1a11-4948-96c9-cc1dce6c03b5 req-ae822b54-d11e-4ed4-8cdf-88c15080b972 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:08.563465 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4272d117-1a11-4948-96c9-cc1dce6c03b5 req-ae822b54-d11e-4ed4-8cdf-88c15080b972 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0810580 Mar 24 17:50:08.608663 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4272d117-1a11-4948-96c9-cc1dce6c03b5 req-6edd8b00-74a0-4354-b5c9-a4c9e694a860 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Mar 24 17:50:09.801099 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004305af-929d-437b-933c-9c69beb578b3 req-ced026eb-39f4-43d8-bdf4-039dc641ab09 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:09.802524 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-004305af-929d-437b-933c-9c69beb578b3 req-ced026eb-39f4-43d8-bdf4-039dc641ab09 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 945 time: 0.0814767 Mar 24 17:50:09.844961 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-004305af-929d-437b-933c-9c69beb578b3 req-ed9b6c87-3b4c-4c37-b0c0-cdc0fa038b2f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369861 Mar 24 17:50:09.922667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6fa66223-aaf5-4fe5-869e-ced91a5a017c no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:50:10.035644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:10.060563 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:50:10.070242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:50:10.101237 dv-neutron-835063-1-hyperv neutron-server[88479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'code': 422} returned with failed status Mar 24 17:50:10.144517 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:10.212045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=8']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:50:10.401265 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf2f38-9819-4e5f-9652-20a08121a325 req-7813c603-21af-4262-bfc2-3a69ffd37e2a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:10.402697 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3bf2f38-9819-4e5f-9652-20a08121a325 req-7813c603-21af-4262-bfc2-3a69ffd37e2a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0811901 Mar 24 17:50:10.451461 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b3bf2f38-9819-4e5f-9652-20a08121a325 req-1e6cb443-8585-455f-aa4d-a2099157b942 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431962 Mar 24 17:50:10.766640 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49540) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:50:10.874502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-6c904c49-06d0-44fa-9a1f-4f89fe699425 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067312 Mar 24 17:50:11.640388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d39e16-cd4c-4f79-a933-359ae5d14ed2 req-690610e8-c6ff-4acc-a630-79bb58202390 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:11.641818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2d39e16-cd4c-4f79-a933-359ae5d14ed2 req-690610e8-c6ff-4acc-a630-79bb58202390 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0797994 Mar 24 17:50:11.691235 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2d39e16-cd4c-4f79-a933-359ae5d14ed2 req-80c4f6a8-70ae-4dc5-a251-ecc13cc09c1c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Mar 24 17:50:12.337517 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-5c5fa372-613d-4b8b-baa9-eb1535f16ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:12.338977 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-5c5fa372-613d-4b8b-baa9-eb1535f16ab6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e&tenant_id=ff948457f27740a2b06c1f4a370dbcdd HTTP/1.1" status: 200 len: 1096 time: 0.0705166 Mar 24 17:50:12.426893 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-5ba52090-1ecc-4033-beb7-6ad4e2c5902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:12.428360 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-5ba52090-1ecc-4033-beb7-6ad4e2c5902b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1096 time: 0.0691798 Mar 24 17:50:12.556293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-75b63071-0491-4e23-bc62-4c9114d772b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:12.557704 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-75b63071-0491-4e23-bc62-4c9114d772b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1224399 Mar 24 17:50:12.659463 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-cdb5bc9f-bcd3-4eb2-8d10-e8838b95485f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 999 time: 0.0942349 Mar 24 17:50:12.726051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-fc529169-4dd5-4806-92fd-a8ef4e947456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:12.727477 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-fc529169-4dd5-4806-92fd-a8ef4e947456 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0600317 Mar 24 17:50:12.830805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-82116aa9-fcc7-4c14-886e-a75f104aa64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:12.831633 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-82116aa9-fcc7-4c14-886e-a75f104aa64b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987380 Mar 24 17:50:13.081964 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406658d-998b-4102-ad0f-d0a96d73f317 req-ca370041-fc06-4322-8d6d-43d49f395fb4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:13.083388 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7406658d-998b-4102-ad0f-d0a96d73f317 req-ca370041-fc06-4322-8d6d-43d49f395fb4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.2852781 Mar 24 17:50:13.086438 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-6272adda-3744-4d3c-885a-9015af5ce6f0 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491837 Mar 24 17:50:13.218610 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7406658d-998b-4102-ad0f-d0a96d73f317 req-90128bd3-f48a-4f9f-9dfc-aa17e09f3ced tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294003 Mar 24 17:50:13.250361 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d98b5e62-f47c-4cba-bd3d-c6903d2839b8 req-b2e73269-23bf-4b2a-83c7-793fb3a9161d service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483793 Mar 24 17:50:14.409679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521171-5d1c-4f47-8269-27f1a396ed0f req-4eeb268c-e375-47e9-96bc-ba35252f0e2d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:14.416541 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3521171-5d1c-4f47-8269-27f1a396ed0f req-4eeb268c-e375-47e9-96bc-ba35252f0e2d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0886703 Mar 24 17:50:14.459896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3521171-5d1c-4f47-8269-27f1a396ed0f req-7d1db940-c158-43ed-9504-371614d1c9a8 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424845 Mar 24 17:50:15.409387 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:50:15.664855 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287f410-fc38-4f23-82b9-ef485ebf4b9e req-e240a073-111b-4179-8799-c7df09c3507b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:15.666284 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3287f410-fc38-4f23-82b9-ef485ebf4b9e req-e240a073-111b-4179-8799-c7df09c3507b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0929930 Mar 24 17:50:15.713193 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3287f410-fc38-4f23-82b9-ef485ebf4b9e req-24cf0e18-f5d7-4d5c-9e1d-55d6345a089d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 Mar 24 17:50:16.926215 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95b371-51e7-4844-842b-23101758afdb req-dc1209f3-1300-4695-bf7a-d6e4bd03ce65 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:16.928397 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9f95b371-51e7-4844-842b-23101758afdb req-dc1209f3-1300-4695-bf7a-d6e4bd03ce65 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.1071894 Mar 24 17:50:16.977767 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9f95b371-51e7-4844-842b-23101758afdb req-f18eacc7-c80c-402f-8172-b68d60cd3508 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437987 Mar 24 17:50:18.167875 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c8dbd-538e-4566-9e05-f51d3b4a01b4 req-856b409c-75e4-48e1-a521-6cc111b17cbc tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:18.169285 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f58c8dbd-538e-4566-9e05-f51d3b4a01b4 req-856b409c-75e4-48e1-a521-6cc111b17cbc tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0822921 Mar 24 17:50:18.217314 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f58c8dbd-538e-4566-9e05-f51d3b4a01b4 req-97ef4ea3-dff0-45d1-bcf9-4ab212b4a00d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 Mar 24 17:50:19.416925 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d684c-dfc3-401e-90fd-90f9a1039fa3 req-28434e5d-7830-4ec0-bbe4-e1f1c7c5c8c1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:19.418649 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f3d684c-dfc3-401e-90fd-90f9a1039fa3 req-28434e5d-7830-4ec0-bbe4-e1f1c7c5c8c1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0871139 Mar 24 17:50:19.464039 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0f3d684c-dfc3-401e-90fd-90f9a1039fa3 req-b8f7c282-4794-4181-ac23-95785aeed1fa tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393062 Mar 24 17:50:20.659823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c430691-8338-432d-974b-f7976f7ea846 req-99e8157f-29a3-4d49-9bfb-0eee7f11c308 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:20.661328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c430691-8338-432d-974b-f7976f7ea846 req-99e8157f-29a3-4d49-9bfb-0eee7f11c308 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0831549 Mar 24 17:50:20.712337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c430691-8338-432d-974b-f7976f7ea846 req-fc5f0715-e034-4bf1-8b46-9096d5934016 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449352 Mar 24 17:50:21.902221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e747d-e041-4133-a30e-64b083856eb2 req-f720d9e1-49c2-45b7-b340-a1075351de69 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:21.903712 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-432e747d-e041-4133-a30e-64b083856eb2 req-f720d9e1-49c2-45b7-b340-a1075351de69 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0826001 Mar 24 17:50:21.948334 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-432e747d-e041-4133-a30e-64b083856eb2 req-ae0fdbaf-f49d-4f8d-8994-a4edb111fa44 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389314 Mar 24 17:50:23.134257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa7a3b-d3e3-470e-a4bc-d22c20deb7fa req-fe16b5be-cfc6-45a5-8dc5-c0be914038ba tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:23.135591 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a7fa7a3b-d3e3-470e-a4bc-d22c20deb7fa req-fe16b5be-cfc6-45a5-8dc5-c0be914038ba tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0803561 Mar 24 17:50:23.178003 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a7fa7a3b-d3e3-470e-a4bc-d22c20deb7fa req-002254a1-bd69-45df-a6f1-bbce8347c17c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368991 Mar 24 17:50:23.966486 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6fa66223-aaf5-4fe5-869e-ced91a5a017c details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:50:24.145049 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:50:24.163056 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'port_id': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'mac_address': 'fa:16:3e:c2:1e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:50:24.222371 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:24.243088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa66223-aaf5-4fe5-869e-ced91a5a017c {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:50:24.260422 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:50:24.367670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064496a7-e2c6-47a0-9149-544bebeef15c req-68d6610e-cb66-43d2-a0ee-29ea089091e2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:24.369114 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-064496a7-e2c6-47a0-9149-544bebeef15c req-68d6610e-cb66-43d2-a0ee-29ea089091e2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 943 time: 0.0792689 Mar 24 17:50:24.396662 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:24.416385 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-064496a7-e2c6-47a0-9149-544bebeef15c req-19ea8ca1-d18c-49ed-aa59-8d13f7439b94 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389175 Mar 24 17:50:24.465101 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=9']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:50:24.639236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['6fa66223-aaf5-4fe5-869e-ced91a5a017c'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:50:25.597374 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de6ce7-c7ed-4366-9399-ddf4486c45de req-7f01dadc-8cad-4d5f-8d02-79e41c443e4a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:25.598796 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2de6ce7-c7ed-4366-9399-ddf4486c45de req-7f01dadc-8cad-4d5f-8d02-79e41c443e4a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 944 time: 0.0804617 Mar 24 17:50:25.641886 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e2de6ce7-c7ed-4366-9399-ddf4486c45de req-0648036f-4b46-442a-bbbc-79751f78384f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375416 Mar 24 17:50:25.978385 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6fa66223-aaf5-4fe5-869e-ced91a5a017c up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:50:26.052941 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 6fa66223-aaf5-4fe5-869e-ced91a5a017c triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:50:26.053299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:26.171537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:26.196803 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:50:26.206576 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:50:26.245498 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'code': 200} Mar 24 17:50:26.279122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:26.346284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=10']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:50:26.610022 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac360435-a66e-4c01-a77a-de7d5dfecd13 req-1945485f-4de7-4778-ab98-59ff455e4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:26.611442 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ac360435-a66e-4c01-a77a-de7d5dfecd13 req-1945485f-4de7-4778-ab98-59ff455e4acd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1099 time: 0.0666506 Mar 24 17:50:26.651265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ac360435-a66e-4c01-a77a-de7d5dfecd13 req-00fc8585-6c4a-453d-9984-78e90179267b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343857 Mar 24 17:50:26.827986 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74c92e-1ca4-43d9-9e27-0f01d279a5af req-058008c3-cd77-45cd-a137-94734426018f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:26.829409 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b74c92e-1ca4-43d9-9e27-0f01d279a5af req-058008c3-cd77-45cd-a137-94734426018f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 946 time: 0.0821252 Mar 24 17:50:26.873449 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b74c92e-1ca4-43d9-9e27-0f01d279a5af req-ed3895d5-6b9d-4243-91c8-abfd593d666b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 Mar 24 17:50:28.056067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc52f87-97d1-4fe9-bb05-956ffc4966d4 req-65012a8b-8d31-445c-99d4-9d5748008fdf tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:28.057510 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8fc52f87-97d1-4fe9-bb05-956ffc4966d4 req-65012a8b-8d31-445c-99d4-9d5748008fdf tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 946 time: 0.0782495 Mar 24 17:50:28.105026 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8fc52f87-97d1-4fe9-bb05-956ffc4966d4 req-8aee4391-bacf-4b53-a07b-e99a8d4d52dc tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419536 Mar 24 17:50:29.285606 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851cd4d-8957-482d-8757-5590b502b089 req-fb5a5083-2269-4d68-9991-9ad7c703cc27 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:29.287613 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4851cd4d-8957-482d-8757-5590b502b089 req-fb5a5083-2269-4d68-9991-9ad7c703cc27 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 946 time: 0.0780551 Mar 24 17:50:29.329389 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4851cd4d-8957-482d-8757-5590b502b089 req-84d90fd3-4f16-43fe-be8b-258ddfd5e9fe tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361652 Mar 24 17:50:30.501884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-42eaaf4f-967f-4c67-9cc3-e43450fb368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:32.721441 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-dfc1286a-f950-4fd5-ac9b-f427776989df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:33.201284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:33.950058 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:34.058136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:35.565308 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:50:52.407977 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:50:58.546658 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-c93d4371-aeb0-48b8-93dc-b2ea95e8b723 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1670721 Mar 24 17:50:58.686158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-84d94032-fb1d-48b6-a57a-b9480c90ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:58.687617 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-84d94032-fb1d-48b6-a57a-b9480c90ee37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1099 time: 0.0740347 Mar 24 17:50:58.832462 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-17dc1fd1-9064-41ab-89eb-57afee9b6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:58.833809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-17dc1fd1-9064-41ab-89eb-57afee9b6c4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1248972 Mar 24 17:50:58.936730 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-028bd26f-7568-4ae4-8921-c480a625d824 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 1001 time: 0.0960898 Mar 24 17:50:59.004470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-ff6aea55-ca3d-44d9-809f-8245ec31f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:59.006147 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-ff6aea55-ca3d-44d9-809f-8245ec31f7cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0639491 Mar 24 17:50:59.081221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-e502755e-b232-4c6f-b105-399ca04e3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:50:59.082698 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-e502755e-b232-4c6f-b105-399ca04e3359 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698972 Mar 24 17:50:59.209313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-091b0ec7-87f2-46f4-b582-4a0087c96b18 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202047 Mar 24 17:50:59.337771 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-88878cd7-5822-4ff3-be3f-b4dfc447a46b req-cba5e588-0baa-4c61-8b6a-3f3abb98c68c service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225533 Mar 24 17:51:00.497959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-80b486a6-ee7b-4692-9f4c-a19ec455142a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:02.729903 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e6463cbb-5d74-4bcc-bc8a-fb6cd129010b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:03.192518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:03.935541 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:04.049710 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:05.480201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:29.407986 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:51:30.483305 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bb5e9581-add0-47ee-b3c1-a966ff7bb99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:32.880173 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-04ac3caa-34ca-43a0-a9c9-f236181b61bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:33.234437 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:33.940887 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:34.061054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:35.525580 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:40.093229 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49658) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:51:40.289813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Deleting port a1de35fd-58b3-46d6-b301-d9151e76316c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:51:40.290146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:40.454213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:40.454661 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:40.572138 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Calling delete_port for a1de35fd-58b3-46d6-b301-d9151e76316c owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:51:40.792550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:40.841931 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event deleted for resources: {'Port': ['ID=a1de35fd-58b3-46d6-b301-d9151e76316c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:41.001911 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.002240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.002570 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.002890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.003208 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.003525 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.003844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.004443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.004756 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.005065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.005373 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.005682 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:41.039553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:41.039925 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Floating IP 7b5e928b-2789-4f94-9af1-dcc0dbed49a4 disassociated (deleted). External IP: 172.26.4.122, port: 6fa66223-aaf5-4fe5-869e-ced91a5a017c. Mar 24 17:51:41.379643 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Router c53c54ab-fb20-4b26-a407-962cb0bff5f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:51:41.552324 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:51:41.561905 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] Sync routers for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:51:41.571191 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:51:41.571816 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:51:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:51:41.640473 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:41.696423 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-5ebcf259-14f2-40e6-a87b-9484bac4134e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "DELETE /v2.0/floatingips/7b5e928b-2789-4f94-9af1-dcc0dbed49a4 HTTP/1.1" status: 204 len: 168 time: 1.6020942 Mar 24 17:51:41.696992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:51:41.751859 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:51:41.809673 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'status': 'completed', 'code': 200} Mar 24 17:51:41.904988 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-ea13f9fd-67fe-442e-b7e9-91da05ec0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:51:41.906292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-ea13f9fd-67fe-442e-b7e9-91da05ec0fc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 1099 time: 0.0757058 Mar 24 17:51:42.039598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-361a1aa5-f9a3-4ec1-819d-6e467322d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:51:42.041068 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-361a1aa5-f9a3-4ec1-819d-6e467322d03a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1285117 Mar 24 17:51:42.104354 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:51:42.108686 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] Checking router: c53c54ab-fb20-4b26-a407-962cb0bff5f1 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:51:42.113759 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-db149e38-e6f9-48ea-b8fb-6fa503acd628 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 200 len: 217 time: 0.0635712 Mar 24 17:51:42.116811 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:51:42.117403 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:51:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:51:42.180206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-ea07f62c-59e5-4878-b039-5c15dac465af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:51:42.181718 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-ea07f62c-59e5-4878-b039-5c15dac465af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0613251 Mar 24 17:51:42.298275 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:51:42.316856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-24c4f303-8e05-460c-a43d-c09a14f919c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:51:42.318313 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-24c4f303-8e05-460c-a43d-c09a14f919c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1308866 Mar 24 17:51:42.327196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740aa72-9d99-4599-9e02-7fd964b00346 req-09a74844-8f0d-4468-8037-90fa47149f1d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:51:42.327196 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-2740aa72-9d99-4599-9e02-7fd964b00346 req-09a74844-8f0d-4468-8037-90fa47149f1d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Synchronizing usage tracker for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:51:42.435701 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-2740aa72-9d99-4599-9e02-7fd964b00346 req-09a74844-8f0d-4468-8037-90fa47149f1d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Unset dirty status for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:51:42.436770 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2740aa72-9d99-4599-9e02-7fd964b00346 req-09a74844-8f0d-4468-8037-90fa47149f1d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 946 time: 0.2206726 Mar 24 17:51:42.484605 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-846e57a6-7757-4dc1-a38c-ca2534d8dd8b service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546981 Mar 24 17:51:42.539171 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2740aa72-9d99-4599-9e02-7fd964b00346 req-8672578b-338c-42e6-aa40-911f81940d6b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957890 Mar 24 17:51:42.615077 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:51:42.620038 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601a288-8355-4a9c-887d-37660c37c205 None None] The sync data for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:51:42.769701 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b1c8ca8a-6905-4ebc-814e-f83622242453 req-375e9ce7-8924-4b74-959e-d1bb0e077905 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782338 Mar 24 17:51:42.834690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e478c40-66eb-4e02-86fb-963eb4ea500c None None] New status for floating IP 7b5e928b-2789-4f94-9af1-dcc0dbed49a4: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:51:43.539533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-c8889fd0-c8ca-41f4-9b47-2aed0628d300 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:51:43.540963 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-c8889fd0-c8ca-41f4-9b47-2aed0628d300 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 946 time: 0.0846758 Mar 24 17:51:43.608268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Deleting port 6fa66223-aaf5-4fe5-869e-ced91a5a017c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:51:43.608609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:43.867293 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f961bf1-6588-4bd0-a824-f246b79c79e8 req-fa5053b1-c7ef-4855-9309-1a1f4f0b62b5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:51:43.868668 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f961bf1-6588-4bd0-a824-f246b79c79e8 req-fa5053b1-c7ef-4855-9309-1a1f4f0b62b5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 946 time: 0.2194846 Mar 24 17:51:43.939711 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-8f961bf1-6588-4bd0-a824-f246b79c79e8 req-51aead1f-354d-4d0c-9e32-00ce57fab40d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=70b03120-73b9-44f1-babe-3887ba2d0c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631843 Mar 24 17:51:43.946033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] For port 6fa66223-aaf5-4fe5-869e-ced91a5a017c, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=6fa66223-aaf5-4fe5-869e-ced91a5a017c,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:51:43.946383 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:44.066563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Calling delete_port for 6fa66223-aaf5-4fe5-869e-ced91a5a017c owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:51:44.261001 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:44.309804 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event deleted for resources: {'Port': ['ID=6fa66223-aaf5-4fe5-869e-ced91a5a017c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:44.395157 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] No DVR routers for this DVR port 6fa66223-aaf5-4fe5-869e-ced91a5a017c on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:51:44.397496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:44.399850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-deleted', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:51:44.444204 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72272669-a26c-4083-8deb-faa1c46ab13e', 'name': 'network-vif-deleted', 'tag': '6fa66223-aaf5-4fe5-869e-ced91a5a017c', 'status': 'completed', 'code': 200} Mar 24 17:51:44.472601 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-3c175473-cb56-4c75-9936-297bdbdfd928 req-6e9c765a-4d6b-49e0-8d47-ca9cdf256f8a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "DELETE /v2.0/ports/6fa66223-aaf5-4fe5-869e-ced91a5a017c HTTP/1.1" status: 204 len: 173 time: 0.9267979 Mar 24 17:51:45.102696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-74293f37-9926-4518-9cb9-0b8f179e5af2 req-820d6740-d6a1-4fd4-9690-2fe938835ab1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Synchronizing usage tracker for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:51:45.177110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-74293f37-9926-4518-9cb9-0b8f179e5af2 req-820d6740-d6a1-4fd4-9690-2fe938835ab1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Unset dirty status for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:51:45.178224 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-74293f37-9926-4518-9cb9-0b8f179e5af2 req-820d6740-d6a1-4fd4-9690-2fe938835ab1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=72272669-a26c-4083-8deb-faa1c46ab13e HTTP/1.1" status: 200 len: 210 time: 0.1196694 Mar 24 17:51:46.270435 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49678) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:51:46.304730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6fa66223-aaf5-4fe5-869e-ced91a5a017c no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:51:46.337251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 6fa66223-aaf5-4fe5-869e-ced91a5a017c {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:51:46.337588 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 6fa66223-aaf5-4fe5-869e-ced91a5a017c not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:51:46.342515 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f2e-15ba-46fd-ba0a-dbc5d0318a64 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:46.372124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f2e-15ba-46fd-ba0a-dbc5d0318a64 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:46.500212 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f2e-15ba-46fd-ba0a-dbc5d0318a64 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:46.517813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee73f2e-15ba-46fd-ba0a-dbc5d0318a64 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b03120-73b9-44f1-babe-3887ba2d0c10,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:46.523128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-3ee73f2e-15ba-46fd-ba0a-dbc5d0318a64 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:46.524327 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-3ee73f2e-15ba-46fd-ba0a-dbc5d0318a64 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "DELETE /v2.0/security-groups/70b03120-73b9-44f1-babe-3887ba2d0c10 HTTP/1.1" status: 204 len: 168 time: 0.2529137 Mar 24 17:51:46.828908 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49686) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:51:46.834106 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813389551', 'description': 'tempest-secgroup-smoke-1813389551 description', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:51:46.841044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:51:46.844917 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:51:46.849463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:51:46.853227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:51:46.931110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:46.950769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:51:46.954505 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:51:46.957256 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:51:46.962826 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:51:47.030496 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.068261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.108955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4922952a-d44b-4887-8881-2b2ecfc18908,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:47.154230 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.155458 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2acb4c40-4739-420f-943e-20de7ef11b2b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3255379 Mar 24 17:51:47.158273 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49690) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:51:47.163038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '4922952a-d44b-4887-8881-2b2ecfc18908', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:51:47.169032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:51:47.172746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:51:47.175567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:51:47.181074 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:51:47.262223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.324407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.408943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.433813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dffbbaa-b9c3-4203-af7d-c9a415388574,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:47.517823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.519257 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d5873726-6f8c-4fd4-a7c9-1bbac0839b2c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3598382 Mar 24 17:51:47.521869 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49694) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:51:47.526851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '4922952a-d44b-4887-8881-2b2ecfc18908', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:51:47.532764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:51:47.536563 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:51:47.539418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:51:47.545720 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:51:47.629487 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.688790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.771296 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.795360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d59681b-7dd5-43ad-aa70-168822d3a712,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:47.860649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:47.861845 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-ee47f794-bf1e-4f6c-8f4c-8a5c7261e93c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390479 Mar 24 17:51:47.864596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49698) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:51:47.869442 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '4922952a-d44b-4887-8881-2b2ecfc18908', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:51:47.875766 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:51:47.879982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:51:47.882739 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:51:47.888611 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:51:47.967120 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.034421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.102708 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.131512 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fb30b8-0269-4049-af5d-b4178ca2d2b8,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:48.205984 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.207181 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-7bc43722-a59f-4fdb-b662-505532206ee5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3416924 Mar 24 17:51:48.210106 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49702) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:51:48.216590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '4922952a-d44b-4887-8881-2b2ecfc18908', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:51:48.228329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:51:48.228329 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:51:48.230029 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:51:48.236107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:51:48.316255 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.382438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.451353 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.478122 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9840e7bd-3590-43bb-848a-df347103b6d8,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:48.488896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.489242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.489582 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.489957 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.490278 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.490602 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.490936 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.491242 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.491560 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.491882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.492275 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.492595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:51:48.534870 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.536135 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-10aebb22-ac97-4244-83d2-4397a6e64d6a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3249066 Mar 24 17:51:48.538855 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49706) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:51:48.544198 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '4922952a-d44b-4887-8881-2b2ecfc18908', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:51:48.573468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:51:48.573468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:51:48.573468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:51:48.573468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:51:48.649465 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Project ff948457f27740a2b06c1f4a370dbcdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:51:48.656585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.720185 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.780856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.805054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1348742c-86c1-4424-8be2-17c743f1d32f,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:48.860527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:48.861762 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-4bb580eb-7127-46fb-b067-2d9fb4c78db2 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218989 Mar 24 17:51:48.864487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 49710) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:51:48.869402 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'security_group_rule': {'security_group_id': '4922952a-d44b-4887-8881-2b2ecfc18908', 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:51:48.880496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:51:48.884795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:security_group_rule and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:51:48.888062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:51:48.893894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:51:48.963404 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Project ff948457f27740a2b06c1f4a370dbcdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:51:48.970324 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:49.034812 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:49.091216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:49.114361 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72172af2-2fd1-4b1c-8c1e-d8243fa940df,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:51:49.180310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:51:49.181437 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-59b15d48-4db5-4dad-8da7-529744992429 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160460 Mar 24 17:52:00.473649 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ef3e4894-9a88-4e79-b033-e1980b02b878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:02.735494 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-992d8b3c-c49b-4ae1-97e3-009536525110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:03.245539 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:03.987430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:04.091872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:05.542164 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:06.407755 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:52:14.226379 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-bcb9d090-eb69-45cd-abd4-3acab3f7cda3 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Synchronizing usage tracker for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:52:14.336510 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-bcb9d090-eb69-45cd-abd4-3acab3f7cda3 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Unset dirty status for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:52:14.337685 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-bcb9d090-eb69-45cd-abd4-3acab3f7cda3 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813389551&fields=id&tenant_id=ff948457f27740a2b06c1f4a370dbcdd HTTP/1.1" status: 200 len: 267 time: 0.1492879 Mar 24 17:52:14.575651 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-66edcd2a-3d95-43d1-89b3-ac6b0cc8fd83 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:14.577100 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-66edcd2a-3d95-43d1-89b3-ac6b0cc8fd83 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 808 time: 0.2329528 Mar 24 17:52:14.592364 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-f51a9a3c-d782-406e-91fc-2f3b3006d20a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/quotas/ff948457f27740a2b06c1f4a370dbcdd HTTP/1.1" status: 200 len: 375 time: 0.0088835 Mar 24 17:52:14.671851 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-3578aa5d-b494-457a-b7d7-faff8dca3cd1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746934 Mar 24 17:52:14.764252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-270d3c9e-52f8-4407-8836-b2c236ddd3aa service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:52:14.765216 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-270d3c9e-52f8-4407-8836-b2c236ddd3aa service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0823414 Mar 24 17:52:14.892264 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-2eac1030-83f3-498a-aef2-608af33867fd service neutron] 10.222.0.47 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204987 Mar 24 17:52:15.020949 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-14dffcdf-6b84-4482-b5ad-2f7e58acd940 service neutron] 10.222.0.47 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227386 Mar 24 17:52:15.677090 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b15cfe9-c04c-4a4a-9566-c5cda0675cda req-8d588e0c-4de4-4cb0-8d10-eaec0e42a6fb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 210 time: 0.0463932 Mar 24 17:52:16.825705 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e0c5bcbe-e8f0-43e3-9cfa-74b173ecfebb req-11c753e3-2bba-453d-baa7-ded221c91387 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 210 time: 0.0436258 Mar 24 17:52:17.611227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-b85d8ffc-2d95-4871-a870-538c7e1b391f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:17.613293 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-b85d8ffc-2d95-4871-a870-538c7e1b391f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 808 time: 0.1441603 Mar 24 17:52:17.661038 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-e9d81be6-8670-4ef7-bec7-a1bd9364f5f6 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff948457f27740a2b06c1f4a370dbcdd HTTP/1.1" status: 200 len: 380 time: 0.0401974 Mar 24 17:52:17.669112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'port': {'device_id': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'admin_state_up': True, 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'security_groups': ['4922952a-d44b-4887-8881-2b2ecfc18908']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:52:17.803322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:52:17.812656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:52:17.882950 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Made reservation on behalf of ff948457f27740a2b06c1f4a370dbcdd for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:52:17.886805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:18.007327 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-31f900b8-c47b-49b5-9ab6-89307e40ef4a req-d4bc47b2-b7ee-402c-9021-d3c5ebe4b79b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 210 time: 0.0602496 Mar 24 17:52:18.099146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Allocated IP 172.20.0.8 (e4e8391e-f05b-46fe-90f8-f8697f2ffd93/6485244c-bbc2-4de4-80fe-737d37f4da17/7e744194-062d-47fe-bfea-d84e00230721) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:52:18.284688 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:18.299726 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Transition to ACTIVE for port object 7e744194-062d-47fe-bfea-d84e00230721 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:52:18.386068 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:18.452694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:52:18.456266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:52:18.464745 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:52:18.498790 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'Port': ['ID=7e744194-062d-47fe-bfea-d84e00230721,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:52:18.537378 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:18.537918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:18.657032 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-6edbfa07-cbf5-41cf-b1e9-a583b061e545 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9913163 Mar 24 17:52:18.667049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-86ceb6b2-7829-4a9e-adec-96148505f364 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:52:18.668040 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-86ceb6b2-7829-4a9e-adec-96148505f364 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049412 Mar 24 17:52:18.678137 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Request body: {'port': {'device_id': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:52:18.788026 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8ba206b1-880d-423e-9309-36b7d4251102 None None] Provisioning for port 7e744194-062d-47fe-bfea-d84e00230721 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:52:18.790404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:18.795381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-8ba206b1-880d-423e-9309-36b7d4251102 None None] Provisioning complete for port 7e744194-062d-47fe-bfea-d84e00230721 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:52:18.795749 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8ba206b1-880d-423e-9309-36b7d4251102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:18.852228 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-8ba206b1-880d-423e-9309-36b7d4251102 None None] Port 7e744194-062d-47fe-bfea-d84e00230721 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:52:19.286218 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e744194-062d-47fe-bfea-d84e00230721 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:52:19.296118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:19.317878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Transition to ACTIVE for port object 7e744194-062d-47fe-bfea-d84e00230721 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:52:19.335535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca8288-678f-4969-94f6-3643469e40af req-44b7b2da-0be8-403f-9b21-28525fa37795 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:19.336239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ceca8288-678f-4969-94f6-3643469e40af req-44b7b2da-0be8-403f-9b21-28525fa37795 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Synchronizing usage tracker for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:52:19.370624 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:19.417100 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ceca8288-678f-4969-94f6-3643469e40af req-44b7b2da-0be8-403f-9b21-28525fa37795 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Unset dirty status for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:52:19.418238 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ceca8288-678f-4969-94f6-3643469e40af req-44b7b2da-0be8-403f-9b21-28525fa37795 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 931 time: 0.2272460 Mar 24 17:52:19.558108 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e744194-062d-47fe-bfea-d84e00230721,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:52:19.576337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ceca8288-678f-4969-94f6-3643469e40af req-bc6d6fa8-cdf0-474c-b047-9b47e56090ca tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523771 Mar 24 17:52:19.651005 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Attempting to bind port 7e744194-062d-47fe-bfea-d84e00230721 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:52:19.651339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Attempting to bind port 7e744194-062d-47fe-bfea-d84e00230721 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:52:19.651662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Attempting to bind port 7e744194-062d-47fe-bfea-d84e00230721 on network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:52:19.656227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Port 7e744194-062d-47fe-bfea-d84e00230721 on network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:52:19.659065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Attempting to bind port 7e744194-062d-47fe-bfea-d84e00230721 on network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:52:19.662345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:52:19.662680 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Checking segment: {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:52:19.663060 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Bound using segment: {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:52:19.663480 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Bound port: 7e744194-062d-47fe-bfea-d84e00230721, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc36e85f-807b-40fa-9e13-a22668cffc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:52:19.663816 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:19.751402 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:52:19.755437 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e744194-062d-47fe-bfea-d84e00230721,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:52:19.828385 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:19.888337 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:19.889011 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:19.890294 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 1093 time: 1.2165601 Mar 24 17:52:19.890728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'tag': '7e744194-062d-47fe-bfea-d84e00230721'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:52:19.916280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f1b47-5429-46b6-a407-4e0400c4c5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e744194-062d-47fe-bfea-d84e00230721,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:52:19.952887 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'tag': '7e744194-062d-47fe-bfea-d84e00230721', 'status': 'completed', 'code': 200} Mar 24 17:52:20.040865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287288a5-690f-47f1-8104-dd91171a0f7e req-1ac00387-0956-4239-a27f-2d2b3f6593c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:20.042342 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-287288a5-690f-47f1-8104-dd91171a0f7e req-1ac00387-0956-4239-a27f-2d2b3f6593c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0754592 Mar 24 17:52:20.194597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287288a5-690f-47f1-8104-dd91171a0f7e req-da43a66b-d5d9-479d-b96f-bc1ccbc64304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:20.195942 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-287288a5-690f-47f1-8104-dd91171a0f7e req-da43a66b-d5d9-479d-b96f-bc1ccbc64304 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1471059 Mar 24 17:52:20.338181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287288a5-690f-47f1-8104-dd91171a0f7e req-51e1993d-691c-4113-bb11-195245f6579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:20.339547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-287288a5-690f-47f1-8104-dd91171a0f7e req-51e1993d-691c-4113-bb11-195245f6579b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384077 Mar 24 17:52:20.445621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-8474bdd1-e6f4-40b9-ba60-44b9094101d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:20.447099 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-8474bdd1-e6f4-40b9-ba60-44b9094101d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0741172 Mar 24 17:52:20.514524 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-9d3309a2-ff2e-4180-bc15-898d310c9716 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 217 time: 0.0605030 Mar 24 17:52:20.591188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d22605c4-b491-4bf7-b6f3-54f52ac23dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:20.592555 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-d22605c4-b491-4bf7-b6f3-54f52ac23dd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0717382 Mar 24 17:52:20.666121 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-febdba37-53de-435a-bea9-e81a3cbf2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:20.667578 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-febdba37-53de-435a-bea9-e81a3cbf2d3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696902 Mar 24 17:52:20.855323 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-c34b3965-5a7a-4ef1-8c44-9826d5b2cb53 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817048 Mar 24 17:52:20.864428 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d84f69-21c0-405f-8f71-2e17e64fd937 req-ef24ff6e-d215-4f03-a3cf-9a8c15d77789 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:20.865764 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-44d84f69-21c0-405f-8f71-2e17e64fd937 req-ef24ff6e-d215-4f03-a3cf-9a8c15d77789 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.1727514 Mar 24 17:52:21.091693 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-44d84f69-21c0-405f-8f71-2e17e64fd937 req-33cf16f0-f8c6-4f2b-9ca4-89d50661149a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067568 Mar 24 17:52:21.121351 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e643c2f2-d614-4163-b8ad-3720c346b541 req-4661c7c1-8d93-4b12-8ab6-eae74022270f service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546296 Mar 24 17:52:22.314459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54a6c0-a6a5-4a76-bc8a-3ae89fc478cd req-8091c756-44f2-45fd-8836-862fc64a381c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:22.316673 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad54a6c0-a6a5-4a76-bc8a-3ae89fc478cd req-8091c756-44f2-45fd-8836-862fc64a381c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0786741 Mar 24 17:52:22.359022 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad54a6c0-a6a5-4a76-bc8a-3ae89fc478cd req-7b4cb69c-5731-47c6-8b93-1ef0b76c20b7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367901 Mar 24 17:52:23.545522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96a097-db58-4bad-bb63-78e8d1a817bd req-efba20ef-b80b-4a34-8a30-6a63d28af6d8 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:23.546954 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad96a097-db58-4bad-bb63-78e8d1a817bd req-efba20ef-b80b-4a34-8a30-6a63d28af6d8 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0814776 Mar 24 17:52:23.591044 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ad96a097-db58-4bad-bb63-78e8d1a817bd req-bab0d53f-416f-4d69-a684-d5a860287666 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 Mar 24 17:52:24.812152 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295ff45-ba45-474a-9d5e-8157cfbdf30c req-ed64dc9e-a815-472f-a9fc-dccc36b7099a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:24.813571 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6295ff45-ba45-474a-9d5e-8157cfbdf30c req-ed64dc9e-a815-472f-a9fc-dccc36b7099a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.1190619 Mar 24 17:52:24.859586 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6295ff45-ba45-474a-9d5e-8157cfbdf30c req-e1a5402c-7e72-4e98-b6cf-521bf7a7ae89 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Mar 24 17:52:26.041390 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7d234-faea-41ec-a9d0-2035c6086300 req-add78102-60e0-4cc2-9058-b4928d191c12 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:26.042816 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bfe7d234-faea-41ec-a9d0-2035c6086300 req-add78102-60e0-4cc2-9058-b4928d191c12 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0781579 Mar 24 17:52:26.086109 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bfe7d234-faea-41ec-a9d0-2035c6086300 req-a861c5ab-d9e0-44af-80ef-d5f5f82d16cf tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378311 Mar 24 17:52:27.282876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82496f2-2c2d-4a19-bcab-52f44a62a886 req-59960e0e-e715-4386-8c88-fc16763c4f19 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:27.284891 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d82496f2-2c2d-4a19-bcab-52f44a62a886 req-59960e0e-e715-4386-8c88-fc16763c4f19 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0976436 Mar 24 17:52:27.327414 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d82496f2-2c2d-4a19-bcab-52f44a62a886 req-5e4db9bc-6eec-4478-b70a-d96257fb5faa tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369673 Mar 24 17:52:28.509268 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de65e8-5b05-452c-be55-3f9b064d963c req-c077f2a0-a992-4ef5-a0c7-80808d1e5444 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:28.510727 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-08de65e8-5b05-452c-be55-3f9b064d963c req-c077f2a0-a992-4ef5-a0c7-80808d1e5444 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0788631 Mar 24 17:52:28.554393 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-08de65e8-5b05-452c-be55-3f9b064d963c req-69478c62-7de4-48b4-a9fd-db790bce7112 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379648 Mar 24 17:52:29.736289 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aee940-c5de-4a9f-a862-afc6c802b316 req-0667f068-6630-459e-bcb2-ad66735141cb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:29.738306 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-26aee940-c5de-4a9f-a862-afc6c802b316 req-0667f068-6630-459e-bcb2-ad66735141cb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0816743 Mar 24 17:52:29.780585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-26aee940-c5de-4a9f-a862-afc6c802b316 req-61ff0ae3-b9c4-4aa8-9554-6dae244790fb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367379 Mar 24 17:52:30.493707 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-80f846f7-5dbb-4302-aa70-62e0f9e99c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:30.499090 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e744194-062d-47fe-bfea-d84e00230721 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:52:30.671723 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e744194-062d-47fe-bfea-d84e00230721,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:52:30.684757 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '7e744194-062d-47fe-bfea-d84e00230721', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'port_id': '7e744194-062d-47fe-bfea-d84e00230721', 'mac_address': 'fa:16:3e:5b:76:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:52:30.738331 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:30.755068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e744194-062d-47fe-bfea-d84e00230721 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:52:30.769617 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e744194-062d-47fe-bfea-d84e00230721,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:52:30.813932 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:30.888376 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7e744194-062d-47fe-bfea-d84e00230721,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:52:30.895830 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.896210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.896555 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.896895 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.897230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.897562 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.897892 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.898224 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.898551 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.898879 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.899203 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.899525 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:52:30.973770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2b9b9-c07d-498f-8a50-32465b1f0187 req-660d3b2b-151c-43ba-bac8-8f366a32f573 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:30.975141 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbd2b9b9-c07d-498f-8a50-32465b1f0187 req-660d3b2b-151c-43ba-bac8-8f366a32f573 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 944 time: 0.0811882 Mar 24 17:52:31.020680 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bbd2b9b9-c07d-498f-8a50-32465b1f0187 req-642f6a04-7e5d-4a33-baa8-422d8cb2c10a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398943 Mar 24 17:52:31.021613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['7e744194-062d-47fe-bfea-d84e00230721'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:52:32.206479 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307128e6-6be2-47fb-8354-589cbfd34638 req-685ed6db-7155-416a-9854-ef4efca7dfc9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:32.207824 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-307128e6-6be2-47fb-8354-589cbfd34638 req-685ed6db-7155-416a-9854-ef4efca7dfc9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 944 time: 0.0793893 Mar 24 17:52:32.251623 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-307128e6-6be2-47fb-8354-589cbfd34638 req-17851a33-90e6-4958-930d-c196872100da tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382318 Mar 24 17:52:32.524005 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e744194-062d-47fe-bfea-d84e00230721 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:52:32.636754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 7e744194-062d-47fe-bfea-d84e00230721 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:52:32.649810 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 7e744194-062d-47fe-bfea-d84e00230721 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:52:32.653647 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:32.754791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-357995fb-8536-4ae7-9b23-c84fb3a0697d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:32.769669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:32.796050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e744194-062d-47fe-bfea-d84e00230721'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:52:32.806158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e744194-062d-47fe-bfea-d84e00230721,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:52:32.879778 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:32.912177 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e744194-062d-47fe-bfea-d84e00230721', 'code': 200} Mar 24 17:52:32.948655 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7e744194-062d-47fe-bfea-d84e00230721,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:52:33.210431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:33.287389 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d53b84-91f3-45be-873a-868476ae3b49 req-fb10c5dc-f893-43b7-85b9-674f83198672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:33.288888 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-16d53b84-91f3-45be-873a-868476ae3b49 req-fb10c5dc-f893-43b7-85b9-674f83198672 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0715392 Mar 24 17:52:33.329242 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-16d53b84-91f3-45be-873a-868476ae3b49 req-33c7306f-6735-4166-80a8-675a8509e915 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340047 Mar 24 17:52:33.429595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51ab52-257c-486e-95bc-bdb079dabb03 req-ba83f5d0-dc23-4baf-b798-5c3f2bcf43cc tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:33.431008 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4a51ab52-257c-486e-95bc-bdb079dabb03 req-ba83f5d0-dc23-4baf-b798-5c3f2bcf43cc tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0766535 Mar 24 17:52:33.473638 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4a51ab52-257c-486e-95bc-bdb079dabb03 req-67aa1a60-e3a4-4f5f-96b0-07533757af72 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368180 Mar 24 17:52:33.953159 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:34.061586 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:34.662210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe62f8f-d69d-4a43-9068-89952a690ba6 req-244b25dd-d1b9-499c-8f9a-1c952494999a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:34.663654 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4fe62f8f-d69d-4a43-9068-89952a690ba6 req-244b25dd-d1b9-499c-8f9a-1c952494999a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0825751 Mar 24 17:52:34.707336 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4fe62f8f-d69d-4a43-9068-89952a690ba6 req-ba836b6f-b9c3-4d71-b8c5-17b21d8629f1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379715 Mar 24 17:52:34.886464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05629ef4-44e9-4c68-b5c0-2ae22157848d req-cfe9ac07-3bcf-4f33-b771-9fdddc892916 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:34.888035 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-05629ef4-44e9-4c68-b5c0-2ae22157848d req-cfe9ac07-3bcf-4f33-b771-9fdddc892916 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0801427 Mar 24 17:52:34.932229 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-05629ef4-44e9-4c68-b5c0-2ae22157848d req-3d9de284-4ec5-49a6-b576-9512d9cb9c50 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386043 Mar 24 17:52:34.954021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49938) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:52:35.021639 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016973aa-a4ef-4003-add3-1f44d1708fd7 tempest-TestShelveInstance-700014912 tempest-TestShelveInstance-700014912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:35.023000 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-016973aa-a4ef-4003-add3-1f44d1708fd7 tempest-TestShelveInstance-700014912 tempest-TestShelveInstance-700014912-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1093 time: 0.0680635 Mar 24 17:52:35.025863 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 49942) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:52:35.030752 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '7e744194-062d-47fe-bfea-d84e00230721', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:52:35.037404 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:52:35.041164 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Usage tracker for resource:floatingip and tenant:ff948457f27740a2b06c1f4a370dbcdd is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:52:35.043941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:52:35.049548 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:52:35.139335 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:35.274035 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:35.410222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Allocated IP 172.26.4.38 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/d73d5100-a699-4541-a330-130c1e0ed34c) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:52:35.561936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:35.574023 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:35.656633 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:35.719612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:52:35.723141 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:52:35.731008 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:52:35.854304 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'Port': ['ID=d73d5100-a699-4541-a330-130c1e0ed34c,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:52:36.233262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:36.341032 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:36.538127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:36.590912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:36.699140 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event updated for resources: {'Port': ['ID=d73d5100-a699-4541-a330-130c1e0ed34c,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:52:36.711126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:36.876195 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Floating IP 4f91b2bc-f67d-4b08-8b5f-b68d57116d40 associated. External IP: 172.26.4.38, port: 7e744194-062d-47fe-bfea-d84e00230721. Mar 24 17:52:37.216409 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Router c53c54ab-fb20-4b26-a407-962cb0bff5f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:52:37.498340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:52:37.508697 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] Sync routers for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:52:37.520657 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:52:37.521495 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:52:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:52:37.616416 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:52:37.675128 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-632b19e8-b37d-4c9e-8a57-61ae26e587a4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6482298 Mar 24 17:52:37.675760 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'tag': '7e744194-062d-47fe-bfea-d84e00230721'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:52:37.694951 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:52:37.728829 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'tag': '7e744194-062d-47fe-bfea-d84e00230721', 'status': 'completed', 'code': 200} Mar 24 17:52:37.820564 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-25d0d292-d0a8-4669-9fd1-72beafd7915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:37.822040 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-25d0d292-d0a8-4669-9fd1-72beafd7915f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0709438 Mar 24 17:52:37.950583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-a3ccb6be-eef7-447a-8607-40237f39db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:37.952023 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-a3ccb6be-eef7-447a-8607-40237f39db4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1239910 Mar 24 17:52:38.055725 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-259aa648-5e5a-492d-ac92-5d69cbd58397 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 998 time: 0.0975735 Mar 24 17:52:38.075224 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '4f91b2bc-f67d-4b08-8b5f-b68d57116d40', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'floating_ip_address': '172.26.4.38', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'port_id': '7e744194-062d-47fe-bfea-d84e00230721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'mac_address': 'fa:16:3e:5b:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:52:36Z', 'updated_at': '2022-03-24T17:52:36Z', 'revision_number': 0, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:52:38.078997 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] Checking router: c53c54ab-fb20-4b26-a407-962cb0bff5f1 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:52:38.087666 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:52:38.088286 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:52:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:52:38.119073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-d573a562-d0fc-42eb-ae42-3f848e01104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:38.120496 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-d573a562-d0fc-42eb-ae42-3f848e01104a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0592749 Mar 24 17:52:38.195474 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-ceabacfb-e25e-4aaa-90a2-8cd584a38a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:52:38.197118 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-ceabacfb-e25e-4aaa-90a2-8cd584a38a97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713899 Mar 24 17:52:38.262355 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:52:38.346569 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-64b4e7ab-3ef2-438a-94a5-d72a17f4b1eb service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432219 Mar 24 17:52:38.491292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5d2e24f8-ecbd-4d55-8dd9-e4f3b128d37a req-3fbfcf6b-6b70-4864-a232-3a6de97f7723 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383505 Mar 24 17:52:38.633077 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '4f91b2bc-f67d-4b08-8b5f-b68d57116d40', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'floating_ip_address': '172.26.4.38', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'port_id': '7e744194-062d-47fe-bfea-d84e00230721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'mac_address': 'fa:16:3e:5b:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:52:36Z', 'updated_at': '2022-03-24T17:52:36Z', 'revision_number': 0, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:52:38.637111 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd54e901-f21e-4e50-bdf7-524a9c647fb4 None None] The sync data for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '4f91b2bc-f67d-4b08-8b5f-b68d57116d40', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'floating_ip_address': '172.26.4.38', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'port_id': '7e744194-062d-47fe-bfea-d84e00230721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'mac_address': 'fa:16:3e:5b:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:52:36Z', 'updated_at': '2022-03-24T17:52:36Z', 'revision_number': 0, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:52:38.838596 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e13f78c-f772-493c-a26e-94f98149ca64 None None] New status for floating IP 4f91b2bc-f67d-4b08-8b5f-b68d57116d40: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:52:43.406637 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:53:00.480332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-52df2a3a-b264-452c-8004-cec35b3ee72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:00.495292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4effd19f-9295-438f-8961-53c767fcfda0 req-843130af-77be-4db5-8dc6-66734df3a07a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1084025 Mar 24 17:53:00.636217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effd19f-9295-438f-8961-53c767fcfda0 req-b2fefefb-4fbb-4970-8292-01985f75c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:53:00.637585 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4effd19f-9295-438f-8961-53c767fcfda0 req-b2fefefb-4fbb-4970-8292-01985f75c49b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0731018 Mar 24 17:53:00.784486 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effd19f-9295-438f-8961-53c767fcfda0 req-f2dddafe-06bf-4431-984b-dfd830cc0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:53:00.785292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4effd19f-9295-438f-8961-53c767fcfda0 req-f2dddafe-06bf-4431-984b-dfd830cc0fb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1260750 Mar 24 17:53:00.886610 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4effd19f-9295-438f-8961-53c767fcfda0 req-9b7516e1-8d3a-401d-8d62-162d3c9590ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 1000 time: 0.0953503 Mar 24 17:53:00.948073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effd19f-9295-438f-8961-53c767fcfda0 req-55b8a33b-c866-441d-b809-bb043dbe0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:53:00.949486 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4effd19f-9295-438f-8961-53c767fcfda0 req-55b8a33b-c866-441d-b809-bb043dbe0809 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0564895 Mar 24 17:53:01.027915 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effd19f-9295-438f-8961-53c767fcfda0 req-fc659306-4ac5-4a82-9e65-50b50e943fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:53:01.029424 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4effd19f-9295-438f-8961-53c767fcfda0 req-fc659306-4ac5-4a82-9e65-50b50e943fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731852 Mar 24 17:53:01.262194 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4effd19f-9295-438f-8961-53c767fcfda0 req-44478fd4-4623-4ed0-8669-8255b056b834 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264559 Mar 24 17:53:01.393097 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4effd19f-9295-438f-8961-53c767fcfda0 req-85251e4a-65fd-4870-846c-951bd659dd1c service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221220 Mar 24 17:53:02.750476 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d7582a35-fab4-48e5-9d0a-20aa525824a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:03.255613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:03.958380 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:04.062152 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:05.552569 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:20.408575 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:53:30.495014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ed29d3f0-eb49-4a6d-bcce-41ae4d24f397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:32.728704 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3dc63982-06af-4e71-9634-186c03c7cd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:33.241228 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:33.968964 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:34.069381 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:35.577864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:53:57.407638 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:54:00.451725 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-7a13f9a9-ed81-4d54-af4e-6eac89e3e116 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737946 Mar 24 17:54:00.494415 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-14fcd913-927d-443e-bc76-6a1137603db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:00.588524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-d2b5ac28-40a7-4914-88c3-0993d5d4fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:54:00.590022 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-d2b5ac28-40a7-4914-88c3-0993d5d4fe4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0724747 Mar 24 17:54:00.731142 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-3375c084-a84f-4a01-8a74-8350dc19b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:54:00.732675 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-3375c084-a84f-4a01-8a74-8350dc19b594 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1253850 Mar 24 17:54:00.839190 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-b68c30e3-4e3d-4571-88be-4c6308369d2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 1000 time: 0.1011839 Mar 24 17:54:00.901842 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-504bc31b-df2e-4f9e-b087-48f516502162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:54:00.903263 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-504bc31b-df2e-4f9e-b087-48f516502162 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0590839 Mar 24 17:54:00.977715 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-825eecfa-9898-4757-ad87-3169de5e9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:54:00.979168 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-825eecfa-9898-4757-ad87-3169de5e9df4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702055 Mar 24 17:54:01.108857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-0909c501-4918-4f0b-b869-d569d57a254d service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223657 Mar 24 17:54:01.241467 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-600af8ec-0520-4d1f-b709-08e5c8098fd9 req-4511d65f-d0a9-4df5-aa07-5c03061eab5b service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265063 Mar 24 17:54:02.751323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3a7595af-6359-4c51-a983-56f42ba44e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:03.255340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:03.951281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:04.072335 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:05.526394 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:30.493578 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fce29a31-50d5-4000-ba02-4b35f33bae43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:32.739163 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ba725cbb-3987-4d47-94ec-ade98d314d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:33.263041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:33.931816 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:34.050890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:54:34.406827 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:54:35.537176 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:00.481789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d857cc68-5ee6-44cf-8cfa-e4a561a3b351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:01.449009 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-17fd4249-c2bb-41f9-850b-6f5d12eb0225 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696137 Mar 24 17:55:01.583865 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-57928460-edb6-4bb7-904f-816220e05b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:01.585324 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-57928460-edb6-4bb7-904f-816220e05b63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0687799 Mar 24 17:55:01.726430 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-9974de46-7ecd-4722-8c69-266a464a825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:01.727755 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-9974de46-7ecd-4722-8c69-266a464a825c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1237097 Mar 24 17:55:01.826997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-0a34bf4e-6f89-4fd2-a48a-e770b1530c31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 1000 time: 0.0930967 Mar 24 17:55:01.890286 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-47055237-7283-4fbe-a1c4-d74f1f1d5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:01.891714 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-47055237-7283-4fbe-a1c4-d74f1f1d5202 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0590296 Mar 24 17:55:02.056712 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-d83bae8d-0ac7-43b9-b28d-222ea78cf558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:02.058157 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-d83bae8d-0ac7-43b9-b28d-222ea78cf558 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1607900 Mar 24 17:55:02.190946 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-dbbcfef9-4864-4e0e-a6bc-8f677a868ff7 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261334 Mar 24 17:55:02.318865 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d32b632d-8592-487d-a75a-6fd910c2f0e7 req-79481052-7e0c-4007-b28a-1aa1ac2a1929 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212716 Mar 24 17:55:02.721700 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-891ac32a-8652-40df-aec7-05371dc9c187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:03.247734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:03.942148 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:04.079008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:05.521277 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:11.405410 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:55:16.292890 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd71c9-62fa-4611-a01a-adcd073594ad req-69c4a38e-5edb-46a6-a675-a6a6a90c088d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:16.294377 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-57bd71c9-62fa-4611-a01a-adcd073594ad req-69c4a38e-5edb-46a6-a675-a6a6a90c088d tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0858188 Mar 24 17:55:16.338002 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-57bd71c9-62fa-4611-a01a-adcd073594ad req-5f56f606-a4d1-4843-9319-f1a9fdb5648c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379326 Mar 24 17:55:17.524608 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77583d-2788-41ab-9802-b40e8698599c req-8308e1a5-2af4-4c28-ba79-0f5be06790aa tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:17.526068 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa77583d-2788-41ab-9802-b40e8698599c req-8308e1a5-2af4-4c28-ba79-0f5be06790aa tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0807827 Mar 24 17:55:17.570573 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa77583d-2788-41ab-9802-b40e8698599c req-7c59d8f1-da10-491c-8c13-b0082b04cbda tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388701 Mar 24 17:55:18.763894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ab4c0-6859-4011-b37d-faf032dc9dcf req-75edb8ce-a2c0-4d54-8129-734a13981dd5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:18.765270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-019ab4c0-6859-4011-b37d-faf032dc9dcf req-75edb8ce-a2c0-4d54-8129-734a13981dd5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0817103 Mar 24 17:55:18.808878 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-019ab4c0-6859-4011-b37d-faf032dc9dcf req-1cd79ad2-592e-4473-a709-b32ba115dd28 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373552 Mar 24 17:55:19.999868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a78afe-7c5f-4097-9ed4-50e8522cc055 req-61769849-1fc1-4032-b061-c6dbc9c4f1d7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:20.001482 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b5a78afe-7c5f-4097-9ed4-50e8522cc055 req-61769849-1fc1-4032-b061-c6dbc9c4f1d7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0806959 Mar 24 17:55:20.044431 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b5a78afe-7c5f-4097-9ed4-50e8522cc055 req-f1fad6a3-9ccc-4e02-9d13-fd658dc0f11c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373344 Mar 24 17:55:21.226522 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377655f-10ea-4e82-970f-6549c18423f5 req-83233456-3629-40e2-acd1-68521bc9ac57 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:21.227884 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7377655f-10ea-4e82-970f-6549c18423f5 req-83233456-3629-40e2-acd1-68521bc9ac57 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0794947 Mar 24 17:55:21.270677 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7377655f-10ea-4e82-970f-6549c18423f5 req-f92556f1-084b-4010-b1dc-efb024efddd8 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372641 Mar 24 17:55:22.450746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422eadd-f8c4-4256-91d0-3a457e4c0c24 req-e6edc886-b655-4040-9ce0-eb4465a18db4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:22.452184 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7422eadd-f8c4-4256-91d0-3a457e4c0c24 req-e6edc886-b655-4040-9ce0-eb4465a18db4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0802100 Mar 24 17:55:22.494722 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7422eadd-f8c4-4256-91d0-3a457e4c0c24 req-7425ea01-dc53-4b33-ae86-21b1cc3f85c4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363655 Mar 24 17:55:23.674323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecbd65-2bb1-485d-9eab-1a9b4336268f req-4becbe1b-2d4b-4c43-9424-c7c94d136490 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:23.675767 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-96ecbd65-2bb1-485d-9eab-1a9b4336268f req-4becbe1b-2d4b-4c43-9424-c7c94d136490 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0791211 Mar 24 17:55:23.722237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-96ecbd65-2bb1-485d-9eab-1a9b4336268f req-d9f18971-6400-4770-bb48-62cb10d0b3a9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406590 Mar 24 17:55:24.900992 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab618d92-862b-49c3-ba7e-085211cf8e48 req-53d2c74a-5fdd-4cfe-a81c-cc6ec31cc75e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:24.902352 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ab618d92-862b-49c3-ba7e-085211cf8e48 req-53d2c74a-5fdd-4cfe-a81c-cc6ec31cc75e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0786114 Mar 24 17:55:24.945528 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ab618d92-862b-49c3-ba7e-085211cf8e48 req-d083089f-87df-4495-ae36-e0eb7dc35c1c tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374854 Mar 24 17:55:26.131696 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899b57f-3232-4d2f-87de-73901121c8be req-a71f40bf-d921-4984-af3e-6e097deb189f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:26.133132 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c899b57f-3232-4d2f-87de-73901121c8be req-a71f40bf-d921-4984-af3e-6e097deb189f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0808899 Mar 24 17:55:26.176036 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c899b57f-3232-4d2f-87de-73901121c8be req-f9a766e2-b2ba-44d1-a679-cc0a822d30fe tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370798 Mar 24 17:55:27.358841 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302b723-4b6b-4b2b-88a7-85da5fe7fd70 req-11a957c7-7456-4921-b9ce-4047c139832e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:27.360400 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c302b723-4b6b-4b2b-88a7-85da5fe7fd70 req-11a957c7-7456-4921-b9ce-4047c139832e tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0797064 Mar 24 17:55:27.404754 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c302b723-4b6b-4b2b-88a7-85da5fe7fd70 req-c996a37a-cbc2-41e8-8b9e-4e317378ae1b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380006 Mar 24 17:55:28.588418 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c0d50-44d0-4a7a-91b9-e9c07050a797 req-e3ff287b-10b3-4a3c-b075-ec453ad86852 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:28.589853 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-396c0d50-44d0-4a7a-91b9-e9c07050a797 req-e3ff287b-10b3-4a3c-b075-ec453ad86852 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0805104 Mar 24 17:55:28.633674 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-396c0d50-44d0-4a7a-91b9-e9c07050a797 req-a5b4e23e-a3b8-4079-a731-e8d58bd7dabd tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Mar 24 17:55:29.824669 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d00ab-2966-444a-baa6-bc657d0b564b req-373ffd42-5f13-4b79-984f-6cdceb106579 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:29.826061 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f82d00ab-2966-444a-baa6-bc657d0b564b req-373ffd42-5f13-4b79-984f-6cdceb106579 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0802264 Mar 24 17:55:29.869057 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f82d00ab-2966-444a-baa6-bc657d0b564b req-1e413a64-1df5-4d37-8997-5bdbdc17ea4b tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369604 Mar 24 17:55:30.484187 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-3e7819b7-8ad1-42f8-80f2-e2a63829dfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:31.055182 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f5e7e-1f99-4297-9e5e-21edfd982231 req-042246ed-b114-42f8-85dc-81db05bc34eb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:31.056653 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b00f5e7e-1f99-4297-9e5e-21edfd982231 req-042246ed-b114-42f8-85dc-81db05bc34eb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0818264 Mar 24 17:55:31.099828 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b00f5e7e-1f99-4297-9e5e-21edfd982231 req-904f3cb6-90b8-457b-9069-7026ea4552fa tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Mar 24 17:55:31.515850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2956-375e-4198-9763-c992018eb4ad req-f8ce4680-952d-4849-a17f-eb2dd11b1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:31.517360 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-847c2956-375e-4198-9763-c992018eb4ad req-f8ce4680-952d-4849-a17f-eb2dd11b1914 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.1549666 Mar 24 17:55:31.645587 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2956-375e-4198-9763-c992018eb4ad req-fce7ba0f-35e9-4e67-89d8-c60e321bd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:31.647073 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-847c2956-375e-4198-9763-c992018eb4ad req-fce7ba0f-35e9-4e67-89d8-c60e321bd0cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1241307 Mar 24 17:55:31.747709 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-847c2956-375e-4198-9763-c992018eb4ad req-17e28de7-6ff0-41f3-a274-da0e93ee2abf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 1000 time: 0.0933077 Mar 24 17:55:31.807073 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2956-375e-4198-9763-c992018eb4ad req-5ba9b512-1721-4a01-a146-71bd7b6ecc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:31.808461 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-847c2956-375e-4198-9763-c992018eb4ad req-5ba9b512-1721-4a01-a146-71bd7b6ecc82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0557437 Mar 24 17:55:31.884786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2956-375e-4198-9763-c992018eb4ad req-1175895e-b28f-40ca-952f-014bfc1b4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:31.886237 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-847c2956-375e-4198-9763-c992018eb4ad req-1175895e-b28f-40ca-952f-014bfc1b4812 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720313 Mar 24 17:55:32.014864 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-847c2956-375e-4198-9763-c992018eb4ad req-7203e4b9-f0dc-4e51-887a-6faf019184fb service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221247 Mar 24 17:55:32.142370 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-847c2956-375e-4198-9763-c992018eb4ad req-b12a9890-4340-4af4-8f4c-2b256a04b792 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219239 Mar 24 17:55:32.283280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ad559-e9f3-42be-bfc8-875110f6c28c req-51e0a163-6fb9-48db-a819-1f77be3d4884 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:32.285346 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-195ad559-e9f3-42be-bfc8-875110f6c28c req-51e0a163-6fb9-48db-a819-1f77be3d4884 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0794427 Mar 24 17:55:32.328421 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-195ad559-e9f3-42be-bfc8-875110f6c28c req-ce4b93a3-7263-4d2b-a9b3-20ec1e8b34a7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376513 Mar 24 17:55:32.707254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-76a40108-89d7-46a2-9a96-ce8b63e07769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:33.278888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:33.513867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907125-61d6-4ee6-8d94-c9b8f9171620 req-44c42823-d5b3-4cf6-8bc3-9351af9a3a3f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:33.515277 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6907125-61d6-4ee6-8d94-c9b8f9171620 req-44c42823-d5b3-4cf6-8bc3-9351af9a3a3f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0804288 Mar 24 17:55:33.561604 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6907125-61d6-4ee6-8d94-c9b8f9171620 req-6ac4c5ea-93f0-464e-9917-e77fb18f3c13 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400734 Mar 24 17:55:33.930271 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:34.109758 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:34.752246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee27776-e227-49f0-a951-d87b229b53b8 req-0b59fc49-4634-444f-a775-627a7140cf69 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:34.753692 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4ee27776-e227-49f0-a951-d87b229b53b8 req-0b59fc49-4634-444f-a775-627a7140cf69 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0805399 Mar 24 17:55:34.797319 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4ee27776-e227-49f0-a951-d87b229b53b8 req-a5f5a643-ba48-41ba-beb5-93fed1c1529f tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378358 Mar 24 17:55:35.363205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cd4ca-1e1c-46d5-b1d1-19ea64a7cd6f req-4f48c700-79ee-46df-b9d2-fe65a8ed7122 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:35.364664 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-239cd4ca-1e1c-46d5-b1d1-19ea64a7cd6f req-4f48c700-79ee-46df-b9d2-fe65a8ed7122 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.1340981 Mar 24 17:55:35.421162 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-239cd4ca-1e1c-46d5-b1d1-19ea64a7cd6f req-28758682-d4cc-4403-9243-8a0a51b307fe tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499082 Mar 24 17:55:35.432173 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b89f5ba-0911-465b-b547-76268a19376c req-2a7a958d-4b0e-400a-8d34-757a449532e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1602807 Mar 24 17:55:35.526571 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:36.606080 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7631e37-d66e-4500-9c91-8abd76eaa6c4 req-49b0ec40-3bdc-447b-9de9-047df31715ed tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:36.607566 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b7631e37-d66e-4500-9c91-8abd76eaa6c4 req-49b0ec40-3bdc-447b-9de9-047df31715ed tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0790749 Mar 24 17:55:36.653855 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b7631e37-d66e-4500-9c91-8abd76eaa6c4 req-67d656c2-0a1e-419e-b0e5-4ff29887f5da tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404508 Mar 24 17:55:37.390520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e744194-062d-47fe-bfea-d84e00230721 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:55:37.503057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:37.530878 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e744194-062d-47fe-bfea-d84e00230721'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:55:37.541261 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e744194-062d-47fe-bfea-d84e00230721,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:55:37.573500 dv-neutron-835063-1-hyperv neutron-server[88479]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e744194-062d-47fe-bfea-d84e00230721', 'code': 422} returned with failed status Mar 24 17:55:37.595355 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:37.667333 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7e744194-062d-47fe-bfea-d84e00230721,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:55:37.674336 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.674751 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.675099 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.675435 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.678012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.678012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.678012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.678012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.678012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.678431 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.678654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.678972 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:55:37.843305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ca2da-4570-4b97-bb0c-f41de37804c5 req-394ac575-521c-45a6-a0b1-f756a6ec0b04 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:37.844781 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-373ca2da-4570-4b97-bb0c-f41de37804c5 req-394ac575-521c-45a6-a0b1-f756a6ec0b04 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0846560 Mar 24 17:55:37.890252 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-373ca2da-4570-4b97-bb0c-f41de37804c5 req-e9cf58e5-7ed8-4ca1-9f17-b303c6d39fac tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391653 Mar 24 17:55:39.137568 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60b46e-f7fe-4ff1-8797-43d191807369 req-c7486ddd-3341-429f-b150-4107bff554c9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:39.139353 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b60b46e-f7fe-4ff1-8797-43d191807369 req-c7486ddd-3341-429f-b150-4107bff554c9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.1415603 Mar 24 17:55:39.180938 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89f5ba-0911-465b-b547-76268a19376c req-276fc203-c8c6-4fb5-83bc-c434aad8f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:39.182263 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b89f5ba-0911-465b-b547-76268a19376c req-276fc203-c8c6-4fb5-83bc-c434aad8f75f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4&tenant_id=ff948457f27740a2b06c1f4a370dbcdd HTTP/1.1" status: 200 len: 1096 time: 0.1314976 Mar 24 17:55:39.202457 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-2b60b46e-f7fe-4ff1-8797-43d191807369 req-ce3cb47e-467c-4999-9b5e-325f6e0b5f08 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569537 Mar 24 17:55:39.272980 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89f5ba-0911-465b-b547-76268a19376c req-95e0d22d-d043-4aa4-ba7b-31162e90c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:39.274500 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b89f5ba-0911-465b-b547-76268a19376c req-95e0d22d-d043-4aa4-ba7b-31162e90c655 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0695465 Mar 24 17:55:39.502868 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89f5ba-0911-465b-b547-76268a19376c req-297268bb-0abf-4b3d-a68b-9d3c61e578ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:39.504252 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b89f5ba-0911-465b-b547-76268a19376c req-297268bb-0abf-4b3d-a68b-9d3c61e578ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.2233047 Mar 24 17:55:39.599580 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b89f5ba-0911-465b-b547-76268a19376c req-3d496c09-fa1e-4eba-b30f-87801559c451 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 998 time: 0.0895534 Mar 24 17:55:39.664764 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89f5ba-0911-465b-b547-76268a19376c req-8f22b7f6-c977-45d1-b7e9-f2b5ca360fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:39.666170 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b89f5ba-0911-465b-b547-76268a19376c req-8f22b7f6-c977-45d1-b7e9-f2b5ca360fb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0598917 Mar 24 17:55:39.739770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89f5ba-0911-465b-b547-76268a19376c req-01bc112f-0865-41b9-8b72-1c96bad93c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:39.741217 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b89f5ba-0911-465b-b547-76268a19376c req-01bc112f-0865-41b9-8b72-1c96bad93c38 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681586 Mar 24 17:55:39.868862 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b89f5ba-0911-465b-b547-76268a19376c req-1337d384-87dc-4948-879e-3f050e7a0909 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214759 Mar 24 17:55:39.999127 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6b89f5ba-0911-465b-b547-76268a19376c req-adf0d080-4846-42a2-bc92-325b87a9f58e service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234274 Mar 24 17:55:40.387858 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19de18-3114-4801-8ffc-2853911ae5db req-8fa26ece-5b13-4462-97e9-2acd1d646e19 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:40.389298 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa19de18-3114-4801-8ffc-2853911ae5db req-8fa26ece-5b13-4462-97e9-2acd1d646e19 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0826092 Mar 24 17:55:40.432077 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa19de18-3114-4801-8ffc-2853911ae5db req-7f08d212-7a15-4c79-815e-030de5ad89ba tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370355 Mar 24 17:55:41.612769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34284-65b4-4ed3-8b2d-8c5dc5ce99bd req-791733a6-06c8-4cc1-8c9a-f0bb64d13bbe tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:41.617892 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-06a34284-65b4-4ed3-8b2d-8c5dc5ce99bd req-791733a6-06c8-4cc1-8c9a-f0bb64d13bbe tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0766914 Mar 24 17:55:41.657195 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-06a34284-65b4-4ed3-8b2d-8c5dc5ce99bd req-42eee8bc-b976-48f6-87a6-ce7502f35ac1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373700 Mar 24 17:55:42.841811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0381ec-3837-47ed-b197-f30d23f27434 req-d1d2704b-3e56-4b7d-9fd3-e94ad6a8fdc4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:42.843232 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1d0381ec-3837-47ed-b197-f30d23f27434 req-d1d2704b-3e56-4b7d-9fd3-e94ad6a8fdc4 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0797913 Mar 24 17:55:42.887502 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1d0381ec-3837-47ed-b197-f30d23f27434 req-0c9818ee-f0a7-426d-80df-5a9373461d20 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379658 Mar 24 17:55:44.068686 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f0c7a-0e01-4f72-b374-ad5a8921cf69 req-52327d72-7f7a-4f0b-95f8-d23bdb93dae5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:44.070123 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5a3f0c7a-0e01-4f72-b374-ad5a8921cf69 req-52327d72-7f7a-4f0b-95f8-d23bdb93dae5 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0802798 Mar 24 17:55:44.116333 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5a3f0c7a-0e01-4f72-b374-ad5a8921cf69 req-1a4ea950-1c65-4338-bbf1-5753c5c55dcb tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404952 Mar 24 17:55:45.298004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d053f9a-f93a-40db-bba0-fb7c91db0708 req-c50ef1a7-6b8b-4d89-92a1-f2035ed93d50 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:45.299442 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1d053f9a-f93a-40db-bba0-fb7c91db0708 req-c50ef1a7-6b8b-4d89-92a1-f2035ed93d50 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0801067 Mar 24 17:55:45.342711 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1d053f9a-f93a-40db-bba0-fb7c91db0708 req-538675c9-fe6e-4de3-8d7a-3b0c77ae4703 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376775 Mar 24 17:55:46.526242 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f28eb-e028-4d94-9d34-d4f37c678b29 req-d5725fa1-efe0-486a-ba45-c9b3a070c022 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:46.527680 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9e3f28eb-e028-4d94-9d34-d4f37c678b29 req-d5725fa1-efe0-486a-ba45-c9b3a070c022 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0814672 Mar 24 17:55:46.570821 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-9e3f28eb-e028-4d94-9d34-d4f37c678b29 req-c3c2502b-108c-495c-886d-a21fca024f59 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374808 Mar 24 17:55:47.751646 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0de24-63f9-4e02-a78a-8e0930a40987 req-fbdd7a48-3a95-4ede-9c07-d678979859a9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:47.753083 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3e0de24-63f9-4e02-a78a-8e0930a40987 req-fbdd7a48-3a95-4ede-9c07-d678979859a9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0787106 Mar 24 17:55:47.795706 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a3e0de24-63f9-4e02-a78a-8e0930a40987 req-372e93c8-b279-4c1d-b96a-73b1900ea5f1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364940 Mar 24 17:55:48.404871 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:55:48.983159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e8791-333a-46ba-be16-54c5f0ab727a req-23204889-15ba-4d1c-b533-b9857d7e4ce7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:48.984613 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fc5e8791-333a-46ba-be16-54c5f0ab727a req-23204889-15ba-4d1c-b533-b9857d7e4ce7 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 943 time: 0.0823107 Mar 24 17:55:49.028588 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fc5e8791-333a-46ba-be16-54c5f0ab727a req-4b202cd3-d4e9-494d-8227-4994064ad294 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375774 Mar 24 17:55:49.438042 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e744194-062d-47fe-bfea-d84e00230721 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:55:49.570031 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e744194-062d-47fe-bfea-d84e00230721,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:55:49.583445 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '7e744194-062d-47fe-bfea-d84e00230721', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'port_id': '7e744194-062d-47fe-bfea-d84e00230721', 'mac_address': 'fa:16:3e:5b:76:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:55:49.636534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:49.653191 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e744194-062d-47fe-bfea-d84e00230721 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:55:49.668280 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e744194-062d-47fe-bfea-d84e00230721,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:55:49.752631 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:49.820427 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7e744194-062d-47fe-bfea-d84e00230721,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:55:49.985980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['7e744194-062d-47fe-bfea-d84e00230721'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:55:50.211041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc04a4f-cbbc-4463-9033-178415f2b711 req-a4cd4016-bafe-4774-9f61-013b74bcb535 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:50.212489 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4cc04a4f-cbbc-4463-9033-178415f2b711 req-a4cd4016-bafe-4774-9f61-013b74bcb535 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 944 time: 0.0782733 Mar 24 17:55:50.264497 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-4cc04a4f-cbbc-4463-9033-178415f2b711 req-2be5baf0-162c-4220-8ee3-a581760b9343 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462346 Mar 24 17:55:51.453400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e744194-062d-47fe-bfea-d84e00230721 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:55:51.471662 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b75925-e1c6-4e5d-8692-46585e5c0af1 req-6e541f57-fe2c-454c-a707-ec44b1fdfb08 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:51.474529 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73b75925-e1c6-4e5d-8692-46585e5c0af1 req-6e541f57-fe2c-454c-a707-ec44b1fdfb08 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 944 time: 0.0928521 Mar 24 17:55:51.520503 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-73b75925-e1c6-4e5d-8692-46585e5c0af1 req-e6bfa07b-b2b3-4870-8817-afa230541952 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397182 Mar 24 17:55:51.526822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 7e744194-062d-47fe-bfea-d84e00230721 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:55:51.527192 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:51.639018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:51.665667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e744194-062d-47fe-bfea-d84e00230721'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:55:51.675473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e744194-062d-47fe-bfea-d84e00230721,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:55:51.710024 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e744194-062d-47fe-bfea-d84e00230721', 'code': 200} Mar 24 17:55:51.755055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:55:51.825556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=7e744194-062d-47fe-bfea-d84e00230721,revision_number=8']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:55:52.064221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6454d-ce6d-4ab5-ab4e-f3614fe9f31e req-88c705ba-a546-47e3-8254-a6c1f411ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:52.065676 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ecc6454d-ce6d-4ab5-ab4e-f3614fe9f31e req-88c705ba-a546-47e3-8254-a6c1f411ef9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0721500 Mar 24 17:55:52.105756 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ecc6454d-ce6d-4ab5-ab4e-f3614fe9f31e req-6ac3ee6b-ccc0-491c-8a70-babaaaa55573 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Mar 24 17:55:52.700961 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e8ca1-1e7d-4ee5-a19b-6db77b4a5744 req-3c592986-af18-46a4-ae71-6b637141ebf9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:52.702387 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa7e8ca1-1e7d-4ee5-a19b-6db77b4a5744 req-3c592986-af18-46a4-ae71-6b637141ebf9 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0783741 Mar 24 17:55:52.748689 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fa7e8ca1-1e7d-4ee5-a19b-6db77b4a5744 req-1a103cfc-c7b3-4f56-b9d1-47297ddc2cca tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403397 Mar 24 17:55:53.931518 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdf294-af54-4664-8c53-f5f8b9f9a6c1 req-766f166d-e92d-40eb-bbc8-0785790f9547 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:55:53.932975 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fefdf294-af54-4664-8c53-f5f8b9f9a6c1 req-766f166d-e92d-40eb-bbc8-0785790f9547 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0791821 Mar 24 17:55:53.975818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fefdf294-af54-4664-8c53-f5f8b9f9a6c1 req-fc33dcd1-dd9a-4537-b4e8-db2d8c7227bf tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372016 Mar 24 17:56:00.492044 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5e514154-7128-4cda-8a56-ef71e877d1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:02.720314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4f8744b7-b23c-456b-bfa4-1d175bbfc508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:03.356057 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:03.441151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-10b8e350-dfa8-49b7-b7d4-1f18999baf19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740840 Mar 24 17:56:03.617340 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-ed87389f-0a3c-4a35-b966-aee2dc199208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:56:03.617340 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-ed87389f-0a3c-4a35-b966-aee2dc199208 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0822935 Mar 24 17:56:03.860597 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-b63a8267-311f-4668-8dc9-7bc60e97bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:56:03.862126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-b63a8267-311f-4668-8dc9-7bc60e97bfb6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.2345538 Mar 24 17:56:03.945722 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:03.972747 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-cbf9de17-1253-4f09-abb7-7a683b0f4f80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 1000 time: 0.1035881 Mar 24 17:56:04.036660 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-2052c21d-8ce4-4199-9e63-2f2e12bbfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:56:04.037988 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-2052c21d-8ce4-4199-9e63-2f2e12bbfb69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0599709 Mar 24 17:56:04.124205 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-c944b2e0-1ce6-4554-a472-8df7ff2a0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:56:04.126234 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-c944b2e0-1ce6-4554-a472-8df7ff2a0e50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826559 Mar 24 17:56:04.137928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:04.266050 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-151101cd-b5df-42c1-b12d-7e3b88b988c1 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340523 Mar 24 17:56:04.401812 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdaeec9a-29fd-4d4f-9405-98c61bd4d85b req-b393ee3d-ba4e-4a1c-91eb-bae7f4a0bf1e service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304839 Mar 24 17:56:05.526259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:25.404527 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:56:30.480413 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b6db1349-02fa-422a-bd23-f08b03999570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:32.748632 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2f04345e-5ee7-4239-91cc-eafe6f3655d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:33.340980 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:33.954340 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:34.069253 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:56:35.518478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:00.490498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-fe673141-5aeb-4490-b2a1-69a344a11b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:02.403215 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:57:02.717108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b0468ab6-8730-4baf-91b1-d58b36c6afa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:03.342356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:03.945690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:04.088081 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:04.441893 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-643e0d01-e83c-4381-b2f9-db1d39cc4103 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690765 Mar 24 17:57:04.583240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-90928eff-d95f-4e1b-809e-ec5fb8b9aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:04.584890 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-90928eff-d95f-4e1b-809e-ec5fb8b9aded service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0739057 Mar 24 17:57:04.724575 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-0c8b9b37-7ab3-40ef-9c69-b603583c5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:04.725914 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-0c8b9b37-7ab3-40ef-9c69-b603583c5489 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1238039 Mar 24 17:57:04.828792 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-bb07a6e7-ad4f-4a8d-89c0-fcf309d300b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 1000 time: 0.0965450 Mar 24 17:57:04.893322 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-ae2ad279-9a3d-4241-9e46-258652abd71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:04.894729 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-ae2ad279-9a3d-4241-9e46-258652abd71d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0575037 Mar 24 17:57:04.985175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-02b81459-2320-425a-99cb-fcb0798cbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:04.986574 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-02b81459-2320-425a-99cb-fcb0798cbd97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863159 Mar 24 17:57:05.120910 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-d975540a-3995-4596-bc39-18f793f73d7b service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272738 Mar 24 17:57:05.263946 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e7e18f48-f15e-48f3-ab0f-8d9a388a8395 req-f555ee24-775b-42e9-891d-47b76983761f service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375158 Mar 24 17:57:05.562238 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:30.479737 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7234f546-94be-4966-92e1-8cd70ff2b5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:32.722087 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8b5968bf-5263-434b-ac0c-038b6a09734b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:33.336136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:33.956509 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:34.087755 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:35.550773 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:39.401799 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:57:42.167923 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50178) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:42.606781 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Deleting port d73d5100-a699-4541-a330-130c1e0ed34c {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:42.607109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:42.680327 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-e2e3b344-6505-499c-b8b9-4ced5141fdec req-acc88d6c-9a2d-4061-bbe0-3307f0ed2e12 service neutron] (88478) timed out ('10.222.0.47', 45040) {{(pid=88478) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 24 17:57:42.772614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:42.772933 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:42.892147 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Calling delete_port for d73d5100-a699-4541-a330-130c1e0ed34c owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:57:43.113264 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:43.184634 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event deleted for resources: {'Port': ['ID=d73d5100-a699-4541-a330-130c1e0ed34c,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:43.204557 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.204896 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.205227 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.205550 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.205872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.206192 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.206530 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.206844 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.207159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.207469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.207777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.208112 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:43.263599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:43.263930 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Floating IP 4f91b2bc-f67d-4b08-8b5f-b68d57116d40 disassociated (deleted). External IP: 172.26.4.38, port: 7e744194-062d-47fe-bfea-d84e00230721. Mar 24 17:57:43.608109 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Router c53c54ab-fb20-4b26-a407-962cb0bff5f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:57:43.782470 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:57:43.791749 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] Sync routers for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:57:43.800543 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:57:43.801134 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:57:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:43.897531 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:43.997484 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-85aca3db-2642-4529-801d-b1422a3562b0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "DELETE /v2.0/floatingips/4f91b2bc-f67d-4b08-8b5f-b68d57116d40 HTTP/1.1" status: 204 len: 168 time: 1.8284571 Mar 24 17:57:43.998065 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'tag': '7e744194-062d-47fe-bfea-d84e00230721'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:57:44.013794 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:57:44.200662 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'tag': '7e744194-062d-47fe-bfea-d84e00230721', 'status': 'completed', 'code': 200} Mar 24 17:57:44.332819 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:44.337087 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] Checking router: c53c54ab-fb20-4b26-a407-962cb0bff5f1 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:57:44.349080 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:57:44.349705 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:57:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:44.408872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-8fc83639-1eec-4e28-a634-c0c191b66b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:44.410270 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-8fc83639-1eec-4e28-a634-c0c191b66b74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 1098 time: 0.1888855 Mar 24 17:57:44.532486 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:57:44.543803 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-ad280b98-7cc8-4699-aa9e-6640c4669788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:44.545287 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-ad280b98-7cc8-4699-aa9e-6640c4669788 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 200 len: 909 time: 0.1287265 Mar 24 17:57:44.617584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-29c11d61-92e2-4356-9afb-d5b66467a6b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 200 len: 217 time: 0.0659420 Mar 24 17:57:44.687284 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-f4bc4db0-f8d9-40c4-9ee0-2938bd954cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:44.689321 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-f4bc4db0-f8d9-40c4-9ee0-2938bd954cf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 200 len: 847 time: 0.0653486 Mar 24 17:57:44.822134 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-9b7bebc3-d1a9-43a6-a0f9-cd2439396197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:44.824728 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-9b7bebc3-d1a9-43a6-a0f9-cd2439396197 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4e8391e-f05b-46fe-90f8-f8697f2ffd93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1275263 Mar 24 17:57:44.848054 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:44.851986 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd7546-62d1-47cb-9a84-ab2c0f0472a6 None None] The sync data for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:47:12Z', 'revision_number': 4, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '7a280812-254b-4286-a077-ea3f6b481f07', 'name': '', 'network_id': 'e4e8391e-f05b-46fe-90f8-f8697f2ffd93', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'mac_address': 'fa:16:3e:d7:f2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:11Z', 'updated_at': '2022-03-24T17:47:19Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'subnets': [{'id': '6485244c-bbc2-4de4-80fe-737d37f4da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:57:44.861882 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d3e9e-163f-4601-b26d-57b800f17f61 req-a72204a2-a900-4034-9505-ba8dbda52246 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:44.867567 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-de0d3e9e-163f-4601-b26d-57b800f17f61 req-a72204a2-a900-4034-9505-ba8dbda52246 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Synchronizing usage tracker for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:57:44.983896 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-842234fd-d325-44d6-92d6-a4ab5c7b9202 service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480138 Mar 24 17:57:45.010912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-de0d3e9e-163f-4601-b26d-57b800f17f61 req-a72204a2-a900-4034-9505-ba8dbda52246 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Unset dirty status for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:57:45.012922 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-de0d3e9e-163f-4601-b26d-57b800f17f61 req-a72204a2-a900-4034-9505-ba8dbda52246 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.4158208 Mar 24 17:57:45.079241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1577b-08cf-4583-9873-30767941089e None None] New status for floating IP 4f91b2bc-f67d-4b08-8b5f-b68d57116d40: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:57:45.132283 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-de0d3e9e-163f-4601-b26d-57b800f17f61 req-6e6503c8-c252-4b1e-9a7e-ea16359d3cb1 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077404 Mar 24 17:57:45.158929 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b8d2b1db-caac-467d-84ca-6892033d8f26 req-77156334-d38e-4ad3-b103-96e4ff5217fd service neutron] 10.222.0.48 "GET /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687255 Mar 24 17:57:46.096494 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-8206539a-b535-42f8-866e-4c328b68b15a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:46.097808 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-8206539a-b535-42f8-866e-4c328b68b15a tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.0813968 Mar 24 17:57:46.167533 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Deleting port 7e744194-062d-47fe-bfea-d84e00230721 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:46.167823 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:46.463761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] For port 7e744194-062d-47fe-bfea-d84e00230721, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=7e744194-062d-47fe-bfea-d84e00230721,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:57:46.464555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:46.591175 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Calling delete_port for 7e744194-062d-47fe-bfea-d84e00230721 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:57:46.625457 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b71382-b764-4468-8dc3-efd8a5d74c5f req-bdcd9da0-b123-4664-ad3a-bba34e2e5b22 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:57:46.626900 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20b71382-b764-4468-8dc3-efd8a5d74c5f req-bdcd9da0-b123-4664-ad3a-bba34e2e5b22 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 945 time: 0.3776832 Mar 24 17:57:46.701328 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-20b71382-b764-4468-8dc3-efd8a5d74c5f req-54cabcae-2ff9-44ec-8235-432d677db076 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/security-groups?id=4922952a-d44b-4887-8881-2b2ecfc18908&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674183 Mar 24 17:57:46.844262 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:46.994251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event deleted for resources: {'Port': ['ID=7e744194-062d-47fe-bfea-d84e00230721,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:47.069524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] No DVR routers for this DVR port 7e744194-062d-47fe-bfea-d84e00230721 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:57:47.071935 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:47.074493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'name': 'network-vif-deleted', 'tag': '7e744194-062d-47fe-bfea-d84e00230721'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:57:47.118893 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d300b7-c3b8-4199-ad27-edaa3f431dd4', 'name': 'network-vif-deleted', 'tag': '7e744194-062d-47fe-bfea-d84e00230721', 'status': 'completed', 'code': 200} Mar 24 17:57:47.142196 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61801bab-2b33-43e7-aa34-5e113dd7d456 req-4a7637de-2d6c-4a61-bf2f-52c976901ae0 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.48 "DELETE /v2.0/ports/7e744194-062d-47fe-bfea-d84e00230721 HTTP/1.1" status: 204 len: 173 time: 1.0382586 Mar 24 17:57:47.847974 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0e132766-c28c-40c4-bdce-f8dfe2fcc5f6 req-caed0d91-795f-49ad-ab4c-20ff7139a2a3 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Synchronizing usage tracker for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:57:47.941736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-0e132766-c28c-40c4-bdce-f8dfe2fcc5f6 req-caed0d91-795f-49ad-ab4c-20ff7139a2a3 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Unset dirty status for tenant:ff948457f27740a2b06c1f4a370dbcdd on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:57:47.942833 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0e132766-c28c-40c4-bdce-f8dfe2fcc5f6 req-caed0d91-795f-49ad-ab4c-20ff7139a2a3 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d300b7-c3b8-4199-ad27-edaa3f431dd4 HTTP/1.1" status: 200 len: 210 time: 0.1359041 Mar 24 17:57:49.041368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50204) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:49.109339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b5fec3dc-3f66-4d92-8f5c-e8d5ef6b8c16 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:49.142260 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b5fec3dc-3f66-4d92-8f5c-e8d5ef6b8c16 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:49.288222 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b5fec3dc-3f66-4d92-8f5c-e8d5ef6b8c16 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:49.306311 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fec3dc-3f66-4d92-8f5c-e8d5ef6b8c16 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4922952a-d44b-4887-8881-2b2ecfc18908,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:49.391749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b5fec3dc-3f66-4d92-8f5c-e8d5ef6b8c16 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:49.392943 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b5fec3dc-3f66-4d92-8f5c-e8d5ef6b8c16 tempest-TestShelveInstance-175594784 tempest-TestShelveInstance-175594784-project] 10.222.0.47 "DELETE /v2.0/security-groups/4922952a-d44b-4887-8881-2b2ecfc18908 HTTP/1.1" status: 204 len: 168 time: 0.3505902 Mar 24 17:57:49.501978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50210) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:50.013398 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e744194-062d-47fe-bfea-d84e00230721 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:57:50.055899 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 7e744194-062d-47fe-bfea-d84e00230721 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:57:50.056276 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 7e744194-062d-47fe-bfea-d84e00230721 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:57:50.203607 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:50.551547 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Deleting port 7a280812-254b-4286-a077-ea3f6b481f07 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:50.551877 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:50.823535 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] For port 7a280812-254b-4286-a077-ea3f6b481f07, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=7a280812-254b-4286-a077-ea3f6b481f07,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:57:50.823907 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:50.948968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Calling delete_port for 7a280812-254b-4286-a077-ea3f6b481f07 owned by network:router_interface {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:57:51.198399 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:51.242287 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a280812-254b-4286-a077-ea3f6b481f07,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:51.525146 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:51.874810 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Router c53c54ab-fb20-4b26-a407-962cb0bff5f1 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:57:52.046886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:57:52.055362 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] Sync routers for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:57:52.065100 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:57:52.065775 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:57:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:52.114504 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-cc75e867-b01f-4926-ae30-67d700610a2b admin admin] 10.222.0.47 "PUT /v2.0/routers/c53c54ab-fb20-4b26-a407-962cb0bff5f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6112049 Mar 24 17:57:52.117256 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50216) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:52.242747 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:57:52.293647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:52.471847 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:52.535776 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Deleting port efe326f6-37d7-4cc6-adeb-5759ae3962ce {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:52.536171 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:52.546003 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:57:51Z', 'revision_number': 5, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port': {'id': 'efe326f6-37d7-4cc6-adeb-5759ae3962ce', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:af:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:09Z', 'updated_at': '2022-03-24T17:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:52.549771 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] Checking router: c53c54ab-fb20-4b26-a407-962cb0bff5f1 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:57:52.557926 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] Routers {'c53c54ab-fb20-4b26-a407-962cb0bff5f1'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:57:52.558610 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:57:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:52.712874 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] Set router c53c54ab-fb20-4b26-a407-962cb0bff5f1 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:57:52.716430 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] For port efe326f6-37d7-4cc6-adeb-5759ae3962ce, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=efe326f6-37d7-4cc6-adeb-5759ae3962ce,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:57:52.717520 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:52.822286 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:57:52Z', 'revision_number': 6, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:52.827075 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da3f726-1193-4367-9074-3181a0f318fd None None] The sync data for ids ['c53c54ab-fb20-4b26-a407-962cb0bff5f1'] in dv-neutron-835063-1-hyperv is: [{'id': 'c53c54ab-fb20-4b26-a407-962cb0bff5f1', 'name': 'tempest-TestShelveInstance-589171594-router', 'tenant_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:08Z', 'updated_at': '2022-03-24T17:57:52Z', 'revision_number': 6, 'project_id': 'ff948457f27740a2b06c1f4a370dbcdd', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:57:52.974497 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Calling delete_port for efe326f6-37d7-4cc6-adeb-5759ae3962ce owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:57:53.231039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:53.280308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=efe326f6-37d7-4cc6-adeb-5759ae3962ce,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:53.322838 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.323197 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.323543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.323916 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.324228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.328621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.328621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.328621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.328621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.328621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.328621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.328621 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:57:53.393623 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7a280812-254b-4286-a077-ea3f6b481f07 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:57:53.410024 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:53.433928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 7a280812-254b-4286-a077-ea3f6b481f07 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:57:53.434948 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 7a280812-254b-4286-a077-ea3f6b481f07 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:57:53.435347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device efe326f6-37d7-4cc6-adeb-5759ae3962ce no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:57:53.479399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: efe326f6-37d7-4cc6-adeb-5759ae3962ce {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:57:53.479885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device efe326f6-37d7-4cc6-adeb-5759ae3962ce not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:57:53.593559 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:53.595725 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:53.701672 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:53.702223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53c54ab-fb20-4b26-a407-962cb0bff5f1 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:57:53.714351 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:53.715501 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-cb61cda3-7765-415a-8fa3-d2ec40712a8b admin admin] 10.222.0.47 "DELETE /v2.0/routers/c53c54ab-fb20-4b26-a407-962cb0bff5f1 HTTP/1.1" status: 204 len: 168 time: 1.5972364 Mar 24 17:57:53.718201 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50226) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:53.779423 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c97d03-3304-4be2-a937-16842f1ed85d admin admin] Deleting subnet 6485244c-bbc2-4de4-80fe-737d37f4da17 {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:57:53.785345 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76c97d03-3304-4be2-a937-16842f1ed85d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:53.834189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76c97d03-3304-4be2-a937-16842f1ed85d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:53.911869 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76c97d03-3304-4be2-a937-16842f1ed85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.050220 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76c97d03-3304-4be2-a937-16842f1ed85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.089741 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c97d03-3304-4be2-a937-16842f1ed85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6485244c-bbc2-4de4-80fe-737d37f4da17,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:54.094676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-76c97d03-3304-4be2-a937-16842f1ed85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.100097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3463465e-ecb6-49ab-adb2-75da2d32b51f None None] Network e4e8391e-f05b-46fe-90f8-f8697f2ffd93 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:57:54.100621 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-76c97d03-3304-4be2-a937-16842f1ed85d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6485244c-bbc2-4de4-80fe-737d37f4da17 HTTP/1.1" status: 204 len: 168 time: 0.3814702 Mar 24 17:57:54.103091 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50230) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:54.210104 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.221127 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Deleting port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:54.221450 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.339207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] DHCP port deletion for e4e8391e-f05b-46fe-90f8-f8697f2ffd93 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:57:54.344358 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] Deleting port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:54.344840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.425223 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] For port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=677c6dc3-81f0-4a4b-9f2c-db6781ab4580,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:57:54.425795 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.540798 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] For port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=677c6dc3-81f0-4a4b-9f2c-db6781ab4580,segment=NetworkSegment(cc36e85f-807b-40fa-9e13-a22668cffc12),segment_id=cc36e85f-807b-40fa-9e13-a22668cffc12)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:57:54.541420 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.549125 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Calling delete_port for 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:57:54.666813 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] Calling delete_port for 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:57:54.798438 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.803860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:57:54.804259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:57:54.843780 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=677c6dc3-81f0-4a4b-9f2c-db6781ab4580,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:54.847360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] No DVR routers for this DVR port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:57:54.960470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:54.989357 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e8391e-f05b-46fe-90f8-f8697f2ffd93']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:55.001247 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc36e85f-807b-40fa-9e13-a22668cffc12') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:55.001539 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc36e85f-807b-40fa-9e13-a22668cffc12') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:55.012470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:55.028533 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:55.034399 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:57:55.034775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:57:55.047431 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:57:55.119869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:57:55.153406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:57:55.153764 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:57:55.204348 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:55.223563 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:55.233970 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e8391e-f05b-46fe-90f8-f8697f2ffd93,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:55.242801 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-41b26ea2-875c-44a4-ac1f-b6c169c78c6a admin admin] 10.222.0.47 "DELETE /v2.0/networks/e4e8391e-f05b-46fe-90f8-f8697f2ffd93 HTTP/1.1" status: 204 len: 168 time: 1.1370621 Mar 24 17:57:55.243979 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50234) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:55.305162 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] Deleting port 677c6dc3-81f0-4a4b-9f2c-db6781ab4580 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:55.305641 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:55.373530 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-394bffa3-908f-47df-8928-07a565a98dd2 None None] The port '677c6dc3-81f0-4a4b-9f2c-db6781ab4580' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:57:55.782363 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:56.119308 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Deleting port dc0e09e4-1307-4d4d-a774-4125d78cc363 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:56.119553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:56.395811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] For port dc0e09e4-1307-4d4d-a774-4125d78cc363, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=dc0e09e4-1307-4d4d-a774-4125d78cc363,segment=NetworkSegment(cb23df44-2dc0-49ba-9ba0-64d54d6e69a6),segment_id=cb23df44-2dc0-49ba-9ba0-64d54d6e69a6)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:57:56.396103 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:56.515775 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Calling delete_port for dc0e09e4-1307-4d4d-a774-4125d78cc363 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:57:56.801562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:56.847904 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0e09e4-1307-4d4d-a774-4125d78cc363,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:57.120866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:57.479234 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Router 48c3227a-b72f-4abf-ac86-471c9e1fb47e has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:57:57.652008 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:57:57.661077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] Sync routers for ids ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:57:57.662045 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-32efc074-b095-4d35-bc99-444e332f15bb admin admin] 10.222.0.47 "PUT /v2.0/routers/48c3227a-b72f-4abf-ac86-471c9e1fb47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4171011 Mar 24 17:57:57.664431 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50242) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:57.670734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] Routers {'48c3227a-b72f-4abf-ac86-471c9e1fb47e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:57:57.671332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:57:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:57.847654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] Set router 48c3227a-b72f-4abf-ac86-471c9e1fb47e gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:57:57.956328 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:58.131743 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:58.161184 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:57:56Z', 'revision_number': 5, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'gw_port': {'id': 'b80f1c8f-1cce-4310-81c5-57f72379b1bf', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:58.165067 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] Checking router: 48c3227a-b72f-4abf-ac86-471c9e1fb47e for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:57:58.173696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] Routers {'48c3227a-b72f-4abf-ac86-471c9e1fb47e'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:57:58.174281 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:57:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:58.198226 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Deleting port b80f1c8f-1cce-4310-81c5-57f72379b1bf {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:58.198574 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:58.323047 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] Set router 48c3227a-b72f-4abf-ac86-471c9e1fb47e gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:57:58.377946 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] For port b80f1c8f-1cce-4310-81c5-57f72379b1bf, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=b80f1c8f-1cce-4310-81c5-57f72379b1bf,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:57:58.378304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:58.429028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:57:58Z', 'revision_number': 6, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:57:58.432741 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe8e0c-57a6-4653-8d82-583bd1f62441 None None] The sync data for ids ['48c3227a-b72f-4abf-ac86-471c9e1fb47e'] in dv-neutron-835063-1-hyperv is: [{'id': '48c3227a-b72f-4abf-ac86-471c9e1fb47e', 'name': 'tempest-TestShelveInstance-1180312666-router', 'tenant_id': 'b4f9808564b4499caef5f9bfcf739c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:47:16Z', 'updated_at': '2022-03-24T17:57:58Z', 'revision_number': 6, 'project_id': 'b4f9808564b4499caef5f9bfcf739c40', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:57:58.508428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Calling delete_port for b80f1c8f-1cce-4310-81c5-57f72379b1bf owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:57:58.746747 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:58.794401 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80f1c8f-1cce-4310-81c5-57f72379b1bf,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:58.888215 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.055364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.057565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.153803 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.154436 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c3227a-b72f-4abf-ac86-471c9e1fb47e {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 17:57:59.167531 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.168793 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-2cdc9c47-3b41-4fdb-8b17-298fac4522f4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/48c3227a-b72f-4abf-ac86-471c9e1fb47e HTTP/1.1" status: 204 len: 168 time: 1.5034702 Mar 24 17:57:59.171368 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50248) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:59.193772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dc0e09e4-1307-4d4d-a774-4125d78cc363 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:57:59.230777 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: dc0e09e4-1307-4d4d-a774-4125d78cc363 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:57:59.231322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device dc0e09e4-1307-4d4d-a774-4125d78cc363 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:57:59.231746 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b80f1c8f-1cce-4310-81c5-57f72379b1bf no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:57:59.234976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cfd256-4d26-4051-9111-7089d1c6f189 admin admin] Deleting subnet 4b056b6e-25a6-49af-9017-62203fd69819 {{(pid=88478) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 17:57:59.238276 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91cfd256-4d26-4051-9111-7089d1c6f189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.265767 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: b80f1c8f-1cce-4310-81c5-57f72379b1bf {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:57:59.266367 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device b80f1c8f-1cce-4310-81c5-57f72379b1bf not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:57:59.289052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91cfd256-4d26-4051-9111-7089d1c6f189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7765964'] for subnet, precommit_delete_associations {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.479495 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91cfd256-4d26-4051-9111-7089d1c6f189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.619507 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91cfd256-4d26-4051-9111-7089d1c6f189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6998473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5785532'] for subnet, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.656995 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfd256-4d26-4051-9111-7089d1c6f189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b056b6e-25a6-49af-9017-62203fd69819,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:57:59.661999 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-91cfd256-4d26-4051-9111-7089d1c6f189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.667214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12888e4e-0c01-4448-89ed-70e27bcad7e4 None None] Network 8178f362-826d-429e-9210-e9fa6a87c828 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:57:59.669011 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-91cfd256-4d26-4051-9111-7089d1c6f189 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4b056b6e-25a6-49af-9017-62203fd69819 HTTP/1.1" status: 204 len: 168 time: 0.4960077 Mar 24 17:57:59.671447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50254) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:57:59.774386 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.784537 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Deleting port f0918ab1-3064-45e3-b7ae-414b456a8848 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:59.784860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.950650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] DHCP port deletion for 8178f362-826d-429e-9210-e9fa6a87c828 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 17:57:59.954850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] Deleting port f0918ab1-3064-45e3-b7ae-414b456a8848 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:57:59.955218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:57:59.992944 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] For port f0918ab1-3064-45e3-b7ae-414b456a8848, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0918ab1-3064-45e3-b7ae-414b456a8848,segment=NetworkSegment(cb23df44-2dc0-49ba-9ba0-64d54d6e69a6),segment_id=cb23df44-2dc0-49ba-9ba0-64d54d6e69a6)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:57:59.993297 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.118851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Calling delete_port for f0918ab1-3064-45e3-b7ae-414b456a8848 owned by network:dhcp {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:58:00.156960 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] For port f0918ab1-3064-45e3-b7ae-414b456a8848, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f0918ab1-3064-45e3-b7ae-414b456a8848,segment=NetworkSegment(cb23df44-2dc0-49ba-9ba0-64d54d6e69a6),segment_id=cb23df44-2dc0-49ba-9ba0-64d54d6e69a6)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:00.157270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.274482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] Calling delete_port for f0918ab1-3064-45e3-b7ae-414b456a8848 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 17:58:00.312913 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.347908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 17:58:00.348457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 17:58:00.360627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=f0918ab1-3064-45e3-b7ae-414b456a8848,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:00.364155 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] No DVR routers for this DVR port f0918ab1-3064-45e3-b7ae-414b456a8848 on host dv-neutron-835063-1-hyperv {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 17:58:00.467482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6ffc019d-eca3-4298-8dee-ef235fe7fc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.483590 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.518728 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8178f362-826d-429e-9210-e9fa6a87c828']}} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:00.530839 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6') {'for_net_delete': True} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:00.531128 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.services.segments.db [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb23df44-2dc0-49ba-9ba0-64d54d6e69a6') {} {{(pid=88478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:00.542029 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7765957'] for segment, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.557283 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.563062 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=88478) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 17:58:00.563438 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6998419'] for segment, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: Traceback (most recent call last): Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: timer() Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: cb(*args, **kw) Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: return func(*args, **kwargs) Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: self._notify() Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: self.callback(batched_events) Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: event.method(event) Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: return f(self, *a, **k) Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._get(url).json() Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: return self.request(url, 'GET', **kwargs) Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 17:58:00.580094 dv-neutron-835063-1-hyperv neutron-server[88478]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 17:58:00.718239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.734226 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.743945 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=8178f362-826d-429e-9210-e9fa6a87c828,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:00.748015 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d975011e-a555-4578-b1cb-db81e9258ebf admin admin] 10.222.0.47 "DELETE /v2.0/networks/8178f362-826d-429e-9210-e9fa6a87c828 HTTP/1.1" status: 204 len: 168 time: 1.0756083 Mar 24 17:58:00.849663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] Deleting port f0918ab1-3064-45e3-b7ae-414b456a8848 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 17:58:00.850037 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:00.915048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-7ff612d0-2fb6-4207-8baf-672a9add6c6c None None] The port 'f0918ab1-3064-45e3-b7ae-414b456a8848' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 17:58:01.087447 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50260) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:01.124766 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0918ab1-3064-45e3-b7ae-414b456a8848 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 17:58:01.143339 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-bf087848-b132-42f1-bc2e-03085727e91c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff948457f27740a2b06c1f4a370dbcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525370 Mar 24 17:58:01.143559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50264) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:01.198482 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f0918ab1-3064-45e3-b7ae-414b456a8848 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 17:58:01.198738 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f0918ab1-3064-45e3-b7ae-414b456a8848 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 17:58:01.207204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c07ef813-4a44-4b5b-9edc-2448aae73efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:01.235837 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c07ef813-4a44-4b5b-9edc-2448aae73efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:01.358240 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c07ef813-4a44-4b5b-9edc-2448aae73efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:01.374987 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ef813-4a44-4b5b-9edc-2448aae73efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a71371b-2808-4e82-849f-4c4b99ea271b,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:01.382976 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c07ef813-4a44-4b5b-9edc-2448aae73efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:01.384106 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c07ef813-4a44-4b5b-9edc-2448aae73efa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a71371b-2808-4e82-849f-4c4b99ea271b HTTP/1.1" status: 204 len: 168 time: 0.2396207 Mar 24 17:58:02.062636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50272) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:02.112323 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-9981ebdb-014e-46bb-9690-96bed1698017 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4f9808564b4499caef5f9bfcf739c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483742 Mar 24 17:58:02.114672 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50276) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:02.174033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b307da73-ad12-41cb-816f-46f7a2728131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:02.198948 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b307da73-ad12-41cb-816f-46f7a2728131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:02.316069 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b307da73-ad12-41cb-816f-46f7a2728131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:02.332489 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307da73-ad12-41cb-816f-46f7a2728131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214ac1cd-d613-4aae-98fd-9bb908d32086,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:02.336871 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-b307da73-ad12-41cb-816f-46f7a2728131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:02.338458 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-b307da73-ad12-41cb-816f-46f7a2728131 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/214ac1cd-d613-4aae-98fd-9bb908d32086 HTTP/1.1" status: 204 len: 168 time: 0.2223608 Mar 24 17:58:02.730050 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-05204eed-16a1-4842-86e6-4dde92e9036c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:03.352410 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:03.605066 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50300) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:03.725202 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-592710338-network', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:03.729849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:03.734247 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Usage tracker for resource:network and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:03.737110 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:03.742671 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:03.803850 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Made reservation on behalf of 832c7d3a2ee24ad78941312c1fc4cb20 for: {'network': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:58:03.806168 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:03.817867 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:03.831926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:03.835895 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Usage tracker for resource:security_group_rule and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:03.838936 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:03.845513 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:03.929421 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:03.950411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:04.001204 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:04.028656 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88478) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:58:04.040665 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9046483e-0dd1-4ca4-8269-5ec8b164934f,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:04.045619 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:04.045956 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.segments_db [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Added segment e2f5301a-8958-4745-9a5d-10cd74c06740 of type vlan for network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 Mar 24 17:58:04.074387 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:04.076510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:04.155903 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:04.156884 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:04.157452 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Notify callbacks [] for network, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:04.260126 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] Pushing event updated for resources: {'Network': ['ID=d88b51a3-d3d7-4785-85a9-99bfb391ffa1,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:04.271496 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:58:04.313441 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-2067a0bd-e51c-4286-b238-78ec048d340c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7066462 Mar 24 17:58:04.316163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50306) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:04.321668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Request body: {'subnet': {'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-592710338-subnet', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:04.327258 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:04.331287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Usage tracker for resource:subnet and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:04.334151 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:04.339994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:04.426965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Made reservation on behalf of 832c7d3a2ee24ad78941312c1fc4cb20 for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:58:04.429468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:04.784607 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:04.857721 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:04.867681 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Checking segment: {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:58:04.868054 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Network hostable DHCP agents. Network: d88b51a3-d3d7-4785-85a9-99bfb391ffa1, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:58:04.941095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:58:05.015120 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, d88b51a3-d3d7-4785-85a9-99bfb391ffa1) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:05.019062 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:05.019745 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.023659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82041377-9822-42fb-88cc-0277277101ef None None] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:58:05.090715 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-32ab526c-630c-4bf7-b873-44a348e37f06 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7734265 Mar 24 17:58:05.093472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50310) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:05.098482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:05.103277 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:05.107653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Usage tracker for resource:router and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:05.110512 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:05.116095 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:05.195896 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.197082 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.212387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.241126 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-d88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:58:05.241943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.404997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Allocated IP 172.20.0.2 (d88b51a3-d3d7-4785-85a9-99bfb391ffa1/0f0a1af7-6049-4087-ae7b-a5e522b9b9ce/33dd04a3-96f3-4cbb-933c-b10b35207c01) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:58:05.544304 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.587085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.618659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.629303 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Transition to ACTIVE for port object 33dd04a3-96f3-4cbb-933c-b10b35207c01 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:05.647100 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Transition to ACTIVE for port object 33dd04a3-96f3-4cbb-933c-b10b35207c01 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:05.718650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.779627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:05.782452 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:05.784926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:58:05.824826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Pushing event updated for resources: {'Port': ['ID=33dd04a3-96f3-4cbb-933c-b10b35207c01,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:05.840069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.840425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.840851 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.841102 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.841429 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.841756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.842077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.842396 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.842717 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.843034 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.843354 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.843669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:05.895850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Attempting to bind port 33dd04a3-96f3-4cbb-933c-b10b35207c01 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:58:05.896338 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Attempting to bind port 33dd04a3-96f3-4cbb-933c-b10b35207c01 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:58:05.896697 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Attempting to bind port 33dd04a3-96f3-4cbb-933c-b10b35207c01 on network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:58:05.901945 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:58:05.903020 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Checking segment: {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:58:05.903421 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.903806 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Bound using segment: {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:58:05.904299 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Bound port: 33dd04a3-96f3-4cbb-933c-b10b35207c01, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:58:05.904669 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.926807 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.958485 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:05.992774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] For port 33dd04a3-96f3-4cbb-933c-b10b35207c01, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:58:05.995832 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] For port 33dd04a3-96f3-4cbb-933c-b10b35207c01, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=33dd04a3-96f3-4cbb-933c-b10b35207c01,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:58:06.059030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:06.088409 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Allocated IP 172.26.4.151 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/6bd4840e-3255-4b76-b7d9-1cc4ea02419b) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:58:06.142359 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307a278-b1b8-4d63-ad29-a56d37f073d7 None None] Pushing event updated for resources: {'Port': ['ID=33dd04a3-96f3-4cbb-933c-b10b35207c01,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:06.241522 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:06.351287 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:06.413762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:06.416518 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:06.421011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:58:06.461123 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd4840e-3255-4b76-b7d9-1cc4ea02419b,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:07.036077 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:07.056484 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d179643-f2c4-47a0-b53c-1df3b8525979 None None] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:58:07.185999 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 33dd04a3-96f3-4cbb-933c-b10b35207c01 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:07.256951 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-ea397189-274d-4bf0-9bc3-5782f2e5872a None None] Provisioning for port 33dd04a3-96f3-4cbb-933c-b10b35207c01 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:07.393251 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:07.404516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 33dd04a3-96f3-4cbb-933c-b10b35207c01 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:07.410137 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 33dd04a3-96f3-4cbb-933c-b10b35207c01 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:07.414465 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:07.543002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:07.575201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 33dd04a3-96f3-4cbb-933c-b10b35207c01, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=33dd04a3-96f3-4cbb-933c-b10b35207c01,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:07.609889 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-4005285d-8fc5-4130-b0f3-51f16530024e None None] Provisioning complete for port 33dd04a3-96f3-4cbb-933c-b10b35207c01 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:07.610366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4005285d-8fc5-4130-b0f3-51f16530024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:07.676837 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:07.678704 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Router 0985ef55-6a25-4e27-b59b-a7a98b453203 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:58:07.761451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=33dd04a3-96f3-4cbb-933c-b10b35207c01,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:07.860102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:58:07.869852 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Sync routers for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:58:07.881388 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:07.882068 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:07.945093 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:07.947787 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-add90165-284f-4d50-a092-f18bcefc7ec6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8518524 Mar 24 17:58:07.949060 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50322) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:08.051094 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:08.332366 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:06Z', 'revision_number': 3, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:08.336302 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Checking router: 0985ef55-6a25-4e27-b59b-a7a98b453203 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:58:08.336648 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Updating router 0985ef55-6a25-4e27-b59b-a7a98b453203 port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:58:08.397074 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:08.742850 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:08.760797 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:08.773662 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Transition to ACTIVE for port object 6bd4840e-3255-4b76-b7d9-1cc4ea02419b will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:08.842201 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:08.921967 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Pushing event updated for resources: {'Port': ['ID=6bd4840e-3255-4b76-b7d9-1cc4ea02419b,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:08.924228 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Attempting to bind port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:58:08.924578 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Attempting to bind port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:58:08.924923 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Attempting to bind port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:58:08.933449 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:58:08.934408 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:58:08.934806 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:08.935204 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:58:08.935630 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Bound port: 6bd4840e-3255-4b76-b7d9-1cc4ea02419b, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:58:08.936004 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:08.956891 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Allocated IP 172.20.0.1 (d88b51a3-d3d7-4785-85a9-99bfb391ffa1/0f0a1af7-6049-4087-ae7b-a5e522b9b9ce/1b67c191-06bd-463c-a6b0-fc261a69f792) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:58:08.963015 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.963361 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.963696 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.964056 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.964380 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.964704 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.965567 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.965918 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.966292 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.966556 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.966868 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:08.967185 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 17:58:09.018520 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] For port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:58:09.021597 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] For port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6bd4840e-3255-4b76-b7d9-1cc4ea02419b,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:58:09.107284 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:09.107778 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:09.124046 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Transition to ACTIVE for port object 1b67c191-06bd-463c-a6b0-fc261a69f792 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:09.136503 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 33dd04a3-96f3-4cbb-933c-b10b35207c01 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:09.185239 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:09.185840 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:09.202646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 33dd04a3-96f3-4cbb-933c-b10b35207c01 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:09.203012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:09.224676 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:09.254317 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893d3b9-0c4e-4369-9517-a9b15851bcde None None] Pushing event updated for resources: {'Port': ['ID=6bd4840e-3255-4b76-b7d9-1cc4ea02419b,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:09.290454 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:09.293909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:09.297712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:58:09.342892 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Pushing event updated for resources: {'Port': ['ID=1b67c191-06bd-463c-a6b0-fc261a69f792,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:09.369097 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:09.384534 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:09.615221 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2cf9a7e6-b3b3-4a1e-8339-8dc3e1941abe None None] Provisioning for port 1b67c191-06bd-463c-a6b0-fc261a69f792 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:09.620883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-2cf9a7e6-b3b3-4a1e-8339-8dc3e1941abe None None] Provisioning complete for port 1b67c191-06bd-463c-a6b0-fc261a69f792 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:09.621958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2cf9a7e6-b3b3-4a1e-8339-8dc3e1941abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:09.670098 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:06Z', 'revision_number': 3, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:09.674012 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781af47-b08c-4d77-9687-ce427f9af1ed None None] The sync data for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv is: [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:06Z', 'revision_number': 3, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:58:09.675028 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-2cf9a7e6-b3b3-4a1e-8339-8dc3e1941abe None None] Port 1b67c191-06bd-463c-a6b0-fc261a69f792 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:58:09.744131 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:09.979603 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:10.038452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:10.279370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:10.283011 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Pushing event updated for resources: {'Port': ['ID=1b67c191-06bd-463c-a6b0-fc261a69f792,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:10.425045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:10.426166 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:10.631216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Router 0985ef55-6a25-4e27-b59b-a7a98b453203 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:58:10.702365 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-5d9efc7a-bb19-4b2a-9c3e-c2e9b45b2651 None None] Provisioning complete for port 1b67c191-06bd-463c-a6b0-fc261a69f792 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:10.703317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-5d9efc7a-bb19-4b2a-9c3e-c2e9b45b2651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:10.757861 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-5d9efc7a-bb19-4b2a-9c3e-c2e9b45b2651 None None] Port 1b67c191-06bd-463c-a6b0-fc261a69f792 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:58:10.809969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:58:10.818503 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-02fab10b-2f91-4250-84df-ba4ef974494b admin admin] 10.222.0.47 "PUT /v2.0/routers/0985ef55-6a25-4e27-b59b-a7a98b453203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8683162 Mar 24 17:58:11.142646 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Sync routers for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:58:11.154366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:11.155048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:11.206964 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6bd4840e-3255-4b76-b7d9-1cc4ea02419b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:11.386659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:11.427994 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:11.445480 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:11.445840 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:11.617306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50342) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:11.624155 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-219942079-network', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:11.628879 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:11.632824 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Usage tracker for resource:network and tenant:ff44d536935a4482a4724691e1a451ab is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:11.635674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:11.641628 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:11.732360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:11.733026 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Made reservation on behalf of ff44d536935a4482a4724691e1a451ab for: {'network': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:58:11.735445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for network, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:11.748122 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:11.762537 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:11.766549 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Usage tracker for resource:security_group_rule and tenant:ff44d536935a4482a4724691e1a451ab is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:11.769422 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:11.775453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:11.786133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6bd4840e-3255-4b76-b7d9-1cc4ea02419b,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:11.808048 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 2, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:11.812640 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Checking router: 0985ef55-6a25-4e27-b59b-a7a98b453203 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:58:11.812977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Updating router 0985ef55-6a25-4e27-b59b-a7a98b453203 port 1b67c191-06bd-463c-a6b0-fc261a69f792 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:58:11.852436 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:11.859040 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:11.914012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:11.927376 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:11.955758 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88477) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 17:58:11.968021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f89723b-ba45-4d17-b5a9-c09547396038,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:11.972453 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:11.972798 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.segments_db [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Added segment 6c86cdac-6a05-45f0-b03e-048dc3feb3b3 of type vlan for network bc31b73a-2a5c-4fd3-9788-08391ef71229 Mar 24 17:58:11.981564 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=6bd4840e-3255-4b76-b7d9-1cc4ea02419b,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:11.999756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743643153053'] for network, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.112452 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852'] for network, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.113435 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:12.113994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.219570 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] Pushing event updated for resources: {'Network': ['ID=bc31b73a-2a5c-4fd3-9788-08391ef71229,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:12.230054 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Network bc31b73a-2a5c-4fd3-9788-08391ef71229 details requested by agent ovs-agent-dv-neutron-835063-1-hyperv with host dv-neutron-835063-1-hyperv {{(pid=88479) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 24 17:58:12.264998 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-b41cc8cb-ef24-4733-af4c-5a4a39dd2305 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6465144 Mar 24 17:58:12.267604 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50346) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:12.272994 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Request body: {'subnet': {'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-219942079-subnet', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'ip_version': 4}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:12.279413 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:12.281705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Usage tracker for resource:subnet and tenant:ff44d536935a4482a4724691e1a451ab is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:12.284565 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:12.290214 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:12.394523 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.395717 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Made reservation on behalf of ff44d536935a4482a4724691e1a451ab for: {'subnet': 1} {{(pid=88477) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:58:12.398163 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6396125'] for subnet, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.405703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Transition to ACTIVE for port object 1b67c191-06bd-463c-a6b0-fc261a69f792 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:12.472534 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.632258 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e491bf-97aa-44c1-a2ed-9044babb362f None None] Pushing event updated for resources: {'Port': ['ID=1b67c191-06bd-463c-a6b0-fc261a69f792,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:12.672966 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5918812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6396143'] for subnet, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.690714 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Attempting to bind port 1b67c191-06bd-463c-a6b0-fc261a69f792 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:58:12.691085 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Attempting to bind port 1b67c191-06bd-463c-a6b0-fc261a69f792 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:58:12.691446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Attempting to bind port 1b67c191-06bd-463c-a6b0-fc261a69f792 on network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:58:12.697360 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:58:12.697732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Checking segment: {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:58:12.698134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.698529 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Bound using segment: {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:58:12.699062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Bound port: 1b67c191-06bd-463c-a6b0-fc261a69f792, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:58:12.699464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.755609 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:12.762930 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Checking segment: {'id': '6c86cdac-6a05-45f0-b03e-048dc3feb3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:58:12.763286 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Network hostable DHCP agents. Network: bc31b73a-2a5c-4fd3-9788-08391ef71229, hostable agents: ['6b00df2b-ffa5-4c61-8e96-22319014d82b'], hosted agents: [] {{(pid=88477) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 17:58:12.798824 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] For port 1b67c191-06bd-463c-a6b0-fc261a69f792, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:58:12.801804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] For port 1b67c191-06bd-463c-a6b0-fc261a69f792, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1b67c191-06bd-463c-a6b0-fc261a69f792,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:58:12.858482 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Network bc31b73a-2a5c-4fd3-9788-08391ef71229 is scheduled to be hosted by DHCP agent 6b00df2b-ffa5-4c61-8e96-22319014d82b with binding_index 1 {{(pid=88477) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 17:58:12.887478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.938705 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835063-1-hyperv, bc31b73a-2a5c-4fd3-9788-08391ef71229) {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:12.942947 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88477) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:12.943596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:12.957076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4567e3-660d-4eb0-8c61-b4745411159f None None] Network bc31b73a-2a5c-4fd3-9788-08391ef71229 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:58:13.006891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:13.007510 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:13.031079 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0e0bf5a8-9ab3-4094-980e-c26cb21af6a1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7623901 Mar 24 17:58:13.033588 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50350) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:13.039134 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:13.044500 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:13.048590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Usage tracker for resource:router and tenant:ff44d536935a4482a4724691e1a451ab is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:13.051495 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:13.057730 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:13.062690 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e491bf-97aa-44c1-a2ed-9044babb362f None None] Pushing event updated for resources: {'Port': ['ID=1b67c191-06bd-463c-a6b0-fc261a69f792,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:13.135504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8063668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6421'] for router, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:13.136577 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8062388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8090887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8049811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6428'] for router, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:13.142386 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6bd4840e-3255-4b76-b7d9-1cc4ea02419b up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:13.151697 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:13.385241 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:13.482251 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:13.482624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:13.585140 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8090897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6410'] for router, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:13.596772 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3f708670-3042-519f-970e-36dc83307e03-bc31b73a-2a5c-4fd3-9788-08391ef71229', 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'fixed_ips': [{'subnet_id': 'f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb'}]}} from dv-neutron-835063-1-hyperv. {{(pid=88479) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 24 17:58:13.597591 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:13.972360 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:14.002179 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:14.016702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.db_base_plugin_common [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Allocated IP 172.20.0.2 (bc31b73a-2a5c-4fd3-9788-08391ef71229/f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb/3b98453e-431d-4372-86ad-092570843bb0) {{(pid=88479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:58:14.140158 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Allocated IP 172.26.4.225 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/f302c63f-a8ec-4d89-831c-a6c75010c4d4) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:58:14.154116 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:12Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:14.174086 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028f85f0-5202-44c8-aca4-3aeaa60b3ab2 None None] The sync data for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv is: [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:12Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:58:14.279133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Notify callbacks [] for port, precommit_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:14.291931 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Transition to ACTIVE for port object 3b98453e-431d-4372-86ad-092570843bb0 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:14.308530 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:14.314864 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Transition to ACTIVE for port object 3b98453e-431d-4372-86ad-092570843bb0 will not be triggered until provisioned by entity DHCP. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:14.379239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096'] for port, after_create {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:14.407866 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:14.443905 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Network bc31b73a-2a5c-4fd3-9788-08391ef71229 is already hosted by enough agents. {{(pid=88479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:14.447326 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.scheduler.base_scheduler [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Resources bound (agent type, host, resource id): {{(pid=88479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:14.456190 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Received port after_create {{(pid=88479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:58:14.470255 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Pushing event updated for resources: {'Port': ['ID=3b98453e-431d-4372-86ad-092570843bb0,revision_number=1']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:14.475035 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:14.482294 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:14.487387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:58:14.530352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=f302c63f-a8ec-4d89-831c-a6c75010c4d4,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:14.566122 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Attempting to bind port 3b98453e-431d-4372-86ad-092570843bb0 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:58:14.566668 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Attempting to bind port 3b98453e-431d-4372-86ad-092570843bb0 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '6c86cdac-6a05-45f0-b03e-048dc3feb3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:58:14.567077 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Attempting to bind port 3b98453e-431d-4372-86ad-092570843bb0 on network bc31b73a-2a5c-4fd3-9788-08391ef71229 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:58:14.572876 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:58:14.573391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Checking segment: {'id': '6c86cdac-6a05-45f0-b03e-048dc3feb3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:58:14.573897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:14.574958 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Bound using segment: {'id': '6c86cdac-6a05-45f0-b03e-048dc3feb3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:58:14.575526 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Bound port: 3b98453e-431d-4372-86ad-092570843bb0, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c86cdac-6a05-45f0-b03e-048dc3feb3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:58:14.576019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:14.676007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] For port 3b98453e-431d-4372-86ad-092570843bb0, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:58:14.679223 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] For port 3b98453e-431d-4372-86ad-092570843bb0, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3b98453e-431d-4372-86ad-092570843bb0,segment=NetworkSegment(6c86cdac-6a05-45f0-b03e-048dc3feb3b3),segment_id=6c86cdac-6a05-45f0-b03e-048dc3feb3b3)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:58:14.739293 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:14.820812 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243aedc-f312-42c2-bf0d-de0f7bcb30cb None None] Pushing event updated for resources: {'Port': ['ID=3b98453e-431d-4372-86ad-092570843bb0,revision_number=2']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:14.988983 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:15.218973 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1b67c191-06bd-463c-a6b0-fc261a69f792 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:15.378315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 1b67c191-06bd-463c-a6b0-fc261a69f792 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:15.383854 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1b67c191-06bd-463c-a6b0-fc261a69f792 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:15.384254 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:15.502508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:15.534042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8090938'] for router, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:15.539629 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 1b67c191-06bd-463c-a6b0-fc261a69f792, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1b67c191-06bd-463c-a6b0-fc261a69f792,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:15.618732 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:15.619660 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3b98453e-431d-4372-86ad-092570843bb0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:15.723121 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=1b67c191-06bd-463c-a6b0-fc261a69f792,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:15.832521 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddde309-e8cf-408a-b006-5ce0bcc49f17 None None] Network bc31b73a-2a5c-4fd3-9788-08391ef71229 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 17:58:15.847762 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 is scheduled to L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab with binding_index 1 {{(pid=88477) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 24 17:58:15.917473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 3b98453e-431d-4372-86ad-092570843bb0 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:16.010659 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c29d7ba3-fb5e-4911-8958-64046b584451 None None] Provisioning for port 3b98453e-431d-4372-86ad-092570843bb0 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:16.019823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-c29d7ba3-fb5e-4911-8958-64046b584451 None None] Provisioning complete for port 3b98453e-431d-4372-86ad-092570843bb0 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:16.020222 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c29d7ba3-fb5e-4911-8958-64046b584451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:16.031263 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:58:16.041444 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Sync routers for ids ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:58:16.052859 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Routers {'8fc31ec9-49ca-45cc-af8c-f81f63917e37'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:16.053453 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:16.130070 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:16.132124 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-421591f3-cc3f-4236-861b-63e1c0853ca3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0967853 Mar 24 17:58:16.134045 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50354) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:16.202842 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c29d7ba3-fb5e-4911-8958-64046b584451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:16.236483 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-c29d7ba3-fb5e-4911-8958-64046b584451 None None] For port 3b98453e-431d-4372-86ad-092570843bb0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3b98453e-431d-4372-86ad-092570843bb0,segment=NetworkSegment(6c86cdac-6a05-45f0-b03e-048dc3feb3b3),segment_id=6c86cdac-6a05-45f0-b03e-048dc3feb3b3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:16.244646 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Set router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:16.315885 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c29d7ba3-fb5e-4911-8958-64046b584451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:16.399170 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d7ba3-fb5e-4911-8958-64046b584451 None None] Pushing event updated for resources: {'Port': ['ID=3b98453e-431d-4372-86ad-092570843bb0,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:16.476739 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:58:16.536024 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-751d1cea-0497-4df8-92aa-7e012cf53353 None None] Provisioning complete for port 3b98453e-431d-4372-86ad-092570843bb0 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:16.536868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-751d1cea-0497-4df8-92aa-7e012cf53353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:16.565492 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:13Z', 'updated_at': '2022-03-24T17:58:14Z', 'revision_number': 3, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'gw_port': {'id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:14Z', 'updated_at': '2022-03-24T17:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:16.569532 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Checking router: 8fc31ec9-49ca-45cc-af8c-f81f63917e37 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:58:16.569884 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Updating router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 port f302c63f-a8ec-4d89-831c-a6c75010c4d4 binding host dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:58:16.626497 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:16.853058 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:16.955253 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Notify callbacks [] for port, precommit_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:16.968170 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.provisioning_blocks [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Transition to ACTIVE for port object f302c63f-a8ec-4d89-831c-a6c75010c4d4 will not be triggered until provisioned by entity L2. {{(pid=88480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:17.041604 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.113709 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Attempting to bind port f302c63f-a8ec-4d89-831c-a6c75010c4d4 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:58:17.114284 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Attempting to bind port f302c63f-a8ec-4d89-831c-a6c75010c4d4 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:58:17.114727 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Attempting to bind port f302c63f-a8ec-4d89-831c-a6c75010c4d4 on network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:58:17.123323 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:58:17.123945 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Checking segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:58:17.124361 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.124743 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Bound using segment: {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'} {{(pid=88480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:58:17.125198 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.managers [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Bound port: f302c63f-a8ec-4d89-831c-a6c75010c4d4, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec2d590-5aab-4cd8-a831-850385f7ab9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156'}}] {{(pid=88480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:58:17.125568 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.153850 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1b67c191-06bd-463c-a6b0-fc261a69f792 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:17.173725 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e88bb-0835-402b-95f3-c3fbe6fe61f2 None None] Pushing event updated for resources: {'Port': ['ID=f302c63f-a8ec-4d89-831c-a6c75010c4d4,revision_number=2']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:17.186554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_common [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Allocated IP 172.20.0.1 (bc31b73a-2a5c-4fd3-9788-08391ef71229/f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb/8be72dfe-ebe3-4511-bc9b-90842cc99a63) {{(pid=88477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:58:17.212299 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] For port f302c63f-a8ec-4d89-831c-a6c75010c4d4, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:58:17.216152 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.plugins.ml2.db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] For port f302c63f-a8ec-4d89-831c-a6c75010c4d4, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f302c63f-a8ec-4d89-831c-a6c75010c4d4,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:58:17.223358 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 1b67c191-06bd-463c-a6b0-fc261a69f792 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:17.223730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.339278 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.351869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3b98453e-431d-4372-86ad-092570843bb0 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:17.354421 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.provisioning_blocks [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Transition to ACTIVE for port object 8be72dfe-ebe3-4511-bc9b-90842cc99a63 will not be triggered until provisioned by entity DHCP. {{(pid=88477) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:17.362443 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron_lib.callbacks.manager [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.418652 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 3b98453e-431d-4372-86ad-092570843bb0 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:17.419014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.444678 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Routers {'8fc31ec9-49ca-45cc-af8c-f81f63917e37'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:17.445351 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:17.465102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.517276 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e88bb-0835-402b-95f3-c3fbe6fe61f2 None None] Pushing event updated for resources: {'Port': ['ID=f302c63f-a8ec-4d89-831c-a6c75010c4d4,revision_number=3']} {{(pid=88480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:17.527432 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Network bc31b73a-2a5c-4fd3-9788-08391ef71229 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:17.530546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:17.534484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Received port after_create {{(pid=88477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:58:17.589033 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Pushing event updated for resources: {'Port': ['ID=8be72dfe-ebe3-4511-bc9b-90842cc99a63,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:17.613543 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8090124'] for router_interface, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.645218 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] Set router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:17.802039 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.869957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d127e64d-aff6-4143-a98d-a49c97e94ec6 None None] Provisioning for port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:17.875821 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-d127e64d-aff6-4143-a98d-a49c97e94ec6 None None] Provisioning complete for port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:17.876210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-d127e64d-aff6-4143-a98d-a49c97e94ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:17.931106 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-d127e64d-aff6-4143-a98d-a49c97e94ec6 None None] Port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:58:17.947133 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:13Z', 'updated_at': '2022-03-24T17:58:14Z', 'revision_number': 3, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'gw_port': {'id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:14Z', 'updated_at': '2022-03-24T17:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:17.951210 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8804e5-be0b-46ff-9f7b-ff4965f78f88 None None] The sync data for ids ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'] in dv-neutron-835063-1-hyperv is: [{'id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:13Z', 'updated_at': '2022-03-24T17:58:14Z', 'revision_number': 3, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'gw_port': {'id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:14Z', 'updated_at': '2022-03-24T17:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:58:18.030374 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:18.087153 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5926567'] for port, after_update {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:18.205808 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8091365'] for router_interface, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:18.209433 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Pushing event updated for resources: {'Port': ['ID=8be72dfe-ebe3-4511-bc9b-90842cc99a63,revision_number=2']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:18.348411 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Network bc31b73a-2a5c-4fd3-9788-08391ef71229 is already hosted by enough agents. {{(pid=88477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:18.349629 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.base_scheduler [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:18.550281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:58:18.563540 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-6774cc5b-8885-4319-a68f-7d7cd2b8e3ca None None] Provisioning complete for port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:18.564115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-6774cc5b-8885-4319-a68f-7d7cd2b8e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:18.623347 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-6774cc5b-8885-4319-a68f-7d7cd2b8e3ca None None] Port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:58:18.751802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:58:18.761370 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f3e0fb4e-19bd-487e-9622-deb7a8f71e0d admin admin] 10.222.0.47 "PUT /v2.0/routers/8fc31ec9-49ca-45cc-af8c-f81f63917e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262870 Mar 24 17:58:19.160956 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f302c63f-a8ec-4d89-831c-a6c75010c4d4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:19.283678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port f302c63f-a8ec-4d89-831c-a6c75010c4d4 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:19.289055 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f302c63f-a8ec-4d89-831c-a6c75010c4d4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:19.289425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:19.401069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50364) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:19.406622 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746443464', 'description': 'tempest-secgroup-smoke-1746443464 description', 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:19.407189 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:19.412499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:19.416264 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:security_group and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:19.419868 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:19.423532 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port f302c63f-a8ec-4d89-831c-a6c75010c4d4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f302c63f-a8ec-4d89-831c-a6c75010c4d4,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:19.425668 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:19.483678 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:19.506716 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:19.526887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:19.531507 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:security_group_rule and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:19.534312 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:19.539899 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:19.552605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=f302c63f-a8ec-4d89-831c-a6c75010c4d4,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:19.609428 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:19.663887 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:19.819991 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ba593-3ec8-46ab-9501-3d40bf35e481,revision_number=1']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:19.849807 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Sync routers for ids ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:58:19.859446 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Routers {'8fc31ec9-49ca-45cc-af8c-f81f63917e37'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:19.860114 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:19.890268 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:19.894317 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-1bcbe477-28a3-4532-8deb-41bd5eca100c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4896178 Mar 24 17:58:19.894590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50368) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:19.899969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'security_group_rule': {'security_group_id': 'e65ba593-3ec8-46ab-9501-3d40bf35e481', 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:19.906553 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:19.910911 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:security_group_rule and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:19.913965 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:19.920871 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:20.025117 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.038971 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Set router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:20.086445 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.155726 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.184391 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb67d75-5f13-49fa-a4ac-adae0cd55dbd,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:20.266894 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.268139 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-01eda430-e512-43c4-8bed-0fb592752d14 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3724339 Mar 24 17:58:20.270890 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50372) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:20.276884 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'security_group_rule': {'security_group_id': 'e65ba593-3ec8-46ab-9501-3d40bf35e481', 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:20.283614 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:20.292909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:security_group_rule and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:20.294919 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:20.300686 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:20.348013 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:13Z', 'updated_at': '2022-03-24T17:58:17Z', 'revision_number': 4, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'gw_port': {'id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:14Z', 'updated_at': '2022-03-24T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8be72dfe-ebe3-4511-bc9b-90842cc99a63', 'name': '', 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'mac_address': 'fa:16:3e:4e:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:17Z', 'updated_at': '2022-03-24T17:58:17Z', 'revision_number': 2, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'subnets': [{'id': 'f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:20.352017 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Checking router: 8fc31ec9-49ca-45cc-af8c-f81f63917e37 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:58:20.352372 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Updating router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 binding host dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 17:58:20.382281 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.406284 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.448737 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.523683 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.548005 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fd6dc8-e5e2-41d3-bac5-54916283be5a,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:20.615506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.616735 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-9b94f382-b83b-4d54-b1c0-f46f49765ff1 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3444517 Mar 24 17:58:20.619425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50376) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:20.625429 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'security_group_rule': {'security_group_id': 'e65ba593-3ec8-46ab-9501-3d40bf35e481', 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:20.631456 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:20.635341 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:security_group_rule and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:20.638381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:20.644083 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:20.719340 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.780829 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.796468 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Notify callbacks [] for port, precommit_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.807774 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Transition to ACTIVE for port object 8be72dfe-ebe3-4511-bc9b-90842cc99a63 will not be triggered until provisioned by entity L2. {{(pid=88479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:20.849718 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.876759 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ddb7f6-b0d4-4b40-ac05-5c677ea6f23e,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:20.888269 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.944638 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:20.948625 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-f9b81fad-16fd-4ef7-9ad4-cae8fde40955 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3256104 Mar 24 17:58:20.948978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50380) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:20.954612 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'security_group_rule': {'security_group_id': 'e65ba593-3ec8-46ab-9501-3d40bf35e481', 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:20.961004 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:20.965985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:security_group_rule and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:20.969595 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:20.975086 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:21.042657 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.049343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d531193-4809-4af7-949d-c685e476269d None None] Pushing event updated for resources: {'Port': ['ID=8be72dfe-ebe3-4511-bc9b-90842cc99a63,revision_number=3']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:21.110802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Attempting to bind port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 on host dv-neutron-835063-1-hyperv for vnic_type normal with profile {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:58:21.111088 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Attempting to bind port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 by drivers openvswitch,hyperv on host dv-neutron-835063-1-hyperv at level 0 using segments [{'id': '6c86cdac-6a05-45f0-b03e-048dc3feb3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229'}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:58:21.111448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Attempting to bind port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 on network bc31b73a-2a5c-4fd3-9788-08391ef71229 {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:58:21.117393 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Checking agent: {'id': 'b864771c-f442-4f25-b790-9b366314128d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835063-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 52, 34), 'started_at': datetime.datetime(2022, 3, 24, 16, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835063-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:58:21.120188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Checking segment: {'id': '6c86cdac-6a05-45f0-b03e-048dc3feb3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:58:21.120188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.120188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Bound using segment: {'id': '6c86cdac-6a05-45f0-b03e-048dc3feb3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229'} {{(pid=88479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:58:21.120188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.managers [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Bound port: 8be72dfe-ebe3-4511-bc9b-90842cc99a63, host: dv-neutron-835063-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c86cdac-6a05-45f0-b03e-048dc3feb3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229'}}] {{(pid=88479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:58:21.120188 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.130581 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.161997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f302c63f-a8ec-4d89-831c-a6c75010c4d4 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:21.186345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.210206 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda22c84-2c8c-48bb-b284-a75bff1982dd,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:21.263199 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] For port 8be72dfe-ebe3-4511-bc9b-90842cc99a63, host dv-neutron-835063-1-hyperv, cleared binding levels {{(pid=88479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:58:21.266217 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] For port 8be72dfe-ebe3-4511-bc9b-90842cc99a63, host dv-neutron-835063-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8be72dfe-ebe3-4511-bc9b-90842cc99a63,segment=NetworkSegment(6c86cdac-6a05-45f0-b03e-048dc3feb3b3),segment_id=6c86cdac-6a05-45f0-b03e-048dc3feb3b3)] {{(pid=88479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:58:21.278239 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.279543 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-89c4f073-c8de-4328-8e6e-d69bdb269103 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3295062 Mar 24 17:58:21.280943 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port f302c63f-a8ec-4d89-831c-a6c75010c4d4 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:21.281309 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.282484 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 50384) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:21.287702 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.v2.base [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'security_group_rule': {'security_group_id': 'e65ba593-3ec8-46ab-9501-3d40bf35e481', 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88477) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:21.294138 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:21.298085 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:security_group_rule and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:21.301387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.quota.resource [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88477) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:21.307909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.quota.driver [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88477) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:21.321147 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.369383 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.securitygroups_db [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Project 832c7d3a2ee24ad78941312c1fc4cb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:58:21.377188 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.423019 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Routers {'8fc31ec9-49ca-45cc-af8c-f81f63917e37'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:21.424076 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:21.445662 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.500947 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d531193-4809-4af7-949d-c685e476269d None None] Pushing event updated for resources: {'Port': ['ID=8be72dfe-ebe3-4511-bc9b-90842cc99a63,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:21.512379 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.537202 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fd139d-fdb8-49c4-aea0-8f54b4385133,revision_number=0']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:21.609487 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.610692 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-14072c61-01cc-4764-b314-334568843f99 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271179 Mar 24 17:58:21.613769 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50388) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:21.618876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'security_group_rule': {'security_group_id': 'e65ba593-3ec8-46ab-9501-3d40bf35e481', 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:21.637407 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:21.642963 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:security_group_rule and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:21.645990 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:21.653281 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:21.664701 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] Set router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:21.729763 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.securitygroups_db [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Project 832c7d3a2ee24ad78941312c1fc4cb20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 17:58:21.737979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.805649 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.873258 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7949047'] for security_group_rule, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:21.904514 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c5d845-d349-4baa-bb0c-6364f57e44a5,revision_number=0']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:21.992230 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:13Z', 'updated_at': '2022-03-24T17:58:17Z', 'revision_number': 4, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'gw_port': {'id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:14Z', 'updated_at': '2022-03-24T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8be72dfe-ebe3-4511-bc9b-90842cc99a63', 'name': '', 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'mac_address': 'fa:16:3e:4e:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:17Z', 'updated_at': '2022-03-24T17:58:21Z', 'revision_number': 4, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'subnets': [{'id': 'f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:21.996650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043f4cde-944f-462d-a7d7-c47918fe08df None None] The sync data for ids ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'] in dv-neutron-835063-1-hyperv is: [{'id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:13Z', 'updated_at': '2022-03-24T17:58:17Z', 'revision_number': 4, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'gw_port': {'id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:14Z', 'updated_at': '2022-03-24T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '8be72dfe-ebe3-4511-bc9b-90842cc99a63', 'name': '', 'network_id': 'bc31b73a-2a5c-4fd3-9788-08391ef71229', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'mac_address': 'fa:16:3e:4e:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:17Z', 'updated_at': '2022-03-24T17:58:21Z', 'revision_number': 4, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'subnets': [{'id': 'f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:58:21.998900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:22.000365 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-f03a38e7-617e-4671-9637-27cb00520ab2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3856816 Mar 24 17:58:22.187041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-13231117-66a0-4796-949d-1e3f50e76613 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Synchronizing usage tracker for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:security_group {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:58:22.279181 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-13231117-66a0-4796-949d-1e3f50e76613 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Unset dirty status for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:security_group {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:58:22.280370 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-13231117-66a0-4796-949d-1e3f50e76613 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746443464&fields=id&tenant_id=832c7d3a2ee24ad78941312c1fc4cb20 HTTP/1.1" status: 200 len: 267 time: 0.1372564 Mar 24 17:58:22.535910 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-f55cb8ce-53e9-458b-83f7-609d134b95c7 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:22.536631 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-f55cb8ce-53e9-458b-83f7-609d134b95c7 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Synchronizing usage tracker for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:network {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:58:22.609394 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-f55cb8ce-53e9-458b-83f7-609d134b95c7 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Unset dirty status for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:network {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:58:22.610488 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-f55cb8ce-53e9-458b-83f7-609d134b95c7 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 809 time: 0.3227010 Mar 24 17:58:22.627069 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-c15163a4-915e-4928-9da4-9e942a81a457 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/quotas/832c7d3a2ee24ad78941312c1fc4cb20 HTTP/1.1" status: 200 len: 375 time: 0.0110586 Mar 24 17:58:22.712164 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-3dbe0ebb-94f8-4a72-9cea-9d312080cc1b tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795832 Mar 24 17:58:22.825037 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-43796945-6533-4034-8781-69f7782f8d6c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 17:58:22.826045 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-43796945-6533-4034-8781-69f7782f8d6c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024530 Mar 24 17:58:22.965415 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-f8788541-2242-4320-8942-a18d31b08c89 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332066 Mar 24 17:58:23.091796 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-c0bbc735-14f6-47b2-8c22-24912b5073eb service neutron] 10.222.0.47 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207488 Mar 24 17:58:23.167433 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8be72dfe-ebe3-4511-bc9b-90842cc99a63 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:23.338794 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning for port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:23.352406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:23.352406 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:23.415584 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5554fa92-6bfe-4a35-b7cb-4708de3a2676 req-3f8dd5c5-f7f8-45fc-97b8-71270d5a127b tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 210 time: 0.0494287 Mar 24 17:58:23.467584 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:23.501138 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] For port 8be72dfe-ebe3-4511-bc9b-90842cc99a63, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8be72dfe-ebe3-4511-bc9b-90842cc99a63,segment=NetworkSegment(6c86cdac-6a05-45f0-b03e-048dc3feb3b3),segment_id=6c86cdac-6a05-45f0-b03e-048dc3feb3b3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:23.626242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:23.691378 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Pushing event updated for resources: {'Port': ['ID=8be72dfe-ebe3-4511-bc9b-90842cc99a63,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:24.577476 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c8f71c83-9e8e-4640-9cf2-43c8f31ae098 req-6c686b6f-ded3-43f1-bc32-bde737dc73fc tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 210 time: 0.0508034 Mar 24 17:58:25.143391 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8be72dfe-ebe3-4511-bc9b-90842cc99a63 up at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:25.212776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Provisioning complete for port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:25.213141 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:25.583511 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-0f79f567-17c5-447f-bb2c-7da7b6269bc2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:25.584867 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-0f79f567-17c5-447f-bb2c-7da7b6269bc2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 809 time: 0.1439700 Mar 24 17:58:25.633510 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-c00306ea-9abf-4ecc-bd57-1d6e64134bcb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832c7d3a2ee24ad78941312c1fc4cb20 HTTP/1.1" status: 200 len: 380 time: 0.0410550 Mar 24 17:58:25.642307 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'port': {'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'admin_state_up': True, 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'security_groups': ['e65ba593-3ec8-46ab-9501-3d40bf35e481']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:25.781624 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b5d65ee5-b972-4594-a550-b91934fc4797 req-af512f98-7635-4dc5-825d-cb35b1517424 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 210 time: 0.0586352 Mar 24 17:58:25.817439 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:25.821176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:port and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:25.824658 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:25.830214 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:25.915843 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Made reservation on behalf of 832c7d3a2ee24ad78941312c1fc4cb20 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 17:58:25.920621 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:26.080251 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Allocated IP 172.20.0.13 (d88b51a3-d3d7-4785-85a9-99bfb391ffa1/0f0a1af7-6049-4087-ae7b-a5e522b9b9ce/b0d62a11-4129-4835-853c-b16ed55b8148) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:58:26.260677 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:26.275252 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Transition to ACTIVE for port object b0d62a11-4129-4835-853c-b16ed55b8148 will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:26.395831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:26.458345 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:26.461198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:26.463630 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:58:26.516326 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'Port': ['ID=b0d62a11-4129-4835-853c-b16ed55b8148,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:26.542493 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:26.543203 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:26.630785 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-64ef089d-055e-43ca-8cc6-2c8a7dedb056 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9925554 Mar 24 17:58:26.685261 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Request body: {'port': {'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:26.772906 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e7e94c9a-cea7-4afd-baef-5001f95495d5 None None] Provisioning for port b0d62a11-4129-4835-853c-b16ed55b8148 completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:26.778215 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-e7e94c9a-cea7-4afd-baef-5001f95495d5 None None] Provisioning complete for port b0d62a11-4129-4835-853c-b16ed55b8148 triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:26.778687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-e7e94c9a-cea7-4afd-baef-5001f95495d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:26.793690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:26.834449 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-e7e94c9a-cea7-4afd-baef-5001f95495d5 None None] Port b0d62a11-4129-4835-853c-b16ed55b8148 cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 17:58:27.100509 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22ccf8-68d8-4b83-8b8a-9c267c1f8c3f req-4faf1293-487f-4edb-aa5b-bffc0b912811 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:27.101187 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ea22ccf8-68d8-4b83-8b8a-9c267c1f8c3f req-4faf1293-487f-4edb-aa5b-bffc0b912811 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Synchronizing usage tracker for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 17:58:27.224158 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-ea22ccf8-68d8-4b83-8b8a-9c267c1f8c3f req-4faf1293-487f-4edb-aa5b-bffc0b912811 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Unset dirty status for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 17:58:27.225290 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ea22ccf8-68d8-4b83-8b8a-9c267c1f8c3f req-4faf1293-487f-4edb-aa5b-bffc0b912811 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 932 time: 0.3190918 Mar 24 17:58:27.284099 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ea22ccf8-68d8-4b83-8b8a-9c267c1f8c3f req-8690b549-c09a-467f-bd4d-2083bbdc9958 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510933 Mar 24 17:58:27.341224 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d62a11-4129-4835-853c-b16ed55b8148 {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:58:27.348191 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:27.361941 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Transition to ACTIVE for port object b0d62a11-4129-4835-853c-b16ed55b8148 will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 17:58:27.443172 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:27.596648 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Pushing event updated for resources: {'Port': ['ID=b0d62a11-4129-4835-853c-b16ed55b8148,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:27.679173 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Attempting to bind port b0d62a11-4129-4835-853c-b16ed55b8148 on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 17:58:27.679811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Attempting to bind port b0d62a11-4129-4835-853c-b16ed55b8148 by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 17:58:27.679811 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Attempting to bind port b0d62a11-4129-4835-853c-b16ed55b8148 on network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:58:27.684981 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Port b0d62a11-4129-4835-853c-b16ed55b8148 on network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 17:58:27.685295 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Attempting to bind port b0d62a11-4129-4835-853c-b16ed55b8148 on network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 17:58:27.690257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 17:58:27.690584 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Checking segment: {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 17:58:27.690957 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Bound using segment: {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 17:58:27.691367 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Bound port: b0d62a11-4129-4835-853c-b16ed55b8148, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 17:58:27.691718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:27.776982 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 17:58:27.780718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b0d62a11-4129-4835-853c-b16ed55b8148,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 17:58:27.832077 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:27.890105 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:27.890860 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:27.892140 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] 10.222.0.48 "PUT /v2.0/ports/b0d62a11-4129-4835-853c-b16ed55b8148 HTTP/1.1" status: 200 len: 1094 time: 1.2537210 Mar 24 17:58:27.892519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:58:27.921694 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5f85e-7b29-4408-a7ee-e65097a24afc service neutron] Pushing event updated for resources: {'Port': ['ID=b0d62a11-4129-4835-853c-b16ed55b8148,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:27.940292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'status': 'completed', 'code': 200} Mar 24 17:58:28.035471 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d36cc-6b42-4209-a8dd-a7ef5eae9be1 req-817dcb7a-5371-440c-a117-4d43ea3a7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:28.036962 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-191d36cc-6b42-4209-a8dd-a7ef5eae9be1 req-817dcb7a-5371-440c-a117-4d43ea3a7e83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1097 time: 0.0755856 Mar 24 17:58:28.176955 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d36cc-6b42-4209-a8dd-a7ef5eae9be1 req-4a72d897-434c-45e2-b2d2-afbd78aee310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:28.178337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-191d36cc-6b42-4209-a8dd-a7ef5eae9be1 req-4a72d897-434c-45e2-b2d2-afbd78aee310 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1337705 Mar 24 17:58:28.310571 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d36cc-6b42-4209-a8dd-a7ef5eae9be1 req-45627e28-2519-4357-82cf-7c44128b67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:28.312003 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-191d36cc-6b42-4209-a8dd-a7ef5eae9be1 req-45627e28-2519-4357-82cf-7c44128b67b8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283813 Mar 24 17:58:28.470605 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-b71fd2da-a996-4479-a142-8f70e9fc7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:28.471945 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-b71fd2da-a996-4479-a142-8f70e9fc7ee8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1097 time: 0.1230426 Mar 24 17:58:28.543190 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171ce85-7ae3-4cdc-988a-06d7b68dcb36 req-7c9faae6-9e4d-48a0-a927-bccd2ef20ea9 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:28.544593 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e171ce85-7ae3-4cdc-988a-06d7b68dcb36 req-7c9faae6-9e4d-48a0-a927-bccd2ef20ea9 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 944 time: 0.1524012 Mar 24 17:58:28.553820 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-c7133038-9b31-47bb-b299-4cf349712e6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d62a11-4129-4835-853c-b16ed55b8148 HTTP/1.1" status: 200 len: 217 time: 0.0730598 Mar 24 17:58:28.637333 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e171ce85-7ae3-4cdc-988a-06d7b68dcb36 req-d4332e0d-b82d-4757-bfc9-dcbd0982add4 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850158 Mar 24 17:58:28.642395 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-a688033a-125a-4328-ae36-e81306154c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:28.643739 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-a688033a-125a-4328-ae36-e81306154c70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0759308 Mar 24 17:58:28.814091 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-ab0fbac3-63f2-493c-acba-4c2a88d8d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:28.815517 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-ab0fbac3-63f2-493c-acba-4c2a88d8d476 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654894 Mar 24 17:58:28.945778 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-93452f22-e02c-4a8c-9d93-fc4ef6e2327c service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233866 Mar 24 17:58:29.073970 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-09acb265-22d1-452f-b35a-0bc2d884d9af req-4d5d6a86-df96-40e7-b3bf-6ccee12a39d5 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227689 Mar 24 17:58:29.822528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1724268-f623-4d6e-8a0f-08b62de99647 req-655540fb-6bb0-4ce1-9d5f-ea5dc60f9066 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:29.824486 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f1724268-f623-4d6e-8a0f-08b62de99647 req-655540fb-6bb0-4ce1-9d5f-ea5dc60f9066 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 944 time: 0.0783076 Mar 24 17:58:29.868076 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f1724268-f623-4d6e-8a0f-08b62de99647 req-6cf99209-d1cb-4526-9426-1f6e69d271af tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 Mar 24 17:58:30.475516 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2192e645-110f-45ac-ba80-708ad328d2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:31.055761 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fad9d-8e91-4ca8-8f63-1c0e8bc5bd3a req-d9b9378a-60ba-4b96-8a7c-3df00a514b5d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:31.057228 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e84fad9d-8e91-4ca8-8f63-1c0e8bc5bd3a req-d9b9378a-60ba-4b96-8a7c-3df00a514b5d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 944 time: 0.0851068 Mar 24 17:58:31.103505 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-e84fad9d-8e91-4ca8-8f63-1c0e8bc5bd3a req-0556d0aa-9ca8-4492-8fd8-e6080cf8a372 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399060 Mar 24 17:58:32.272426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b0d62a11-4129-4835-853c-b16ed55b8148 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 17:58:32.285799 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26872a4f-d998-4768-8c56-a528468dba83 req-c6e3ae60-05ee-43f3-876d-db461955114a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:32.287248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-26872a4f-d998-4768-8c56-a528468dba83 req-c6e3ae60-05ee-43f3-876d-db461955114a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 944 time: 0.0792325 Mar 24 17:58:32.332750 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-26872a4f-d998-4768-8c56-a528468dba83 req-70a55042-1ae4-43a2-920b-40800513b05d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397408 Mar 24 17:58:32.407891 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b0d62a11-4129-4835-853c-b16ed55b8148,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:32.421062 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 17:58:32.478696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:32.495220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d62a11-4129-4835-853c-b16ed55b8148 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 17:58:32.510754 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b0d62a11-4129-4835-853c-b16ed55b8148,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:32.585890 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:32.650823 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b0d62a11-4129-4835-853c-b16ed55b8148,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:32.735040 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-7d4d36cf-b27b-4a3c-978f-86c8a77fb8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:32.838467 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['b0d62a11-4129-4835-853c-b16ed55b8148'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 17:58:33.352094 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:33.515553 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c11614-ce99-469d-bd5f-8c4b54addf4f req-1b6a0120-2670-4aa1-a8aa-96eb9b463086 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:33.517003 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b7c11614-ce99-469d-bd5f-8c4b54addf4f req-1b6a0120-2670-4aa1-a8aa-96eb9b463086 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 945 time: 0.0824308 Mar 24 17:58:33.559466 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b7c11614-ce99-469d-bd5f-8c4b54addf4f req-54b878df-dfdf-48f1-8299-f035e4f9eb92 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368929 Mar 24 17:58:33.993158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:34.144030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:34.276470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b0d62a11-4129-4835-853c-b16ed55b8148 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 17:58:34.395179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port b0d62a11-4129-4835-853c-b16ed55b8148 completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 17:58:34.399914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port b0d62a11-4129-4835-853c-b16ed55b8148 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 17:58:34.400314 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:34.513670 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:34.539673 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:58:34.550346 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b0d62a11-4129-4835-853c-b16ed55b8148,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 17:58:34.629424 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:34.666618 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'code': 200} Mar 24 17:58:34.702797 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b0d62a11-4129-4835-853c-b16ed55b8148,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:34.750902 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec0e6f-ee24-47dc-be22-4be94832fe65 req-ec84adb8-fe1b-468b-ae21-fe766073eda9 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:34.752355 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-91ec0e6f-ee24-47dc-be22-4be94832fe65 req-ec84adb8-fe1b-468b-ae21-fe766073eda9 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 946 time: 0.0820374 Mar 24 17:58:34.799805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-91ec0e6f-ee24-47dc-be22-4be94832fe65 req-8c457d60-09ee-4d8b-b70e-c3f6ad1a3d0e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413871 Mar 24 17:58:35.009815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c34a6e-a8bc-4e18-9f2d-f64f076b176a req-d06adfd4-ce4c-4bb0-ab8e-f7023ffb82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:35.011248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-96c34a6e-a8bc-4e18-9f2d-f64f076b176a req-d06adfd4-ce4c-4bb0-ab8e-f7023ffb82bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1099 time: 0.0680523 Mar 24 17:58:35.049913 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-96c34a6e-a8bc-4e18-9f2d-f64f076b176a req-c858f544-6f10-4769-b8ee-7e61f8fe7eb9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329392 Mar 24 17:58:35.540696 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:35.994552 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1477f00-5ffa-4347-8621-8f853aa6d2c7 req-2c31bcf5-eb1c-4636-be1f-6850d5daf936 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:35.996151 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c1477f00-5ffa-4347-8621-8f853aa6d2c7 req-2c31bcf5-eb1c-4636-be1f-6850d5daf936 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 946 time: 0.0864210 Mar 24 17:58:36.042344 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c1477f00-5ffa-4347-8621-8f853aa6d2c7 req-7cd1f1fe-03b5-459d-a2cc-509a82e39a65 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401475 Mar 24 17:58:37.224546 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5ba14-790c-4344-9d4e-f9ecec61512d req-0daee276-0e6f-4397-b064-8a4f4da5f846 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:37.226197 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cee5ba14-790c-4344-9d4e-f9ecec61512d req-0daee276-0e6f-4397-b064-8a4f4da5f846 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 946 time: 0.0791774 Mar 24 17:58:37.285924 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-cee5ba14-790c-4344-9d4e-f9ecec61512d req-5aa5bf28-5686-4474-aab2-5095e1d0ff0b tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533381 Mar 24 17:58:37.472886 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9f84e-abcf-4c74-9643-95bfcc6ddb48 req-38ef998c-db0b-49d8-b441-5857a826520e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:37.474312 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-95a9f84e-abcf-4c74-9643-95bfcc6ddb48 req-38ef998c-db0b-49d8-b441-5857a826520e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 946 time: 0.0822954 Mar 24 17:58:37.518265 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-95a9f84e-abcf-4c74-9643-95bfcc6ddb48 req-2c5e935b-9296-444a-8ad9-12df2377e143 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382230 Mar 24 17:58:37.540549 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50458) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:37.654734 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1343ee1-32e2-4073-92dd-174992cec5ab tempest-TestSnapshotPattern-641651188 tempest-TestSnapshotPattern-641651188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:37.657090 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c1343ee1-32e2-4073-92dd-174992cec5ab tempest-TestSnapshotPattern-641651188 tempest-TestSnapshotPattern-641651188-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1094 time: 0.1147523 Mar 24 17:58:37.659198 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50464) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 17:58:37.664021 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 17:58:37.670792 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 17:58:37.674580 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:floatingip and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 17:58:37.677388 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 17:58:37.683061 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 17:58:37.740461 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:37.873942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:38.010943 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Allocated IP 172.26.4.19 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/013cbaba-af45-4e76-8b76-670b880a4a00) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 17:58:38.152039 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:38.238527 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:38.396102 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 17:58:38.397211 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 17:58:38.400831 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 17:58:38.439627 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'Port': ['ID=013cbaba-af45-4e76-8b76-670b880a4a00,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:38.816092 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:38.954003 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:39.158918 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:39.254783 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:39.364083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'Port': ['ID=013cbaba-af45-4e76-8b76-670b880a4a00,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 17:58:39.374909 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:39.543707 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Floating IP 12b09c33-b938-46f1-aed2-c8a0e8554b17 associated. External IP: 172.26.4.19, port: b0d62a11-4129-4835-853c-b16ed55b8148. Mar 24 17:58:40.009116 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Router 0985ef55-6a25-4e27-b59b-a7a98b453203 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 17:58:40.188051 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 17:58:40.197376 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] Sync routers for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 17:58:40.207987 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:40.208674 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:40.269236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:58:40.327098 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-03e61124-758e-4075-99b5-ec74ceead524 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6668990 Mar 24 17:58:40.327676 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 17:58:40.379605 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:40.381276 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'status': 'completed', 'code': 200} Mar 24 17:58:40.481067 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-121e995c-0634-4c10-8059-0863b8a349a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:40.482580 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-121e995c-0634-4c10-8059-0863b8a349a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1099 time: 0.0704741 Mar 24 17:58:40.612838 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-702d4578-5390-4406-9274-0f7a89c87aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:40.614290 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-702d4578-5390-4406-9274-0f7a89c87aad service neutron] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 910 time: 0.1257920 Mar 24 17:58:40.717681 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-f0d428f1-c2be-4576-af06-381e24207867 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d62a11-4129-4835-853c-b16ed55b8148 HTTP/1.1" status: 200 len: 999 time: 0.0971310 Mar 24 17:58:40.740391 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '12b09c33-b938-46f1-aed2-c8a0e8554b17', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:58:38Z', 'updated_at': '2022-03-24T17:58:38Z', 'revision_number': 0, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:40.744053 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] Checking router: 0985ef55-6a25-4e27-b59b-a7a98b453203 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 17:58:40.752411 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 17:58:40.753001 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T17:58:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:40.779118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-1fa47267-37d4-4365-8de5-c55e80348834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:40.780586 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-1fa47267-37d4-4365-8de5-c55e80348834 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0576947 Mar 24 17:58:40.857647 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-21735218-6af6-4c74-8f37-8f30fa6dfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:58:40.859114 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-21735218-6af6-4c74-8f37-8f30fa6dfcaf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731032 Mar 24 17:58:40.928498 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 17:58:40.991690 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-e9558f7a-5efb-4919-92ee-bed1db15f5ad service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262386 Mar 24 17:58:41.122380 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1fe04397-49bc-4980-a3ae-ccc266df09d1 req-32f066dd-1a3b-4fbf-b207-3b852458582a service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243701 Mar 24 17:58:41.268845 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '12b09c33-b938-46f1-aed2-c8a0e8554b17', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:58:38Z', 'updated_at': '2022-03-24T17:58:38Z', 'revision_number': 0, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 17:58:41.272584 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d3331-30bd-4ace-8ba1-35914e39d3b2 None None] The sync data for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv is: [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '12b09c33-b938-46f1-aed2-c8a0e8554b17', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:58:38Z', 'updated_at': '2022-03-24T17:58:38Z', 'revision_number': 0, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 17:58:41.448207 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e47991-b40f-4591-9867-622d5341ba27 None None] New status for floating IP 12b09c33-b938-46f1-aed2-c8a0e8554b17: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 17:58:53.470060 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:59:00.480470 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9fbbd809-2769-44c7-ab60-eced4898db68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:02.760226 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8463cb19-f757-448c-a0b0-4bbc29ddb577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:03.394506 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:03.937491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:04.085795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:05.557417 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:07.429745 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c92fa682-7cec-403a-a29d-e45614031f8e req-f6ce2041-ee2b-4815-9e57-98578057651d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677843 Mar 24 17:59:07.628971 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fa682-7cec-403a-a29d-e45614031f8e req-9a8f6b42-7ee9-4a3a-8e07-94798c8d42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:59:07.630394 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c92fa682-7cec-403a-a29d-e45614031f8e req-9a8f6b42-7ee9-4a3a-8e07-94798c8d42c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1099 time: 0.0714133 Mar 24 17:59:07.774542 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fa682-7cec-403a-a29d-e45614031f8e req-b141b2a2-8886-403e-b222-8635698fbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:59:07.775891 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c92fa682-7cec-403a-a29d-e45614031f8e req-b141b2a2-8886-403e-b222-8635698fbd44 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 910 time: 0.1264834 Mar 24 17:59:07.872768 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c92fa682-7cec-403a-a29d-e45614031f8e req-c876c9dd-c5b3-4abf-9dc4-00b0ae40b38d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d62a11-4129-4835-853c-b16ed55b8148 HTTP/1.1" status: 200 len: 1001 time: 0.0901990 Mar 24 17:59:07.937614 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fa682-7cec-403a-a29d-e45614031f8e req-0ecdc17b-e2d4-4af5-89a7-418f74764845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:59:07.940805 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c92fa682-7cec-403a-a29d-e45614031f8e req-0ecdc17b-e2d4-4af5-89a7-418f74764845 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0598204 Mar 24 17:59:08.012796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fa682-7cec-403a-a29d-e45614031f8e req-71ee1ee2-8b33-4f31-aaf9-95e2aef47027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 17:59:08.014862 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c92fa682-7cec-403a-a29d-e45614031f8e req-71ee1ee2-8b33-4f31-aaf9-95e2aef47027 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684600 Mar 24 17:59:08.252466 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c92fa682-7cec-403a-a29d-e45614031f8e req-9e95c6c6-c2aa-4f52-a4e8-a88d578dada2 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308035 Mar 24 17:59:08.381338 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c92fa682-7cec-403a-a29d-e45614031f8e req-e1946f7b-f089-40cf-97c6-e5a9a72f3d8d service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217196 Mar 24 17:59:30.469678 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 17:59:30.479836 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-8bfbc6ab-5a1f-4dfb-bfdf-31c3f666be09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:32.719712 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-0d3d700c-18ff-4075-9a51-61024464bab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:33.344908 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:33.933502 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:34.084978 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 17:59:35.542692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:00.485060 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-91aec7ad-aaf1-4c07-b1c3-17365cc2ab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:02.750556 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ca91088b-6025-4b98-a409-9c2ae85f203e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:03.364691 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:03.930844 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:04.084852 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:05.547687 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:07.469432 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:00:09.535524 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-662183ec-222b-4fbd-bd5a-257cb8724434 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1062932 Mar 24 18:00:09.670985 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-d93242db-bbb4-46af-a0e1-c4bfa8f45c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:09.673094 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-d93242db-bbb4-46af-a0e1-c4bfa8f45c63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1099 time: 0.0684335 Mar 24 18:00:09.830786 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-a1126b63-326a-4c82-ae81-085a19e5287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:09.832251 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-a1126b63-326a-4c82-ae81-085a19e5287f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 910 time: 0.1419458 Mar 24 18:00:09.933528 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-2e48152b-c333-4a8b-98a6-e70e760a05e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d62a11-4129-4835-853c-b16ed55b8148 HTTP/1.1" status: 200 len: 1001 time: 0.0956757 Mar 24 18:00:10.000440 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-6945b254-0e7c-4159-8004-35120b12209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:10.001827 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-6945b254-0e7c-4159-8004-35120b12209e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0617869 Mar 24 18:00:10.075323 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-6dfd50c4-afd3-4217-9cb8-6701782c8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:10.076810 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-6dfd50c4-afd3-4217-9cb8-6701782c8d6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688822 Mar 24 18:00:10.205433 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-6d001458-b290-40bc-a741-eccbf163b3c6 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222897 Mar 24 18:00:10.334566 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-1247c1ee-7330-4be3-95db-ce5d877eb312 req-96c9c983-5ec8-4fcc-8b35-03826c88f0bb service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218367 Mar 24 18:00:30.484313 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c520aabd-c1c9-487b-8390-e8d9f3deeffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:32.727105 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-1ae0d00f-3974-4f2d-b955-6dbb8a7e808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:33.383827 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:33.932644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:34.092264 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:35.561096 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:38.842237 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b0d62a11-4129-4835-853c-b16ed55b8148 details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 18:00:38.974317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b0d62a11-4129-4835-853c-b16ed55b8148,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:00:38.987802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 18:00:39.045498 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:39.061866 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0d62a11-4129-4835-853c-b16ed55b8148 {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 18:00:39.077349 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b0d62a11-4129-4835-853c-b16ed55b8148,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:00:39.129900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:39.196214 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b0d62a11-4129-4835-853c-b16ed55b8148,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:00:39.203069 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.203448 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.203789 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.204205 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.204543 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.205012 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.205343 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.205672 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.205997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.206321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.206643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.206963 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:39.211928 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['b0d62a11-4129-4835-853c-b16ed55b8148'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 18:00:40.838930 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b0d62a11-4129-4835-853c-b16ed55b8148 up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 18:00:40.910883 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port b0d62a11-4129-4835-853c-b16ed55b8148 triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 18:00:40.911487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:41.049884 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:41.085451 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:00:41.095400 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b0d62a11-4129-4835-853c-b16ed55b8148,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:00:41.176084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:41.296643 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b0d62a11-4129-4835-853c-b16ed55b8148,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:00:41.314511 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'code': 200} Mar 24 18:00:44.468294 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:00:50.754054 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-568f36c7-10ae-42be-a98c-c713cd5bedf6 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746443464&fields=id&tenant_id=832c7d3a2ee24ad78941312c1fc4cb20 HTTP/1.1" status: 200 len: 267 time: 0.0395601 Mar 24 18:00:50.902052 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-82e310a5-2586-48ca-9246-cc939906ea8e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:50.903513 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-82e310a5-2586-48ca-9246-cc939906ea8e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 809 time: 0.1428492 Mar 24 18:00:50.918890 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-6dcc5712-25f2-499c-a9af-3c3ca88f8820 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/quotas/832c7d3a2ee24ad78941312c1fc4cb20 HTTP/1.1" status: 200 len: 375 time: 0.0098038 Mar 24 18:00:51.010875 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-239e3b41-46ca-49f4-a6a0-c51c20814ef0 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0867734 Mar 24 18:00:51.251218 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-37ab885a-d31a-4f53-bca0-711deae9c305 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643102 Mar 24 18:00:51.474344 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-28732a40-a504-4956-bef1-19a8480c3399 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165043 Mar 24 18:00:51.820434 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7e2223e2-321e-4d5b-98bb-45df9f9a7ca1 req-73554de8-3ade-45c6-aa0f-0db7808d0cd5 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 210 time: 0.0837097 Mar 24 18:00:52.857680 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b0d62a11-4129-4835-853c-b16ed55b8148 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:00:52.975408 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-c30f881e-4139-4642-a5ce-2e70f624c2e1 req-33393fd1-e0c8-4981-915a-7f256ea987eb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 210 time: 0.0433369 Mar 24 18:00:52.994513 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:53.023952 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:00:53.033975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b0d62a11-4129-4835-853c-b16ed55b8148,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:00:53.067992 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'code': 200} Mar 24 18:00:53.098667 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:53.163927 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=b0d62a11-4129-4835-853c-b16ed55b8148,revision_number=8']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:00:53.948730 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-299fe986-8394-4e43-9362-7f3a6a031ba5 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:53.950125 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-299fe986-8394-4e43-9362-7f3a6a031ba5 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 809 time: 0.1484556 Mar 24 18:00:54.006885 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-8f2e8525-3bb6-49ea-a51a-d9af3a40abcb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=832c7d3a2ee24ad78941312c1fc4cb20 HTTP/1.1" status: 200 len: 380 time: 0.0478895 Mar 24 18:00:54.025654 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'port': {'device_id': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'admin_state_up': True, 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'security_groups': ['e65ba593-3ec8-46ab-9501-3d40bf35e481']}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 18:00:54.171670 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-483cc8c0-dcbb-47c3-b4f8-7a999baefe65 req-73e3e8e6-7090-438f-8127-6aa769ec9b4d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 210 time: 0.0600305 Mar 24 18:00:54.217906 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 18:00:54.227270 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 18:00:54.284278 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Made reservation on behalf of 832c7d3a2ee24ad78941312c1fc4cb20 for: {'port': 1} {{(pid=88478) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 18:00:54.287968 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:54.454807 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Allocated IP 172.20.0.10 (d88b51a3-d3d7-4785-85a9-99bfb391ffa1/0f0a1af7-6049-4087-ae7b-a5e522b9b9ce/2bd3ad7b-692a-45e7-a012-8b840298f23a) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 18:00:54.686097 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:54.706815 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Transition to ACTIVE for port object 2bd3ad7b-692a-45e7-a012-8b840298f23a will not be triggered until provisioned by entity DHCP. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 18:00:54.813163 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:54.881162 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 18:00:54.884519 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 18:00:54.887339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 18:00:54.953241 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'Port': ['ID=2bd3ad7b-692a-45e7-a012-8b840298f23a,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:00:54.968503 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.968848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.969217 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.969508 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.969942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.970354 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.970709 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.971033 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.971359 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.972309 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.972856 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:54.973223 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:00:55.001306 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:55.001979 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:55.117528 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a8899c6b-0110-4b78-844f-dc52f4cda612 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0965922 Mar 24 18:00:55.267059 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eced8668-68ab-4746-9cbf-65fba78a449b None None] Provisioning for port 2bd3ad7b-692a-45e7-a012-8b840298f23a completed by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 18:00:55.273857 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-eced8668-68ab-4746-9cbf-65fba78a449b None None] Provisioning complete for port 2bd3ad7b-692a-45e7-a012-8b840298f23a triggered by entity DHCP. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 18:00:55.274332 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-eced8668-68ab-4746-9cbf-65fba78a449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:00:55.339828 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-eced8668-68ab-4746-9cbf-65fba78a449b None None] Port 2bd3ad7b-692a-45e7-a012-8b840298f23a cannot update to ACTIVE because it is not bound. {{(pid=88479) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 24 18:00:55.423876 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745826e-9115-4321-8786-e2d0d4d37c9f req-da3660f3-671d-4bb2-8b3d-3127aad28571 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:55.424636 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a745826e-9115-4321-8786-e2d0d4d37c9f req-da3660f3-671d-4bb2-8b3d-3127aad28571 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Synchronizing usage tracker for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 18:00:55.503848 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-a745826e-9115-4321-8786-e2d0d4d37c9f req-da3660f3-671d-4bb2-8b3d-3127aad28571 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Unset dirty status for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 18:00:55.504951 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a745826e-9115-4321-8786-e2d0d4d37c9f req-da3660f3-671d-4bb2-8b3d-3127aad28571 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 932 time: 0.1882637 Mar 24 18:00:55.567732 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a745826e-9115-4321-8786-e2d0d4d37c9f req-9a3668a2-c70e-4e7b-98f5-4fc854e1ba13 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548363 Mar 24 18:00:56.772250 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392277fe-bb1f-48a7-a32b-e4117b4e7968 req-7b5ed702-d806-4037-8ad2-f7d71d3f7205 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:56.774007 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-392277fe-bb1f-48a7-a32b-e4117b4e7968 req-7b5ed702-d806-4037-8ad2-f7d71d3f7205 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 932 time: 0.0866461 Mar 24 18:00:56.820985 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-392277fe-bb1f-48a7-a32b-e4117b4e7968 req-b5a83ee2-386a-4de6-8ba0-21204e784852 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Mar 24 18:00:58.015178 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037889-3664-49b7-badc-50dfb7c8fb03 req-ff26758c-f654-4ca0-830a-ff6147d7f48a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:58.016755 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ef037889-3664-49b7-badc-50dfb7c8fb03 req-ff26758c-f654-4ca0-830a-ff6147d7f48a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 932 time: 0.0844078 Mar 24 18:00:58.064076 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ef037889-3664-49b7-badc-50dfb7c8fb03 req-2978f07b-f054-4867-a79f-b02d8590e646 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402825 Mar 24 18:00:59.257336 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336bbf4-9fb2-469f-af16-f87e54285e00 req-69cf73a4-f7e4-4eaa-bb0b-ce0580cb7d6b tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:00:59.258825 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d336bbf4-9fb2-469f-af16-f87e54285e00 req-69cf73a4-f7e4-4eaa-bb0b-ce0580cb7d6b tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 932 time: 0.0860982 Mar 24 18:00:59.310865 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d336bbf4-9fb2-469f-af16-f87e54285e00 req-c46e9b88-6990-432e-b728-d6676e80534d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462394 Mar 24 18:01:00.492731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9616ef59-d626-4e27-a679-9fa65134595c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:00.510698 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d2735-d422-4543-9b2c-31e242743a1b req-e022cfdc-eed0-4839-8f87-c2ef1002fb8e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:00.515095 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d68d2735-d422-4543-9b2c-31e242743a1b req-e022cfdc-eed0-4839-8f87-c2ef1002fb8e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 932 time: 0.0913560 Mar 24 18:01:00.561547 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-d68d2735-d422-4543-9b2c-31e242743a1b req-7d8b359b-5f7a-4cf2-869e-fb1114ee6e11 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Mar 24 18:01:01.755458 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7517f7e-e0f1-45dd-8a8a-0f60adc49304 req-ad0ed6a7-86ae-4ec2-8e91-2cd940872c6b tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:01.756989 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b7517f7e-e0f1-45dd-8a8a-0f60adc49304 req-ad0ed6a7-86ae-4ec2-8e91-2cd940872c6b tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 932 time: 0.0867627 Mar 24 18:01:01.804759 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b7517f7e-e0f1-45dd-8a8a-0f60adc49304 req-175287bb-02ab-44d2-8917-335ddaacfe45 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Mar 24 18:01:02.395055 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Request body: {'port': {'device_id': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8350'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 18:01:02.504872 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:02.752613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25ef7c05-9dcd-46c1-a806-22ab3ee5781c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:02.981746 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd3ad7b-692a-45e7-a012-8b840298f23a {{(pid=88478) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 18:01:02.990822 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:03.009609 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.provisioning_blocks [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Transition to ACTIVE for port object 2bd3ad7b-692a-45e7-a012-8b840298f23a will not be triggered until provisioned by entity L2. {{(pid=88478) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 24 18:01:03.030356 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccb4dc-1287-4026-b7a3-267eb009aed6 req-ba6e1bb1-8541-4208-a402-15401f044553 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:03.031809 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdccb4dc-1287-4026-b7a3-267eb009aed6 req-ba6e1bb1-8541-4208-a402-15401f044553 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 932 time: 0.1175718 Mar 24 18:01:03.074464 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdccb4dc-1287-4026-b7a3-267eb009aed6 req-953fbd3b-25b5-4314-8e44-409079f9d3a0 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364902 Mar 24 18:01:03.083459 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:03.233645 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd3ad7b-692a-45e7-a012-8b840298f23a,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:01:03.315878 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Attempting to bind port 2bd3ad7b-692a-45e7-a012-8b840298f23a on host hv-neutron-8350 for vnic_type normal with profile {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 24 18:01:03.316238 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Attempting to bind port 2bd3ad7b-692a-45e7-a012-8b840298f23a by drivers openvswitch,hyperv on host hv-neutron-8350 at level 0 using segments [{'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 24 18:01:03.316556 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Attempting to bind port 2bd3ad7b-692a-45e7-a012-8b840298f23a on network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 18:01:03.321213 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Port 2bd3ad7b-692a-45e7-a012-8b840298f23a on network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8350 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 24 18:01:03.321528 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Attempting to bind port 2bd3ad7b-692a-45e7-a012-8b840298f23a on network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 24 18:01:03.326492 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Checking agent: {'id': '2a9dd08a-3fb8-4a87-be22-aa1b92783dff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8350', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'started_at': datetime.datetime(2022, 3, 24, 16, 59, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 24 18:01:03.326817 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Checking segment: {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 24 18:01:03.327186 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Bound using segment: {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'} {{(pid=88478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 24 18:01:03.327596 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.managers [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Bound port: 2bd3ad7b-692a-45e7-a012-8b840298f23a, host: hv-neutron-8350, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f5301a-8958-4745-9a5d-10cd74c06740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1'}}] {{(pid=88478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 24 18:01:03.327926 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:03.414724 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] For port 2bd3ad7b-692a-45e7-a012-8b840298f23a, host hv-neutron-8350, cleared binding levels {{(pid=88478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 24 18:01:03.417574 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] For port 2bd3ad7b-692a-45e7-a012-8b840298f23a, host hv-neutron-8350, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 24 18:01:03.418466 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:03.486763 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:03.544524 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:03.545044 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:03.546381 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] 10.222.0.48 "PUT /v2.0/ports/2bd3ad7b-692a-45e7-a012-8b840298f23a HTTP/1.1" status: 200 len: 1094 time: 1.1562991 Mar 24 18:01:03.546821 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:01:03.571625 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e3606-5fdf-4daf-b187-d0a3fd7c5803 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd3ad7b-692a-45e7-a012-8b840298f23a,revision_number=3']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:01:03.683975 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'status': 'completed', 'code': 200} Mar 24 18:01:03.720221 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a5483e71-761d-4fe3-98ee-40c5866ffd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:03.722000 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-a5483e71-761d-4fe3-98ee-40c5866ffd2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 1097 time: 0.0765703 Mar 24 18:01:03.790729 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-41e8077c-b33a-4579-8367-0f600fa9b9ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a HTTP/1.1" status: 200 len: 217 time: 0.0624628 Mar 24 18:01:03.852805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-b566c820-5eb6-4fec-a3c5-c4672058fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:03.854214 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-b566c820-5eb6-4fec-a3c5-c4672058fb74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0577190 Mar 24 18:01:03.933714 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-3ff47d31-a15d-4cd3-acdf-8dfece7dda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:03.935176 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-3ff47d31-a15d-4cd3-acdf-8dfece7dda2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751328 Mar 24 18:01:03.954914 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:04.066989 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-861f6031-7c33-40da-ad6d-7ba9e82d0d26 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254311 Mar 24 18:01:04.092021 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:04.237635 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-bdf281d9-c2c5-4a04-82c3-d25dfb977874 req-33312356-0a9d-46d5-9a32-dbb87dcf737e service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641877 Mar 24 18:01:04.273320 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16ccc-0a6e-4ca3-a930-a8933f4785d7 req-99fa41bf-ec8c-49cd-80a6-74ef1ebc8d62 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:04.274795 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ecb16ccc-0a6e-4ca3-a930-a8933f4785d7 req-99fa41bf-ec8c-49cd-80a6-74ef1ebc8d62 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 944 time: 0.0942245 Mar 24 18:01:04.319873 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-ecb16ccc-0a6e-4ca3-a930-a8933f4785d7 req-81a8ac44-50f1-4b1d-a919-db1f0f810a13 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Mar 24 18:01:04.504150 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-24c3a6e0-e2c2-4f31-88af-918d6c3c1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:04.505495 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-24c3a6e0-e2c2-4f31-88af-918d6c3c1757 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 1097 time: 0.1702800 Mar 24 18:01:04.634713 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-69430a0b-3d75-4570-80fb-4cfb6b13efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:04.636149 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-69430a0b-3d75-4570-80fb-4cfb6b13efba service neutron] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 910 time: 0.1231513 Mar 24 18:01:04.700954 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-e00020e5-d791-4eef-8604-1c49afd5c315 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a HTTP/1.1" status: 200 len: 217 time: 0.0583429 Mar 24 18:01:04.764897 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-55722450-f023-4fef-a3e4-26eebe65fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:04.766198 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-55722450-f023-4fef-a3e4-26eebe65fd6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0581541 Mar 24 18:01:04.839176 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-ac0a537e-e972-4775-85a1-4b51f5fee273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:04.840639 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-ac0a537e-e972-4775-85a1-4b51f5fee273 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678921 Mar 24 18:01:04.970599 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-944d6f9b-821e-4f91-8ccd-715fb9eae805 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229630 Mar 24 18:01:05.104618 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-49f18ec1-3392-45a6-868f-7b327e1e2f17 req-f93d9072-e205-41b9-9f9c-2adf9bc17e10 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272535 Mar 24 18:01:05.515469 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9364f9-bcc0-490f-b794-63a8ab683b17 req-d798aa9a-8476-48f9-9771-9ef92bd6bd21 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:05.516956 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6c9364f9-bcc0-490f-b794-63a8ab683b17 req-d798aa9a-8476-48f9-9771-9ef92bd6bd21 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 944 time: 0.0880587 Mar 24 18:01:05.543606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:05.561362 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6c9364f9-bcc0-490f-b794-63a8ab683b17 req-94d6b3ef-b8db-4834-9765-e0a35e8de023 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Mar 24 18:01:06.739813 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5e1f3-28df-45ee-85d1-3e5982a0b713 req-5c817ac3-63c5-4473-b818-74241ef73b69 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:06.741274 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ff5e1f3-28df-45ee-85d1-3e5982a0b713 req-5c817ac3-63c5-4473-b818-74241ef73b69 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 944 time: 0.0777216 Mar 24 18:01:06.784554 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6ff5e1f3-28df-45ee-85d1-3e5982a0b713 req-3349e606-2577-4e8b-826c-b4311ca33474 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372305 Mar 24 18:01:06.919189 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2bd3ad7b-692a-45e7-a012-8b840298f23a details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 18:01:07.046893 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2bd3ad7b-692a-45e7-a012-8b840298f23a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:01:07.059527 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'port_id': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'mac_address': 'fa:16:3e:af:8f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 18:01:07.112865 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:07.129662 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd3ad7b-692a-45e7-a012-8b840298f23a {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 18:01:07.145133 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2bd3ad7b-692a-45e7-a012-8b840298f23a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:01:07.234692 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:07.303457 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2bd3ad7b-692a-45e7-a012-8b840298f23a,revision_number=4']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:01:07.493605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2bd3ad7b-692a-45e7-a012-8b840298f23a'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 18:01:07.970851 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868804dc-aa71-44ab-80f2-c139606949ea req-335c3a56-988e-4200-874d-a2d6ea7b08c3 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:07.972665 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-868804dc-aa71-44ab-80f2-c139606949ea req-335c3a56-988e-4200-874d-a2d6ea7b08c3 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 945 time: 0.0819392 Mar 24 18:01:08.016759 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-868804dc-aa71-44ab-80f2-c139606949ea req-fe9d996a-14b7-4622-abde-3eb3743c7dda tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384123 Mar 24 18:01:08.934791 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2bd3ad7b-692a-45e7-a012-8b840298f23a up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 18:01:09.057624 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning for port 2bd3ad7b-692a-45e7-a012-8b840298f23a completed by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 24 18:01:09.062925 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 2bd3ad7b-692a-45e7-a012-8b840298f23a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 18:01:09.063079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:09.178849 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:09.199718 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c214c2-515c-41da-8f0d-be22260678ab req-41974cab-97cf-40d7-97db-4e4c6496216a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:09.201184 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b5c214c2-515c-41da-8f0d-be22260678ab req-41974cab-97cf-40d7-97db-4e4c6496216a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 945 time: 0.0778630 Mar 24 18:01:09.207613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:01:09.222833 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2bd3ad7b-692a-45e7-a012-8b840298f23a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:01:09.253524 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-b5c214c2-515c-41da-8f0d-be22260678ab req-673d2eb6-4ce6-4ceb-91d1-7836d08e5367 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Mar 24 18:01:09.255909 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'code': 200} Mar 24 18:01:09.302030 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:09.371595 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2bd3ad7b-692a-45e7-a012-8b840298f23a,revision_number=5']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:01:09.624124 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeca989-1519-4eeb-8e4c-846268a5c859 req-3342a2f4-3584-449f-ba2e-12c1c737388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:09.625610 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7aeca989-1519-4eeb-8e4c-846268a5c859 req-3342a2f4-3584-449f-ba2e-12c1c737388d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 1099 time: 0.0682576 Mar 24 18:01:09.664275 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-7aeca989-1519-4eeb-8e4c-846268a5c859 req-a4c242be-ee0d-4563-9a0b-ceb0cda5255f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327663 Mar 24 18:01:10.477857 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-6c2b792a-862b-4294-ac71-a991f19831cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1094420 Mar 24 18:01:10.514559 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920fe1-87cb-490a-a637-e1dcbf2812da req-9c954e92-ee24-4947-9102-5a5332ef9b06 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:10.516001 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-53920fe1-87cb-490a-a637-e1dcbf2812da req-9c954e92-ee24-4947-9102-5a5332ef9b06 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 946 time: 0.0873311 Mar 24 18:01:10.607093 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-53920fe1-87cb-490a-a637-e1dcbf2812da req-c7a30fb8-a6ee-4ad7-a053-3cb2ef94c9fe tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846126 Mar 24 18:01:10.642707 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-d411356c-094e-4db0-a330-7c34e54dfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:10.644901 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-d411356c-094e-4db0-a330-7c34e54dfefb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1097 time: 0.0933411 Mar 24 18:01:10.790733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-f8af5c3b-356f-4a9b-ae39-fcadb5512fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:10.792252 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-f8af5c3b-356f-4a9b-ae39-fcadb5512fa0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 910 time: 0.1260302 Mar 24 18:01:11.002453 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-3807b5de-bcd0-4c14-b3e6-a39ad5f23bcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d62a11-4129-4835-853c-b16ed55b8148 HTTP/1.1" status: 200 len: 999 time: 0.2039700 Mar 24 18:01:11.063894 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-31074164-3e30-48db-920e-a528adb780bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:11.065937 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-31074164-3e30-48db-920e-a528adb780bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0569844 Mar 24 18:01:11.137912 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-4d055e9f-e251-4ce8-a60e-8d325887ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:11.139322 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-4d055e9f-e251-4ce8-a60e-8d325887ffa0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678310 Mar 24 18:01:11.274346 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-efbabbbd-bbbf-409d-8206-7b309fe8c0b2 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285858 Mar 24 18:01:11.402575 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-61f397f4-d90d-465e-bfa1-de1789b9a228 req-152f68f7-6295-4a89-a3f8-2c373a36abf0 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222782 Mar 24 18:01:11.791463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676fd53-b438-45d9-976b-46b07725d1df req-2d05bcce-706a-4402-8c45-3c14b53b7c5f tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:11.792932 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0676fd53-b438-45d9-976b-46b07725d1df req-2d05bcce-706a-4402-8c45-3c14b53b7c5f tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 946 time: 0.0825870 Mar 24 18:01:11.835293 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-0676fd53-b438-45d9-976b-46b07725d1df req-415a8c86-f8ad-4294-98e3-806c90df904d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367956 Mar 24 18:01:12.022035 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829142d3-6e69-40cd-81b7-5cb385136c8c req-9ebef661-7a1c-4733-98b6-b1e8373982bc tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:12.023471 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-829142d3-6e69-40cd-81b7-5cb385136c8c req-9ebef661-7a1c-4733-98b6-b1e8373982bc tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 946 time: 0.0819917 Mar 24 18:01:12.069641 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-829142d3-6e69-40cd-81b7-5cb385136c8c req-515e2e56-794a-438f-ba1e-cf2c7d71b3bb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Mar 24 18:01:12.091396 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50786) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:01:12.163148 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90042bf-ef0b-4dc3-964f-a995b6969bee tempest-TestSnapshotPattern-641651188 tempest-TestSnapshotPattern-641651188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:12.164563 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-d90042bf-ef0b-4dc3-964f-a995b6969bee tempest-TestSnapshotPattern-641651188 tempest-TestSnapshotPattern-641651188-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 1094 time: 0.0721800 Mar 24 18:01:12.167312 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50790) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:01:12.172038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.v2.base [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Request body: {'floatingip': {'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'port_id': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88478) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 18:01:12.178463 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 24 18:01:12.182194 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Usage tracker for resource:floatingip and tenant:832c7d3a2ee24ad78941312c1fc4cb20 is out of sync, need to count used quota {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 24 18:01:12.184960 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88478) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 24 18:01:12.190806 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.quota.driver [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88478) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 24 18:01:12.254736 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for floatingip, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:12.386738 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:12.522953 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.db_base_plugin_common [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Allocated IP 172.26.4.243 (8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156/089f23aa-2559-460a-a555-b8e5986d344e/153cc86c-b09a-4231-81c0-d00a0ac54ae5) {{(pid=88478) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 18:01:12.664700 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for port, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:12.763690 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743643181096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:12.821049 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Network 8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156 is already hosted by enough agents. {{(pid=88478) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 18:01:12.823762 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.base_scheduler [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Resources bound (agent type, host, resource id): {{(pid=88478) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 18:01:12.827234 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Received port after_create {{(pid=88478) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 24 18:01:12.876687 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'Port': ['ID=153cc86c-b09a-4231-81c0-d00a0ac54ae5,revision_number=1']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:01:13.343154 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:13.472725 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:13.691888 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for port, precommit_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:13.746814 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6998519'] for port, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:13.864185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event updated for resources: {'Port': ['ID=153cc86c-b09a-4231-81c0-d00a0ac54ae5,revision_number=2']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:01:13.872243 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8090241'] for floatingip, after_update {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:14.065545 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Floating IP c8696f8b-2f12-45b2-b1f4-07ceab61daaa associated. External IP: 172.26.4.243, port: 2bd3ad7b-692a-45e7-a012-8b840298f23a. Mar 24 18:01:14.412266 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Router 0985ef55-6a25-4e27-b59b-a7a98b453203 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 18:01:14.586236 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 18:01:14.595788 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] Sync routers for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 18:01:14.605156 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:01:14.605753 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:01:14.680410 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:14.734459 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-e84de3d0-c85e-402e-8da4-162c169379f2 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5661609 Mar 24 18:01:14.735054 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:01:14.782567 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'status': 'completed', 'code': 200} Mar 24 18:01:14.815590 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:01:14.874710 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-bb99387f-67e8-4b45-97e2-c010c2fcd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:14.876220 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-bb99387f-67e8-4b45-97e2-c010c2fcd350 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 1099 time: 0.0727181 Mar 24 18:01:15.108246 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-5e87cc16-a020-44f1-bb47-09b208484770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:15.109687 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-5e87cc16-a020-44f1-bb47-09b208484770 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 910 time: 0.2278483 Mar 24 18:01:15.164664 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '12b09c33-b938-46f1-aed2-c8a0e8554b17', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:58:38Z', 'updated_at': '2022-03-24T17:58:41Z', 'revision_number': 1, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}, {'id': 'c8696f8b-2f12-45b2-b1f4-07ceab61daaa', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:af:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T18:01:13Z', 'updated_at': '2022-03-24T18:01:13Z', 'revision_number': 0, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:01:15.168420 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] Checking router: 0985ef55-6a25-4e27-b59b-a7a98b453203 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 18:01:15.177272 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:01:15.177871 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:01:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:01:15.213361 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-85ca28ba-7658-45ba-bdd0-5da74c198ccf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a HTTP/1.1" status: 200 len: 1000 time: 0.0976450 Mar 24 18:01:15.276188 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-fd87d087-7fc4-4e3a-b53c-3bb1595b4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:15.277679 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-fd87d087-7fc4-4e3a-b53c-3bb1595b4dde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0592685 Mar 24 18:01:15.355305 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-b312e03e-7d73-4d33-9b70-357bb609cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:01:15.355516 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:01:15.356821 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-b312e03e-7d73-4d33-9b70-357bb609cfd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735376 Mar 24 18:01:15.503245 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-7527a166-ae29-4751-9734-9e563739a03a service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394026 Mar 24 18:01:15.636202 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-6471c5cf-c0cb-407f-867c-98160ef1514c req-f047f071-2e1b-492e-9268-a94b6af381a5 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283932 Mar 24 18:01:15.712912 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '12b09c33-b938-46f1-aed2-c8a0e8554b17', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:58:38Z', 'updated_at': '2022-03-24T17:58:41Z', 'revision_number': 1, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}, {'id': 'c8696f8b-2f12-45b2-b1f4-07ceab61daaa', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:af:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T18:01:13Z', 'updated_at': '2022-03-24T18:01:13Z', 'revision_number': 0, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:01:15.716742 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d12d1-6cbf-4145-86ac-213460318984 None None] The sync data for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv is: [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '12b09c33-b938-46f1-aed2-c8a0e8554b17', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:58:38Z', 'updated_at': '2022-03-24T17:58:41Z', 'revision_number': 1, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}, {'id': 'c8696f8b-2f12-45b2-b1f4-07ceab61daaa', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:af:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T18:01:13Z', 'updated_at': '2022-03-24T18:01:13Z', 'revision_number': 0, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 18:01:15.905022 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564f51ba-539e-42de-b869-144c9b5f3348 None None] New status for floating IP c8696f8b-2f12-45b2-b1f4-07ceab61daaa: ACTIVE {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 18:01:21.467778 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:01:30.485363 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2a25d6b6-a4df-49db-b5a6-98090e71a5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:32.737292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f7f800f3-d665-4e9d-b2c8-0155696e6be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:33.431644 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:33.934438 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:34.100035 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:35.559795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:01:58.466916 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:02:00.470984 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2d1f5b6d-6d6f-4369-9053-b4ce346e4acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:02.739504 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a00db7de-013a-4867-a0df-218f157cfd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:03.410926 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:03.930913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:04.088179 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:05.562242 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:11.456601 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-280f6537-0c09-4276-94af-34480e4901c8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694127 Mar 24 18:02:11.592670 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-ac198e31-d156-4257-a9dc-693281a71049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:11.594082 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-ac198e31-d156-4257-a9dc-693281a71049 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1097 time: 0.0715733 Mar 24 18:02:11.735118 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-a106818c-0490-41e3-a646-3ac9a5286887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:11.736491 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-a106818c-0490-41e3-a646-3ac9a5286887 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 910 time: 0.1233940 Mar 24 18:02:11.833199 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-1b8f6b4d-a722-4773-9a5b-e793fcc8222a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d62a11-4129-4835-853c-b16ed55b8148 HTTP/1.1" status: 200 len: 999 time: 0.0900919 Mar 24 18:02:11.899777 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-912537d2-874d-434f-bb2f-fbc91549d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:11.901243 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-912537d2-874d-434f-bb2f-fbc91549d550 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0612590 Mar 24 18:02:11.985749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-81ea34c8-00fe-4264-91c1-632ea4296e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:11.987126 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-81ea34c8-00fe-4264-91c1-632ea4296e1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796309 Mar 24 18:02:12.121527 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-68b3f950-3a51-49eb-91c3-317a60bdea7c service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264136 Mar 24 18:02:12.253051 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5c5b124a-47e3-4cd5-b165-1bdb6316e6a2 req-de8d9f2f-fb71-46d5-bb12-a2933792be92 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239572 Mar 24 18:02:30.516478 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b26432c3-966b-483f-a653-14a9b2d822df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:32.756900 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-022ecd52-660e-4c53-ad04-b1120f41f382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:33.459326 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:33.962322 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:34.104983 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:35.467068 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:02:35.573315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:39.333464 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2bd3ad7b-692a-45e7-a012-8b840298f23a details requested by agent hyperv_hv-neutron-8350 with host hv-neutron-8350 {{(pid=88479) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 24 18:02:39.500328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2bd3ad7b-692a-45e7-a012-8b840298f23a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:02:39.513617 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Returning: {'device': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'port_id': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'mac_address': 'fa:16:3e:af:8f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88479) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 24 18:02:39.573041 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:39.591862 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bd3ad7b-692a-45e7-a012-8b840298f23a {{(pid=88479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 18:02:39.607966 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2bd3ad7b-692a-45e7-a012-8b840298f23a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:02:39.710776 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:39.783491 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2bd3ad7b-692a-45e7-a012-8b840298f23a,revision_number=6']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:02:39.790387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.790734 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.791071 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.791403 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.791730 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.792084 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.792411 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.792731 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.793053 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.793369 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.793685 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.793998 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:39.798616 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] get_ports_and_sgs() called for port_ids ['2bd3ad7b-692a-45e7-a012-8b840298f23a'] {{(pid=88479) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 24 18:02:41.348316 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2bd3ad7b-692a-45e7-a012-8b840298f23a up at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 24 18:02:41.424239 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.provisioning_blocks [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Provisioning complete for port 2bd3ad7b-692a-45e7-a012-8b840298f23a triggered by entity L2. {{(pid=88479) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 24 18:02:41.424601 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-857991'] for port, provisioning_complete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:41.544236 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:41.571039 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a'}] {{(pid=88479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:02:41.585819 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-af68e73b-905a-436d-9912-a79726b017fc None None] For port 2bd3ad7b-692a-45e7-a012-8b840298f23a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:02:41.622040 dv-neutron-835063-1-hyperv neutron-server[88479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'code': 200} Mar 24 18:02:41.648158 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743643530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743643181114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743643181159'] for port, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:41.738211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Pushing event updated for resources: {'Port': ['ID=2bd3ad7b-692a-45e7-a012-8b840298f23a,revision_number=7']} {{(pid=88479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:02:51.291555 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [-] (88478) accepted ('10.222.0.47', 50996) {{(pid=88478) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:02:51.590520 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Deleting port 153cc86c-b09a-4231-81c0-d00a0ac54ae5 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:02:51.590849 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:51.755929 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:51.756272 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:51.874127 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Calling delete_port for 153cc86c-b09a-4231-81c0-d00a0ac54ae5 owned by network:floatingip {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:02:52.067104 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:52.115007 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event deleted for resources: {'Port': ['ID=153cc86c-b09a-4231-81c0-d00a0ac54ae5,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:02:52.156185 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.156464 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.156796 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.157123 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.157444 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.157767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.158083 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.158403 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.158721 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.159034 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.159344 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.159652 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:52.216313 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for floatingip, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:52.216635 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.db.l3_db [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Floating IP c8696f8b-2f12-45b2-b1f4-07ceab61daaa disassociated (deleted). External IP: 172.26.4.243, port: 2bd3ad7b-692a-45e7-a012-8b840298f23a. Mar 24 18:02:52.566038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Router 0985ef55-6a25-4e27-b59b-a7a98b453203 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88478) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 18:02:52.740275 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88478) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 18:02:52.749970 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] Sync routers for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 18:02:52.758700 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:02:52.764410 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:02:52.807582 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:52.865210 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [None req-c3ed5042-ea7d-4024-a55d-080067826b54 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "DELETE /v2.0/floatingips/c8696f8b-2f12-45b2-b1f4-07ceab61daaa HTTP/1.1" status: 204 len: 168 time: 1.5698879 Mar 24 18:02:52.865210 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:02:52.942218 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'status': 'completed', 'code': 200} Mar 24 18:02:52.982694 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:02:53.036319 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-44d86242-686b-4292-86c2-04f0f2f036e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:53.037802 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-44d86242-686b-4292-86c2-04f0f2f036e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 1099 time: 0.0726998 Mar 24 18:02:53.282366 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-1c57be56-7afd-49c9-9aff-c098364988ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:53.283818 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-1c57be56-7afd-49c9-9aff-c098364988ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 910 time: 0.2403321 Mar 24 18:02:53.337951 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '12b09c33-b938-46f1-aed2-c8a0e8554b17', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:58:38Z', 'updated_at': '2022-03-24T17:58:41Z', 'revision_number': 1, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:02:53.341965 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] Checking router: 0985ef55-6a25-4e27-b59b-a7a98b453203 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 18:02:53.350259 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:02:53.350856 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:02:53.354765 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-5a577dd6-265a-4d2e-846c-54446e2e9c24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a HTTP/1.1" status: 200 len: 217 time: 0.0642805 Mar 24 18:02:53.463342 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-c83ae417-75c7-4a77-accc-dcaab731f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:53.464716 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-c83ae417-75c7-4a77-accc-dcaab731f851 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.1045017 Mar 24 18:02:53.527776 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:02:53.537900 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e882-5074-414d-b5a1-8d17931c9b72 req-b1422f32-1b34-4460-a72b-ca8bd721c9ad tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:53.538583 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-fae3e882-5074-414d-b5a1-8d17931c9b72 req-b1422f32-1b34-4460-a72b-ca8bd721c9ad tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Synchronizing usage tracker for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 18:02:53.576048 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-38d148da-f892-4e94-b3c3-3c1c15ce9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:53.577511 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-38d148da-f892-4e94-b3c3-3c1c15ce9d5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1025615 Mar 24 18:02:53.589834 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.wsgi [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-8b90b063-c1a6-4d00-af81-e9feab09ff45 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88478) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 24 18:02:53.590783 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-8b90b063-c1a6-4d00-af81-e9feab09ff45 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049260 Mar 24 18:02:53.617084 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-fae3e882-5074-414d-b5a1-8d17931c9b72 req-b1422f32-1b34-4460-a72b-ca8bd721c9ad tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Unset dirty status for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 18:02:53.618708 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fae3e882-5074-414d-b5a1-8d17931c9b72 req-b1422f32-1b34-4460-a72b-ca8bd721c9ad tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 946 time: 0.2213197 Mar 24 18:02:53.734854 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-fae3e882-5074-414d-b5a1-8d17931c9b72 req-2fcb9485-4930-4744-824b-f525f2449749 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047688 Mar 24 18:02:53.761997 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-2bc6ee51-f90c-4f2f-8ee6-ed8212e85edf service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645286 Mar 24 18:02:53.890168 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '12b09c33-b938-46f1-aed2-c8a0e8554b17', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:58:38Z', 'updated_at': '2022-03-24T17:58:41Z', 'revision_number': 1, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:02:53.894113 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3581e3b2-850d-4c63-968a-013d90b0ee87 None None] The sync data for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv is: [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_floatingips': [{'id': '12b09c33-b938-46f1-aed2-c8a0e8554b17', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'router_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'port_id': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'mac_address': 'fa:16:3e:36:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d2225f-0312-4ff3-9162-9280efb5df04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T17:58:38Z', 'updated_at': '2022-03-24T17:58:41Z', 'revision_number': 1, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 18:02:53.896149 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f6dee050-5342-4e40-8f2e-f2b50cb354f5 req-10ae4daf-39b1-40df-8ee2-199a66b1ace8 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264756 Mar 24 18:02:54.107627 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7a888b-3705-4333-879b-76296bcfc2d3 None None] New status for floating IP c8696f8b-2f12-45b2-b1f4-07ceab61daaa: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 18:02:54.978767 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a368fe-d01f-4406-a975-9961a5ca879d req-b7764caf-f206-4c34-96cd-0a695671548c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:54.980181 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-54a368fe-d01f-4406-a975-9961a5ca879d req-b7764caf-f206-4c34-96cd-0a695671548c tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 946 time: 0.1084847 Mar 24 18:02:54.987360 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff51d18-9d20-452e-b2df-366885b7f01c req-fe8be998-4ecc-421a-805e-4b15c1b3baf4 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:02:54.988702 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dff51d18-9d20-452e-b2df-366885b7f01c req-fe8be998-4ecc-421a-805e-4b15c1b3baf4 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 946 time: 0.1480899 Mar 24 18:02:55.078599 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-54a368fe-d01f-4406-a975-9961a5ca879d req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Deleting port 2bd3ad7b-692a-45e7-a012-8b840298f23a {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:02:55.078942 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-54a368fe-d01f-4406-a975-9961a5ca879d req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:55.107426 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-dff51d18-9d20-452e-b2df-366885b7f01c req-824eace6-5949-4f93-a744-91d249fd0b35 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907826 Mar 24 18:02:55.327663 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-54a368fe-d01f-4406-a975-9961a5ca879d req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] For port 2bd3ad7b-692a-45e7-a012-8b840298f23a, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=2bd3ad7b-692a-45e7-a012-8b840298f23a,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:02:55.328038 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-54a368fe-d01f-4406-a975-9961a5ca879d req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:55.394210 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2bd3ad7b-692a-45e7-a012-8b840298f23a no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:02:55.453159 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-54a368fe-d01f-4406-a975-9961a5ca879d req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Calling delete_port for 2bd3ad7b-692a-45e7-a012-8b840298f23a owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:02:55.507703 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-543604'] for port, before_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:55.631895 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 24 18:02:55.631895 dv-neutron-835063-1-hyperv neutron-server[88479]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 24 18:02:55.631895 dv-neutron-835063-1-hyperv neutron-server[88479]: [parameters: {'status': 'DOWN', 'ports_id': '2bd3ad7b-692a-45e7-a012-8b840298f23a'}] Mar 24 18:02:55.631895 dv-neutron-835063-1-hyperv neutron-server[88479]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 18:02:55.632384 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 18:02:55.650450 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-54a368fe-d01f-4406-a975-9961a5ca879d req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:55.796363 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event deleted for resources: {'Port': ['ID=2bd3ad7b-692a-45e7-a012-8b840298f23a,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:02:55.869064 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a368fe-d01f-4406-a975-9961a5ca879d req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] No DVR routers for this DVR port 2bd3ad7b-692a-45e7-a012-8b840298f23a on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 18:02:55.871733 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-54a368fe-d01f-4406-a975-9961a5ca879d req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:55.875443 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'name': 'network-vif-deleted', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:02:55.953983 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-54a368fe-d01f-4406-a975-9961a5ca879d req-5b5381be-4b9c-41d6-8286-78cd6ea6528d tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "DELETE /v2.0/ports/2bd3ad7b-692a-45e7-a012-8b840298f23a HTTP/1.1" status: 204 len: 173 time: 0.9642980 Mar 24 18:02:56.067433 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c154b9f-1c6c-46dc-a33a-77349939278d', 'name': 'network-vif-deleted', 'tag': '2bd3ad7b-692a-45e7-a012-8b840298f23a', 'status': 'completed', 'code': 200} Mar 24 18:02:56.183497 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Port 2bd3ad7b-692a-45e7-a012-8b840298f23a update to DOWN by agent not found {{(pid=88479) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 24 18:02:56.273310 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-5a9b9154-5e2b-4be2-811e-87ff739799bb req-aa34f1f9-0555-43d6-8cc1-5bf45d9f8431 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Synchronizing usage tracker for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 18:02:56.327695 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-5a9b9154-5e2b-4be2-811e-87ff739799bb req-aa34f1f9-0555-43d6-8cc1-5bf45d9f8431 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Unset dirty status for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 18:02:56.328907 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-5a9b9154-5e2b-4be2-811e-87ff739799bb req-aa34f1f9-0555-43d6-8cc1-5bf45d9f8431 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c154b9f-1c6c-46dc-a33a-77349939278d HTTP/1.1" status: 200 len: 210 time: 0.1029260 Mar 24 18:02:58.781841 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51060) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:02:58.983590 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Deleting port 013cbaba-af45-4e76-8b76-670b880a4a00 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:02:58.983929 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:59.152475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:59.152799 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:59.273338 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Calling delete_port for 013cbaba-af45-4e76-8b76-670b880a4a00 owned by network:floatingip {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:02:59.409802 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2bd3ad7b-692a-45e7-a012-8b840298f23a no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:02:59.443323 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: 2bd3ad7b-692a-45e7-a012-8b840298f23a {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 18:02:59.443663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device 2bd3ad7b-692a-45e7-a012-8b840298f23a not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 18:02:59.501756 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:59.547554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event deleted for resources: {'Port': ['ID=013cbaba-af45-4e76-8b76-670b880a4a00,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:02:59.592303 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.592653 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.592990 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.593326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.593678 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.594002 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.594326 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.594647 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.594966 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.595283 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.595615 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.595914 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835063-1-hyperv {{(pid=88477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 18:02:59.655924 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for floatingip, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:02:59.656277 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.db.l3_db [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Floating IP 12b09c33-b938-46f1-aed2-c8a0e8554b17 disassociated (deleted). External IP: 172.26.4.19, port: b0d62a11-4129-4835-853c-b16ed55b8148. Mar 24 18:03:00.102404 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Router 0985ef55-6a25-4e27-b59b-a7a98b453203 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 18:03:00.279228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 18:03:00.288691 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] Sync routers for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 18:03:00.297952 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:03:00.298548 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:00.361528 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for floatingip, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:00.416886 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d1174050-b422-4701-82b4-ff390df67988 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "DELETE /v2.0/floatingips/12b09c33-b938-46f1-aed2-c8a0e8554b17 HTTP/1.1" status: 204 len: 168 time: 1.6339557 Mar 24 18:03:00.417561 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148'}] {{(pid=88477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:03:00.482265 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:03:00.518795 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-cede90f2-404b-414e-a7b5-f2a29728195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:00.560751 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'status': 'completed', 'code': 200} Mar 24 18:03:00.653358 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-43320cc4-d70b-4b30-8df7-794e39ea3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:03:00.654825 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-43320cc4-d70b-4b30-8df7-794e39ea3172 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 1097 time: 0.0707681 Mar 24 18:03:00.793499 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-514c3483-f733-4ba3-97c6-f3dd30c3cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:03:00.795164 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-514c3483-f733-4ba3-97c6-f3dd30c3cb7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 200 len: 910 time: 0.1341112 Mar 24 18:03:00.823444 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:00.827178 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] Checking router: 0985ef55-6a25-4e27-b59b-a7a98b453203 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 18:03:00.835230 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:03:00.836431 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:02:33Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:00.869292 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-ef037c90-b5cf-430f-ada0-b10102f61909 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0d62a11-4129-4835-853c-b16ed55b8148 HTTP/1.1" status: 200 len: 217 time: 0.0688138 Mar 24 18:03:00.937466 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-08add708-8514-442c-81d5-d531e0a5eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:03:00.939248 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-08add708-8514-442c-81d5-d531e0a5eb1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 200 len: 848 time: 0.0644183 Mar 24 18:03:01.016202 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:03:01.077749 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-c4981543-15b9-4100-b236-46dac79a5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:03:01.079127 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-c4981543-15b9-4100-b236-46dac79a5a15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d88b51a3-d3d7-4785-85a9-99bfb391ffa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1333246 Mar 24 18:03:01.087978 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76913655-a480-4b61-9f59-7e661c156cc5 req-8d8560e8-3653-440f-b24f-f141f251dbd3 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:03:01.089331 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-76913655-a480-4b61-9f59-7e661c156cc5 req-8d8560e8-3653-440f-b24f-f141f251dbd3 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 944 time: 0.1141105 Mar 24 18:03:01.217337 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-76913655-a480-4b61-9f59-7e661c156cc5 req-fe7e8a06-63cd-4050-806d-bd7e7dae4d7b tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079874 Mar 24 18:03:01.250233 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-3a31ceb6-3ecf-4a4f-abca-56b587fc11b3 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599915 Mar 24 18:03:01.344521 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:01.348413 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ccc79c-378a-4f46-a874-632640e958c9 None None] The sync data for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv is: [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:09Z', 'revision_number': 4, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv', '_interfaces': [{'id': '1b67c191-06bd-463c-a6b0-fc261a69f792', 'name': '', 'network_id': 'd88b51a3-d3d7-4785-85a9-99bfb391ffa1', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'mac_address': 'fa:16:3e:c1:e5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:08Z', 'updated_at': '2022-03-24T17:58:15Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'subnets': [{'id': '0f0a1af7-6049-4087-ae7b-a5e522b9b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 18:03:01.386154 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-a27ed21f-291a-4302-9a70-d8593fe175d4 req-f4685687-8d69-469d-a81c-5de0d4b403f8 service neutron] 10.222.0.48 "GET /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289880 Mar 24 18:03:01.569975 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6e0d9-e35e-4957-a3e6-e18a4754b9bd None None] New status for floating IP 12b09c33-b938-46f1-aed2-c8a0e8554b17: DOWN {{(pid=88479) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 18:03:02.415805 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499632f-9d18-4158-97b0-95327a3d8ed0 req-cb51b6f2-02da-4977-bc7c-6341b9102b90 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:03:02.417258 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f499632f-9d18-4158-97b0-95327a3d8ed0 req-cb51b6f2-02da-4977-bc7c-6341b9102b90 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 944 time: 0.0818126 Mar 24 18:03:02.507537 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-f499632f-9d18-4158-97b0-95327a3d8ed0 req-be3bfedd-77c2-4212-8253-1f3e7bc35aae tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/security-groups?id=e65ba593-3ec8-46ab-9501-3d40bf35e481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846536 Mar 24 18:03:02.535770 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-4e671db0-4a3c-4aed-a91a-9006bf0239f8 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88478) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 18:03:02.537184 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-4e671db0-4a3c-4aed-a91a-9006bf0239f8 tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 944 time: 0.1128030 Mar 24 18:03:02.606280 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Deleting port b0d62a11-4129-4835-853c-b16ed55b8148 {{(pid=88478) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:02.606618 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:02.729997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b31fedcd-fd97-4379-8a03-189a50a8df30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:02.848041 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.db [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] For port b0d62a11-4129-4835-853c-b16ed55b8148, host hv-neutron-8350, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8350',level=0,port_id=b0d62a11-4129-4835-853c-b16ed55b8148,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88478) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:03:02.848417 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:03.057445 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.plugins.ml2.plugin [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Calling delete_port for b0d62a11-4129-4835-853c-b16ed55b8148 owned by compute:nova {{(pid=88478) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:03:03.281751 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6998524'] for port, after_delete {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:03.331679 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event deleted for resources: {'Port': ['ID=b0d62a11-4129-4835-853c-b16ed55b8148,revision_number=None']} {{(pid=88478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:03.409200 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.db.l3_dvrscheduler_db [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] No DVR routers for this DVR port b0d62a11-4129-4835-853c-b16ed55b8148 on host hv-neutron-8350 {{(pid=88478) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 18:03:03.411526 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron_lib.callbacks.manager [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58290'] for port, before_response {{(pid=88478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:03.414339 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'name': 'network-vif-deleted', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148'}] {{(pid=88478) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 18:03:03.425537 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-caba0f50-ac25-4798-aa2a-4536f4d41e49 req-fa35ea8d-46dc-4f95-bae7-2a0a8f68aedb tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.48 "DELETE /v2.0/ports/b0d62a11-4129-4835-853c-b16ed55b8148 HTTP/1.1" status: 204 len: 173 time: 0.8833792 Mar 24 18:03:03.433014 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:03.459245 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d2225f-0312-4ff3-9162-9280efb5df04', 'name': 'network-vif-deleted', 'tag': 'b0d62a11-4129-4835-853c-b16ed55b8148', 'status': 'completed', 'code': 200} Mar 24 18:03:03.654257 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-139e6f0d-5f23-48d4-a4ca-71e39b94e2e7 req-6915830f-4de2-4319-831e-fe1c0b52340e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Synchronizing usage tracker for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 24 18:03:03.759598 dv-neutron-835063-1-hyperv neutron-server[88478]: DEBUG neutron.quota.resource [req-139e6f0d-5f23-48d4-a4ca-71e39b94e2e7 req-6915830f-4de2-4319-831e-fe1c0b52340e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Unset dirty status for tenant:832c7d3a2ee24ad78941312c1fc4cb20 on resource:port {{(pid=88478) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 24 18:03:03.761069 dv-neutron-835063-1-hyperv neutron-server[88478]: INFO neutron.wsgi [req-139e6f0d-5f23-48d4-a4ca-71e39b94e2e7 req-6915830f-4de2-4319-831e-fe1c0b52340e tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "GET /v2.0/ports?device_id=55d2225f-0312-4ff3-9162-9280efb5df04 HTTP/1.1" status: 200 len: 210 time: 0.1499057 Mar 24 18:03:03.912982 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:04.110070 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:04.856882 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51094) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:04.927400 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-da886ff9-159f-4154-ac9a-889f0d64280a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:04.956511 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-da886ff9-159f-4154-ac9a-889f0d64280a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:05.075784 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-da886ff9-159f-4154-ac9a-889f0d64280a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:05.093544 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da886ff9-159f-4154-ac9a-889f0d64280a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ba593-3ec8-46ab-9501-3d40bf35e481,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:05.154720 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-da886ff9-159f-4154-ac9a-889f0d64280a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:05.155883 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-da886ff9-159f-4154-ac9a-889f0d64280a tempest-TestSnapshotPattern-1475127741 tempest-TestSnapshotPattern-1475127741-project] 10.222.0.47 "DELETE /v2.0/security-groups/e65ba593-3ec8-46ab-9501-3d40bf35e481 HTTP/1.1" status: 204 len: 168 time: 0.2980373 Mar 24 18:03:05.252387 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51102) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:05.578473 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:05.921102 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:06.260555 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Deleting port 1b67c191-06bd-463c-a6b0-fc261a69f792 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:06.260811 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:06.540306 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] For port 1b67c191-06bd-463c-a6b0-fc261a69f792, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=1b67c191-06bd-463c-a6b0-fc261a69f792,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:03:06.540661 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:06.664403 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Calling delete_port for 1b67c191-06bd-463c-a6b0-fc261a69f792 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:03:07.046964 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:07.092216 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b67c191-06bd-463c-a6b0-fc261a69f792,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:07.372327 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:07.443825 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b0d62a11-4129-4835-853c-b16ed55b8148 no longer exists at agent hyperv_hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:03:07.484650 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-af68e73b-905a-436d-9912-a79726b017fc None None] No Port match for: b0d62a11-4129-4835-853c-b16ed55b8148 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 18:03:07.485007 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Device b0d62a11-4129-4835-853c-b16ed55b8148 not bound to the agent host hv-neutron-8350 {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 18:03:07.735859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Router 0985ef55-6a25-4e27-b59b-a7a98b453203 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 18:03:08.025872 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 18:03:08.035166 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] Sync routers for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 18:03:08.044148 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:03:08.051212 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:08.106149 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3cfa08e2-7fdc-4fd0-a9e1-c2a7d8453d78 admin admin] 10.222.0.47 "PUT /v2.0/routers/0985ef55-6a25-4e27-b59b-a7a98b453203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8525460 Mar 24 18:03:08.108521 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51118) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:08.223219 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:03:08.283804 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:08.461412 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:08.501986 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T18:03:06Z', 'revision_number': 5, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port': {'id': '6bd4840e-3255-4b76-b7d9-1cc4ea02419b', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T17:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:08.505724 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] Checking router: 0985ef55-6a25-4e27-b59b-a7a98b453203 for host: dv-neutron-835063-1-hyperv {{(pid=88480) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 18:03:08.514523 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] Routers {'0985ef55-6a25-4e27-b59b-a7a98b453203'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88480) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:03:08.515113 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['0985ef55-6a25-4e27-b59b-a7a98b453203'], 'active': True} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:08.521493 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Deleting port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:08.521865 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:08.663551 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_dvr_db [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] Set router 0985ef55-6a25-4e27-b59b-a7a98b453203 gateway port host: None {{(pid=88480) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:03:08.694322 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] For port 6bd4840e-3255-4b76-b7d9-1cc4ea02419b, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=6bd4840e-3255-4b76-b7d9-1cc4ea02419b,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:03:08.694674 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:08.797200 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.l3_hamode_db [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T18:03:08Z', 'revision_number': 6, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:08.802883 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6847a32-c5ed-426a-a8bf-11300e54fbc3 None None] The sync data for ids ['0985ef55-6a25-4e27-b59b-a7a98b453203'] in dv-neutron-835063-1-hyperv is: [{'id': '0985ef55-6a25-4e27-b59b-a7a98b453203', 'name': 'tempest-TestSnapshotPattern-592710338-router', 'tenant_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:05Z', 'updated_at': '2022-03-24T18:03:08Z', 'revision_number': 6, 'project_id': '832c7d3a2ee24ad78941312c1fc4cb20', 'gw_port_host': None}] {{(pid=88480) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 18:03:08.817909 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Calling delete_port for 6bd4840e-3255-4b76-b7d9-1cc4ea02419b owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:03:09.035714 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:09.114708 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd4840e-3255-4b76-b7d9-1cc4ea02419b,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:09.183935 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:09.302487 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1b67c191-06bd-463c-a6b0-fc261a69f792 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:03:09.339194 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 1b67c191-06bd-463c-a6b0-fc261a69f792 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 18:03:09.339537 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 1b67c191-06bd-463c-a6b0-fc261a69f792 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 18:03:09.340038 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6bd4840e-3255-4b76-b7d9-1cc4ea02419b no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:03:09.378321 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 6bd4840e-3255-4b76-b7d9-1cc4ea02419b {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 18:03:09.378977 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 6bd4840e-3255-4b76-b7d9-1cc4ea02419b not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 18:03:09.492723 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:09.495189 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:09.604130 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:09.604562 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0985ef55-6a25-4e27-b59b-a7a98b453203 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 18:03:09.618854 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:09.620313 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-39c97282-fc9a-4ac2-af2a-29219dd495b1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0985ef55-6a25-4e27-b59b-a7a98b453203 HTTP/1.1" status: 204 len: 168 time: 1.5105660 Mar 24 18:03:09.622925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51126) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:09.689021 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dd4ce5-dd37-4fde-acf2-08f495e7832d admin admin] Deleting subnet 0f0a1af7-6049-4087-ae7b-a5e522b9b9ce {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 18:03:09.694765 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2dd4ce5-dd37-4fde-acf2-08f495e7832d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:09.745594 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2dd4ce5-dd37-4fde-acf2-08f495e7832d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:09.823302 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2dd4ce5-dd37-4fde-acf2-08f495e7832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:09.970346 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2dd4ce5-dd37-4fde-acf2-08f495e7832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.007663 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd4ce5-dd37-4fde-acf2-08f495e7832d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0a1af7-6049-4087-ae7b-a5e522b9b9ce,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:10.013349 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-e2dd4ce5-dd37-4fde-acf2-08f495e7832d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.018168 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30d0d1c-c13d-4189-a7ab-e8a1b43f9e4e None None] Network d88b51a3-d3d7-4785-85a9-99bfb391ffa1 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 18:03:10.020261 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e2dd4ce5-dd37-4fde-acf2-08f495e7832d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0f0a1af7-6049-4087-ae7b-a5e522b9b9ce HTTP/1.1" status: 204 len: 168 time: 0.3960876 Mar 24 18:03:10.022707 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51130) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:10.133347 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.143764 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Deleting port 33dd04a3-96f3-4cbb-933c-b10b35207c01 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:10.144204 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.303298 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] DHCP port deletion for d88b51a3-d3d7-4785-85a9-99bfb391ffa1 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 18:03:10.308008 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] Deleting port 33dd04a3-96f3-4cbb-933c-b10b35207c01 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:10.308387 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.353504 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] For port 33dd04a3-96f3-4cbb-933c-b10b35207c01, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=33dd04a3-96f3-4cbb-933c-b10b35207c01,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:03:10.353856 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.479184 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Calling delete_port for 33dd04a3-96f3-4cbb-933c-b10b35207c01 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:03:10.519002 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] For port 33dd04a3-96f3-4cbb-933c-b10b35207c01, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=33dd04a3-96f3-4cbb-933c-b10b35207c01,segment=NetworkSegment(e2f5301a-8958-4745-9a5d-10cd74c06740),segment_id=e2f5301a-8958-4745-9a5d-10cd74c06740)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:03:10.519292 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.621608 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.645356 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] Calling delete_port for 33dd04a3-96f3-4cbb-933c-b10b35207c01 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:03:10.671585 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=33dd04a3-96f3-4cbb-933c-b10b35207c01,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:10.676612 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] No DVR routers for this DVR port 33dd04a3-96f3-4cbb-933c-b10b35207c01 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 18:03:10.716277 dv-neutron-835063-1-hyperv neutron-server[88479]: util.warn( Mar 24 18:03:10.722822 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 18:03:10.723166 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 18:03:10.795041 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.820969 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88b51a3-d3d7-4785-85a9-99bfb391ffa1']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:10.832761 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f5301a-8958-4745-9a5d-10cd74c06740') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:10.833059 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f5301a-8958-4745-9a5d-10cd74c06740') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:10.845031 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.861416 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.867471 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 18:03:10.867928 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 18:03:10.881061 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 18:03:11.015660 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:11.032472 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:11.043182 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=d88b51a3-d3d7-4785-85a9-99bfb391ffa1,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:11.107717 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-0e2eb4f8-80ae-4e93-80f7-2e94b96bb3cb admin admin] 10.222.0.47 "DELETE /v2.0/networks/d88b51a3-d3d7-4785-85a9-99bfb391ffa1 HTTP/1.1" status: 204 len: 168 time: 1.0835185 Mar 24 18:03:11.110527 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51136) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:11.224605 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] Deleting port 33dd04a3-96f3-4cbb-933c-b10b35207c01 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:11.225115 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:11.288606 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 33dd04a3-96f3-4cbb-933c-b10b35207c01 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:03:11.316500 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-ae1799d0-6687-4e5a-aa94-4576eb77e3e5 None None] The port '33dd04a3-96f3-4cbb-933c-b10b35207c01' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 18:03:11.332018 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 33dd04a3-96f3-4cbb-933c-b10b35207c01 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 18:03:11.332399 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 33dd04a3-96f3-4cbb-933c-b10b35207c01 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 18:03:11.752146 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8091383'] for router_interface, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:12.090259 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Deleting port 8be72dfe-ebe3-4511-bc9b-90842cc99a63 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:12.090589 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:12.260107 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] For port 8be72dfe-ebe3-4511-bc9b-90842cc99a63, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=8be72dfe-ebe3-4511-bc9b-90842cc99a63,segment=NetworkSegment(6c86cdac-6a05-45f0-b03e-048dc3feb3b3),segment_id=6c86cdac-6a05-45f0-b03e-048dc3feb3b3)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:03:12.260468 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:12.379253 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Calling delete_port for 8be72dfe-ebe3-4511-bc9b-90842cc99a63 owned by network:router_interface {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:03:12.466484 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:03:12.678443 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:12.725802 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Pushing event deleted for resources: {'Port': ['ID=8be72dfe-ebe3-4511-bc9b-90842cc99a63,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:13.095953 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8091243'] for router_interface, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:13.471595 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 has already been hosted by L3 agent 3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab {{(pid=88477) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 24 18:03:13.644126 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] Notify agent at l3_agent.dv-neutron-835063-1-hyperv the message routers_updated {{(pid=88477) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 24 18:03:13.653150 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a86e1f38-fd7d-4a04-bdb0-95be6894d3de admin admin] 10.222.0.47 "PUT /v2.0/routers/8fc31ec9-49ca-45cc-af8c-f81f63917e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5416718 Mar 24 18:03:13.653317 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] Sync routers for ids ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'] in dv-neutron-835063-1-hyperv {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 18:03:13.655650 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51140) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:13.662495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] Routers {'8fc31ec9-49ca-45cc-af8c-f81f63917e37'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:03:13.663136 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:13.843430 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] Set router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 gateway port host: dv-neutron-835063-1-hyperv {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:03:13.858496 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks [] for router, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:14.043554 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:14.126957 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'external_fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:13Z', 'updated_at': '2022-03-24T18:03:12Z', 'revision_number': 5, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'gw_port': {'id': 'f302c63f-a8ec-4d89-831c-a6c75010c4d4', 'name': '', 'network_id': '8980d4ec-0d6e-4cc5-9c49-6fc3c5ff3156', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '089f23aa-2559-460a-a555-b8e5986d344e', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835063-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T17:58:14Z', 'updated_at': '2022-03-24T17:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089f23aa-2559-460a-a555-b8e5986d344e', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835063-1-hyperv'}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:14.131366 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] Checking router: 8fc31ec9-49ca-45cc-af8c-f81f63917e37 for host: dv-neutron-835063-1-hyperv {{(pid=88479) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 18:03:14.141319 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] Routers {'8fc31ec9-49ca-45cc-af8c-f81f63917e37'} bound to L3 agent in host dv-neutron-835063-1-hyperv {{(pid=88479) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 24 18:03:14.141924 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835063-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T16:52:33Z,description=,heartbeat_timestamp=2022-03-24T18:03:03Z,host='dv-neutron-835063-1-hyperv',id=3b0aa4b4-15a7-4f49-9ba2-47e6c87f03ab,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T16:52:33Z,topic='l3_agent')) {'router_ids': ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'], 'active': True} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:14.155596 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Deleting port f302c63f-a8ec-4d89-831c-a6c75010c4d4 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:14.156149 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:14.322212 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_dvr_db [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] Set router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 gateway port host: None {{(pid=88479) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 24 18:03:14.329296 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] For port f302c63f-a8ec-4d89-831c-a6c75010c4d4, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=f302c63f-a8ec-4d89-831c-a6c75010c4d4,segment=NetworkSegment(3ec2d590-5aab-4cd8-a831-850385f7ab9e),segment_id=3ec2d590-5aab-4cd8-a831-850385f7ab9e)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:03:14.329656 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:14.432518 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.db.l3_hamode_db [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:13Z', 'updated_at': '2022-03-24T18:03:14Z', 'revision_number': 6, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'gw_port_host': None}], 'dv-neutron-835063-1-hyperv', False) {} {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:14.436918 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef65b00-72b8-437e-967a-e8f76d880bc5 None None] The sync data for ids ['8fc31ec9-49ca-45cc-af8c-f81f63917e37'] in dv-neutron-835063-1-hyperv is: [{'id': '8fc31ec9-49ca-45cc-af8c-f81f63917e37', 'name': 'tempest-TestSnapshotPattern-219942079-router', 'tenant_id': 'ff44d536935a4482a4724691e1a451ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T17:58:13Z', 'updated_at': '2022-03-24T18:03:14Z', 'revision_number': 6, 'project_id': 'ff44d536935a4482a4724691e1a451ab', 'gw_port_host': None}] {{(pid=88479) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 18:03:14.568503 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Calling delete_port for f302c63f-a8ec-4d89-831c-a6c75010c4d4 owned by network:router_gateway {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:03:14.801712 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:14.850859 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=f302c63f-a8ec-4d89-831c-a6c75010c4d4,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:14.945425 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8090322'] for router_gateway, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.112321 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8093157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.114359 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.215818 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8092986'] for router, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.216483 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc31ec9-49ca-45cc-af8c-f81f63917e37 {{(pid=88477) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 24 18:03:15.229364 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] Notify callbacks [] for router, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.230504 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d543bc23-bb87-4505-bb6f-f0829a173e5e admin admin] 10.222.0.47 "DELETE /v2.0/routers/8fc31ec9-49ca-45cc-af8c-f81f63917e37 HTTP/1.1" status: 204 len: 168 time: 1.5739200 Mar 24 18:03:15.233143 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51144) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:15.289860 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8be72dfe-ebe3-4511-bc9b-90842cc99a63 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:03:15.296625 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7feff65-6531-4824-a6b5-fa419671de81 admin admin] Deleting subnet f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb {{(pid=88477) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 24 18:03:15.299505 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a7feff65-6531-4824-a6b5-fa419671de81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.326068 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 8be72dfe-ebe3-4511-bc9b-90842cc99a63 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 18:03:15.326416 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 8be72dfe-ebe3-4511-bc9b-90842cc99a63 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 18:03:15.326834 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f302c63f-a8ec-4d89-831c-a6c75010c4d4 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:03:15.353352 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a7feff65-6531-4824-a6b5-fa419671de81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6775865'] for subnet, precommit_delete_associations {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.361522 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: f302c63f-a8ec-4d89-831c-a6c75010c4d4 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 18:03:15.361870 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device f302c63f-a8ec-4d89-831c-a6c75010c4d4 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 18:03:15.433228 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a7feff65-6531-4824-a6b5-fa419671de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853383'] for subnet, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.564752 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a7feff65-6531-4824-a6b5-fa419671de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5926553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6396152'] for subnet, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.606199 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feff65-6531-4824-a6b5-fa419671de81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:15.609820 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-a7feff65-6531-4824-a6b5-fa419671de81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.615631 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-a7feff65-6531-4824-a6b5-fa419671de81 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f92c058e-b9c8-4d60-ae44-3fdfe0ace6bb HTTP/1.1" status: 204 len: 168 time: 0.3814635 Mar 24 18:03:15.618038 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51148) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:15.630888 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128eb81-0b61-409c-b3d4-87ed30c7e7cc None None] Network bc31b73a-2a5c-4fd3-9788-08391ef71229 requested from dv-neutron-835063-1-hyperv {{(pid=88479) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 24 18:03:15.724367 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-528731'] for network, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.734499 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Deleting port 3b98453e-431d-4372-86ad-092570843bb0 {{(pid=88477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:15.734823 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.915835 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] DHCP port deletion for bc31b73a-2a5c-4fd3-9788-08391ef71229 request from dv-neutron-835063-1-hyperv {{(pid=88479) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 24 18:03:15.920218 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] Deleting port 3b98453e-431d-4372-86ad-092570843bb0 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:15.920658 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:15.940475 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.db [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] For port 3b98453e-431d-4372-86ad-092570843bb0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3b98453e-431d-4372-86ad-092570843bb0,segment=NetworkSegment(6c86cdac-6a05-45f0-b03e-048dc3feb3b3),segment_id=6c86cdac-6a05-45f0-b03e-048dc3feb3b3)] {{(pid=88477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:03:15.940832 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.074470 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.plugin [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Calling delete_port for 3b98453e-431d-4372-86ad-092570843bb0 owned by network:dhcp {{(pid=88477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:03:16.127544 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.db [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] For port 3b98453e-431d-4372-86ad-092570843bb0, host dv-neutron-835063-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835063-1-hyperv',level=0,port_id=3b98453e-431d-4372-86ad-092570843bb0,segment=NetworkSegment(6c86cdac-6a05-45f0-b03e-048dc3feb3b3),segment_id=6c86cdac-6a05-45f0-b03e-048dc3feb3b3)] {{(pid=88479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 24 18:03:16.127868 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8065015'] for port, precommit_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.249201 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] Calling delete_port for 3b98453e-431d-4372-86ad-092570843bb0 owned by network:dhcp {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 24 18:03:16.307250 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-538297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743643528942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743643181105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5926572'] for port, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.323750 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.db.api [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 18:03:16.345520 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG oslo_db.api [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 18:03:16.357642 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b98453e-431d-4372-86ad-092570843bb0,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:16.360961 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] No DVR routers for this DVR port 3b98453e-431d-4372-86ad-092570843bb0 on host dv-neutron-835063-1-hyperv {{(pid=88477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 18:03:16.476042 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-858124', 'neutron.services.segments.db._delete_segments_for_network-8743643603029'] for network, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.504878 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc31b73a-2a5c-4fd3-9788-08391ef71229']}} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:16.519925 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c86cdac-6a05-45f0-b03e-048dc3feb3b3') {'for_net_delete': True} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:16.520255 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.services.segments.db [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c86cdac-6a05-45f0-b03e-048dc3feb3b3') {} {{(pid=88477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 18:03:16.532238 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743643606384', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6775856'] for segment, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.549109 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852816'] for segment, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.555546 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88477) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 18:03:16.555923 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5926595'] for segment, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: Traceback (most recent call last): Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: timer() Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: cb(*args, **kw) Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: return func(*args, **kwargs) Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: self._notify() Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: self.callback(batched_events) Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: event.method(event) Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: return f(self, *a, **k) Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._get(url).json() Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: return self.request(url, 'GET', **kwargs) Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 18:03:16.568649 dv-neutron-835063-1-hyperv neutron-server[88477]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 18:03:16.704086 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-858167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7871852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8090359'] for network, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.720248 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Notify callbacks [] for network, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.730993 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc31b73a-2a5c-4fd3-9788-08391ef71229,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:16.735534 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-d80dfe5e-2f0f-47dc-be4a-b0f7910c8a82 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bc31b73a-2a5c-4fd3-9788-08391ef71229 HTTP/1.1" status: 204 len: 168 time: 1.1159005 Mar 24 18:03:16.825804 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] Deleting port 3b98453e-431d-4372-86ad-092570843bb0 {{(pid=88479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 24 18:03:16.826259 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743643523844'] for port, before_delete {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:16.897426 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1d68-2e3c-4f70-9ac7-bb242cd2dfca None None] The port '3b98453e-431d-4372-86ad-092570843bb0' was deleted {{(pid=88479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 24 18:03:17.057736 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51154) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:17.107430 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-e09ad22b-177f-4687-b3b2-e10a2f61e8d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=832c7d3a2ee24ad78941312c1fc4cb20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485485 Mar 24 18:03:17.113822 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51158) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:17.173583 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7face085-8cea-412a-90e0-fa678c3f827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:17.202605 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7face085-8cea-412a-90e0-fa678c3f827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:17.276702 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3b98453e-431d-4372-86ad-092570843bb0 no longer exists at agent ovs-agent-dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 24 18:03:17.312296 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.plugin [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] No Port match for: 3b98453e-431d-4372-86ad-092570843bb0 {{(pid=88479) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 24 18:03:17.312622 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron.plugins.ml2.rpc [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Device 3b98453e-431d-4372-86ad-092570843bb0 not bound to the agent host dv-neutron-835063-1-hyperv {{(pid=88479) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 24 18:03:17.322069 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7face085-8cea-412a-90e0-fa678c3f827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:17.340310 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7face085-8cea-412a-90e0-fa678c3f827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9046483e-0dd1-4ca4-8269-5ec8b164934f,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:17.347111 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-7face085-8cea-412a-90e0-fa678c3f827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:17.350571 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-7face085-8cea-412a-90e0-fa678c3f827d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9046483e-0dd1-4ca4-8269-5ec8b164934f HTTP/1.1" status: 204 len: 168 time: 0.2357719 Mar 24 18:03:17.966526 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51166) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:18.018235 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-c41d4044-dc82-4321-8007-e848de0fece1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff44d536935a4482a4724691e1a451ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505843 Mar 24 18:03:18.020690 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.wsgi [-] (88477) accepted ('10.222.0.47', 51170) {{(pid=88477) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 24 18:03:18.077017 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3cee18ab-d015-402f-8df3-7ffe93aff48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:18.104506 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3cee18ab-d015-402f-8df3-7ffe93aff48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:18.221462 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3cee18ab-d015-402f-8df3-7ffe93aff48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7950602'] for security_group, after_delete {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:18.237381 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee18ab-d015-402f-8df3-7ffe93aff48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f89723b-ba45-4d17-b5a9-c09547396038,revision_number=None']} {{(pid=88477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 18:03:18.242370 dv-neutron-835063-1-hyperv neutron-server[88477]: DEBUG neutron_lib.callbacks.manager [None req-3cee18ab-d015-402f-8df3-7ffe93aff48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:18.243267 dv-neutron-835063-1-hyperv neutron-server[88477]: INFO neutron.wsgi [None req-3cee18ab-d015-402f-8df3-7ffe93aff48f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f89723b-ba45-4d17-b5a9-c09547396038 HTTP/1.1" status: 204 len: 168 time: 0.2217011 Mar 24 18:03:30.500959 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-25fd0979-7761-4209-84a9-e4f1c9884fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:32.772582 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-930f17dc-e3ad-4cc7-a019-df84c293391f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:33.469285 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:33.940855 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:34.094663 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:35.575128 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:03:49.466498 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:04:00.520613 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-74a5de71-7cd9-468e-867e-4de23fb0e6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:02.731801 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-baebda49-2abe-409f-9ba6-45333c94a54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:03.454262 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:03.931869 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:04.114377 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:05.617172 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:26.466058 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:04:30.525131 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-16735502-d22b-4154-ac92-d4531c7b9621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:32.756508 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4d56f29c-7f9f-41a8-af25-2046e4f81e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:33.459206 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:33.933872 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:34.108092 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:04:35.620195 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:00.520997 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-092e05c1-5bad-472c-86af-c382d2470062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:02.746780 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c99dd61a-a41a-49a7-90f6-e88b1d47733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:03.463942 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:03.464857 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:05:03.933109 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:04.115609 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:05.624045 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:30.495315 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-b47d0ec1-b071-4df2-b09b-88af32a9564f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:32.771783 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-9e55b129-4ee9-4de1-b23d-91128aba546a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:33.491590 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:33.931425 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:34.114200 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:35.638270 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:05:40.463062 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:06:00.504913 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-a377041d-0f0d-482a-b2c3-f04d5cd4be66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:02.745325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2eb94ebc-6316-49b6-bcf4-032cd0bd8dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:03.459760 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:03.936456 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:04.142273 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:05.599160 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:17.461970 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:06:30.503826 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-4aced4a3-b784-461b-b8fe-92dc0bfcad1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:32.795497 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-c91d3c16-c66f-43bb-a815-da483970b145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:33.521495 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:33.955709 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:34.129645 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:35.581211 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:06:54.460598 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:07:00.483300 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-55bdb57d-9c92-47b8-8a6c-307f5a9b869d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:02.863408 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-2daecc38-daba-4b27-b012-232e4be29b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:03.531979 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:03.937654 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:04.122897 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:05.634817 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:30.517079 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-04ab6c02-3553-425c-866f-10df8cc8d3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:31.460221 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:07:32.765256 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-02a380ac-ab03-47bb-8e54-a7daf8e34d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:33.499325 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:33.945108 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:34.116328 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:07:35.616917 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:00.533134 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-95e01f66-65b1-48a6-80fd-e2a8ec133bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:02.761432 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-51d3758d-8e53-4d5a-8fe3-6612fad657de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:03.555811 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:03.929756 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:04.141097 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:05.599216 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:08.459566 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 24 18:08:30.509006 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-68beb7b5-0f10-443e-bff6-bb850d1576f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:32.735169 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f806141c-63b9-498f-bdca-07e414f437c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:33.521388 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-af68e73b-905a-436d-9912-a79726b017fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:33.940357 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-f1da166f-092d-42d5-982f-0197fec49947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:34.140274 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-30710c85-d9a9-483f-82e6-3697685ff857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:35.629220 dv-neutron-835063-1-hyperv neutron-server[88479]: DEBUG neutron_lib.callbacks.manager [None req-59b7aba7-9341-48ad-8c84-334f0d035fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743643603002', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858102'] for agent, after_update {{(pid=88479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 24 18:08:45.458443 dv-neutron-835063-1-hyperv neutron-server[88480]: DEBUG neutron.db.agents_db [None req-49871bdb-65a1-4cae-addf-e6a3f261c053 None None] Agent healthcheck: found 6 active agents {{(pid=88480) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}